{"id":"W4390966642","doi":"10.5435/jaaosglobal-d-23-00065","title":"Validity Evidence for Procedure-specific Competence Assessment Tools in Orthopaedic Surgery: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"JAAOS Global Research and Reviews","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Sturgeon Community Hospital; University of Alberta; University of Alberta Hospital","funders":"","keywords":"Summative assessment; Competence (human resources); Evidence-based medicine; Medicine; MEDLINE; External validity; Evidence-based practice; Medical education; Best evidence; Sports medicine; Grading (engineering); Psychology; Medical physics; Applied psychology; Alternative medicine; Formative assessment; Physical therapy; Social psychology; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01608267,0.0005540793,0.004761554,0.0003160419,0.0001592016,0.0002271017,0.0002743224,0.0002892393,0.0001731261],"category_scores_gemma":[0.01060178,0.0003386188,0.001271365,0.002778321,0.0002205143,0.0001884962,0.0002417093,0.001259811,0.0001663872],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006691632,"about_ca_system_score_gemma":0.00290901,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008400903,"about_ca_topic_score_gemma":0.00003100929,"domain_scores_codex":[0.9932215,0.001472976,0.002172444,0.001206909,0.001014694,0.0009114654],"domain_scores_gemma":[0.992103,0.005956439,0.0003625854,0.0006242706,0.0003707467,0.0005829727],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001812897,0.00004722184,0.0001155072,0.4106344,0.00002029601,0.00007293838,0.000002451188,1.202357e-8,1.632385e-8,0.0002404103,0.00335879,0.5854899],"study_design_scores_gemma":[0.0001619547,0.00009974164,0.00003785021,0.4956399,0.0002134265,0.00006454836,0.000002465533,0.000007584881,1.230956e-8,0.00006613711,0.503552,0.0001544315],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000004606777,0.9820262,0.00004246671,0.0005360877,0.0002272355,0.01599444,0.00005018947,0.00004922534,0.001069564],"genre_scores_gemma":[0.00001995923,0.9953509,0.0004590304,0.0002784106,0.0003657856,0.003164228,0.0001662115,0.00003900927,0.0001564738],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5853354,"threshold_uncertainty_score":0.9999066,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7800132027430087,"score_gpt":0.6267015939233461,"score_spread":0.1533116088196625,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}