{"id":"W4390966642","doi":"10.5435/jaaosglobal-d-23-00065","title":"Validity Evidence for Procedure-specific Competence Assessment Tools in Orthopaedic Surgery: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"JAAOS Global Research and Reviews","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Sturgeon Community Hospital; University of Alberta; University of Alberta Hospital","funders":"","keywords":"Summative assessment; Competence (human resources); Evidence-based medicine; Medicine; MEDLINE; External validity; Evidence-based practice; Medical education; Best evidence; Sports medicine; Grading (engineering); Psychology; Medical physics; Applied psychology; Alternative medicine; Formative assessment; Physical therapy; Social psychology; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05337507,0.002147098,0.007784024,0.0325852,0.001457866,0.007350456,0.00303916,0.003511355,0.006296987],"category_scores_gemma":[0.2521305,0.001974592,0.008654477,0.02305333,0.002868016,0.006697468,0.00414526,0.002526416,0.000754995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006712365,"about_ca_system_score_gemma":0.02700561,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008696293,"about_ca_topic_score_gemma":0.01867662,"domain_scores_codex":[0.9501896,0.01837024,0.01713254,0.002680423,0.01087838,0.0007488887],"domain_scores_gemma":[0.7084675,0.2379999,0.03056861,0.003381768,0.01859235,0.0009896536],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001297656,0.00002631487,0.001436154,0.8807898,0.003227984,0.00006657508,0.0004499247,0.0001054136,0.0001243533,0.0007805504,0.002111493,0.1107517],"study_design_scores_gemma":[0.00004524766,0.00005747723,0.002397306,0.9756306,0.009743882,0.0001590723,0.0003016199,0.00006669122,0.0001072535,0.0005293872,0.01093722,0.00002421002],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0005158829,0.9975072,0.0003019654,0.000595117,0.0001853975,0.0002683846,0.0001405541,0.000008310398,0.0004771798],"genre_scores_gemma":[0.01385468,0.9821473,0.001861112,0.0006999487,0.000176876,0.0008498903,0.0002755921,0.00001227398,0.0001222958],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9466249,"threshold_uncertainty_score":0.2822777,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7800132027430087,"score_gpt":0.6267015939233461,"score_spread":0.1533116088196625,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}