{"id":"W2921565575","doi":"10.2106/jbjs.17.01512","title":"Resident Surgical Skills Web-Based Evaluation","year":2019,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Medicine; Summative assessment; Physical therapy; Curriculum; Surgery; Medical education; Formative assessment; Psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003358346,0.00007959879,0.0005706957,0.0003209577,0.00002650758,0.00001897562,0.000006276745,0.00006336723,0.002060719],"category_scores_gemma":[0.000460062,0.00005673846,0.0003073892,0.0001261846,0.00002284621,0.00009191248,0.000007462839,0.0001804524,0.00002800468],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003883276,"about_ca_system_score_gemma":0.0002780366,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002443475,"about_ca_topic_score_gemma":4.573187e-7,"domain_scores_codex":[0.9983147,0.0001106429,0.0007476415,0.00009352886,0.0006072645,0.0001262228],"domain_scores_gemma":[0.9983902,0.0007073884,0.0003689685,0.00008772167,0.0002736295,0.0001721197],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002068375,0.0005601671,0.8738114,0.0002350287,0.0001986027,0.00170415,0.0001999152,0.0008802404,0.001977356,0.0001396137,0.005618862,0.1126063],"study_design_scores_gemma":[0.01248745,0.0003081395,0.9016023,0.001123253,0.0002100363,0.001081854,0.0001365666,0.007977617,0.0008558623,0.0001924187,0.07383914,0.0001853388],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.993983,0.0007283322,0.00001404547,0.001350212,0.000318417,0.0001036319,5.342038e-7,0.000009150693,0.003492678],"genre_scores_gemma":[0.9988766,0.0001196617,0.00007804546,0.0004113087,0.0002125728,8.003031e-7,0.00000410301,0.000008475842,0.0002884405],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.112421,"threshold_uncertainty_score":0.9988515,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03485624686203842,"score_gpt":0.3189195288503497,"score_spread":0.2840632819883113,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}