{"id":"W4319346407","doi":"10.1186/s13018-023-03557-3","title":"Video-based assessment (VBA) of an open, simulated orthopedic surgical procedure: a pilot study using a single-angle camera to assess surgical skill and decision making","year":2023,"lang":"en","type":"article","venue":"Journal of Orthopaedic Surgery and Research","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Orthopedic surgery; Inter-rater reliability; Reliability (semiconductor); Medical physics; Coaching; Physical therapy; Surgery; Rating scale; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01514019,0.0002555374,0.001133894,0.001725402,0.0003659076,0.0002172494,0.0002021836,0.0001314451,0.0001767463],"category_scores_gemma":[0.002288972,0.0001850893,0.0001699604,0.002823648,0.0002251914,0.0003655016,0.0003370665,0.0009286152,0.000001835164],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001163611,"about_ca_system_score_gemma":0.001080246,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004205366,"about_ca_topic_score_gemma":0.00001901129,"domain_scores_codex":[0.993962,0.001111119,0.001384079,0.0005085649,0.002400413,0.000633801],"domain_scores_gemma":[0.9883713,0.008855591,0.0003611981,0.0002837827,0.001237108,0.0008910734],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01675376,0.005233535,0.8192822,0.0002674842,0.0002798406,0.01875994,0.0005243212,0.004697578,0.0007899835,0.00002106542,0.00009458349,0.1332957],"study_design_scores_gemma":[0.03258203,0.03062237,0.8298082,0.006122302,0.0003910569,0.00347406,0.005705925,0.08580851,0.0002033328,0.0002190318,0.004275901,0.0007872322],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9979897,0.0002343273,0.0001151721,0.00034016,0.0001904527,0.0009106422,0.000005394111,0.00003271974,0.0001814872],"genre_scores_gemma":[0.9986798,0.00007384791,0.0008098294,0.00007785704,0.0002624315,0.000008193957,0.000008544453,0.00004712269,0.00003242499],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1325085,"threshold_uncertainty_score":0.7547722,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.279485034560532,"score_gpt":0.4894264724727516,"score_spread":0.2099414379122196,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}