{"id":"W4212922284","doi":"10.1001/jamanetworkopen.2021.49008","title":"Effect of Artificial Intelligence Tutoring vs Expert Instruction on Learning Simulated Surgical Skills Among Medical Students","year":2022,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":250,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University Health Centre; McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Debriefing; Psychological intervention; Dreyfus model of skill acquisition; Virtual reality; Randomized controlled trial; Intervention (counseling); Procedural knowledge; Medical education; Psychology; Computer science; Medicine; Artificial intelligence; Knowledge base; Surgery; Nursing","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003597379,0.0001702443,0.0005084795,0.00008308922,0.0003300754,0.00009377263,0.0004455387,0.0001364204,0.003187435],"category_scores_gemma":[0.0006867215,0.0001437822,0.0001161926,0.0005921801,0.00007842566,0.000116363,0.000651849,0.0009141837,0.00001831149],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001172345,"about_ca_system_score_gemma":0.00004786701,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008730161,"about_ca_topic_score_gemma":0.000002347082,"domain_scores_codex":[0.9964387,0.0008807476,0.000561904,0.0003545918,0.001447031,0.0003170077],"domain_scores_gemma":[0.9977762,0.001568185,0.0001811489,0.0001956997,0.0000493606,0.0002293788],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.007190879,0.0003163297,0.2809523,0.00001871662,0.0001117849,0.0004063285,0.0006015273,0.314465,0.000004041975,0.000411387,0.00005232473,0.3954694],"study_design_scores_gemma":[0.02588037,0.01391764,0.2473059,0.002475695,0.0002256689,0.0002372677,0.001243012,0.6349859,0.001645323,0.0003597115,0.07063888,0.001084617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9946884,0.00004071059,0.00007750746,0.0002199784,0.0006309444,0.0006484227,7.028779e-7,0.00007292584,0.003620394],"genre_scores_gemma":[0.9986517,0.0000159248,0.00003226131,0.0002670214,0.0006900444,0.00003741518,0.00004393207,0.00002718712,0.0002345092],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3943847,"threshold_uncertainty_score":0.9977238,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02215304962815856,"score_gpt":0.3642167553717402,"score_spread":0.3420637057435816,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}