{"id":"W3207789862","doi":"10.1097/sla.0000000000005243","title":"The Use of Learning Analytics to Enable Detection of Underperforming Trainees","year":2021,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Milestone; Graduation (instrument); Medicine; Graduate medical education; Accreditation; Analytics; Medical education; Vascular surgery; Family medicine; Emergency medicine; Surgery; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008590499,0.0009431518,0.0006990443,0.006341469,0.0004295988,0.003184777,0.001105974,0.0006644948,0.002233695],"category_scores_gemma":[0.05497335,0.0003007244,0.0006162296,0.002667996,0.0002923593,0.002384671,0.002281675,0.001106867,0.001011282],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007123089,"about_ca_system_score_gemma":0.00172719,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003304259,"about_ca_topic_score_gemma":0.004123794,"domain_scores_codex":[0.9935908,0.002659972,0.0005962718,0.001126943,0.001620392,0.0004055166],"domain_scores_gemma":[0.949616,0.02960646,0.01097441,0.002081449,0.005659059,0.002062841],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005050818,0.0005638968,0.7429866,0.0003245117,0.0002077118,0.0001068646,0.0009666243,0.001830762,0.0007888767,0.0006778906,0.005506601,0.2455346],"study_design_scores_gemma":[0.0001240001,0.001746483,0.8659148,0.0007970886,0.0003245361,0.0006124362,0.003403895,0.1025397,0.004707055,0.005873511,0.01374246,0.0002141031],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9089711,0.001761842,0.05665727,0.002877089,0.000302466,0.001001563,0.008767291,0.004699051,0.01496238],"genre_scores_gemma":[0.9572824,0.000433214,0.03659304,0.0002955066,0.0001444735,0.0004898731,0.003281961,0.0001055693,0.001373928],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008590499,"threshold_uncertainty_score":0.04543149,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4482214065025775,"score_gpt":0.3754570960451527,"score_spread":0.07276431045742476,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}