{"id":"W4297473169","doi":"10.1016/j.jsurg.2022.09.002","title":"Predicting Performance at Graduation From Early ACGME Milestone Ratings: Longitudinal Learning Analytics in Professionalism and Communication in Vascular Surgery","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto","funders":"National Board of Medical Examiners","keywords":"Milestone; Graduation (instrument); Analytics; Learning analytics; Medicine; Medical education; Data science; Psychology; Computer science; Engineering; History","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001852248,0.00009334437,0.0003170795,0.0003617618,0.0001943544,0.00001935874,0.00005752357,0.00005684998,0.0001758522],"category_scores_gemma":[0.0003394359,0.00008615781,0.00008164679,0.0004813919,0.00003820908,0.0002512478,0.00006344759,0.0007444932,0.000001024017],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000330278,"about_ca_system_score_gemma":0.0002589984,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001454211,"about_ca_topic_score_gemma":0.00001219663,"domain_scores_codex":[0.9981206,0.0003716229,0.0007212188,0.0001393832,0.0005117811,0.0001354085],"domain_scores_gemma":[0.9983305,0.0008579605,0.0004753776,0.00009940776,0.0001513041,0.00008548278],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003569913,0.0002865287,0.9768501,0.00002253649,0.00001936385,0.00002031164,0.001839764,0.004138021,0.00005235256,0.00002975917,0.00001599745,0.01636828],"study_design_scores_gemma":[0.001988962,0.00009204986,0.9751173,0.0004274695,0.00003590211,0.00008698126,0.001674762,0.01864899,0.00001927395,0.0001055177,0.001720017,0.00008272642],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9969241,0.001371978,0.000007393454,0.001199765,0.0001759513,0.0001347394,7.677252e-7,0.000008479699,0.0001768455],"genre_scores_gemma":[0.9989609,0.0004902396,0.0002051544,0.00006143461,0.00009968916,0.00001375811,0.00007401456,0.00001090724,0.00008386765],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01628555,"threshold_uncertainty_score":0.3513413,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05567249241772498,"score_gpt":0.333731237715482,"score_spread":0.278058745297757,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}