{"id":"W4297473169","doi":"10.1016/j.jsurg.2022.09.002","title":"Predicting Performance at Graduation From Early ACGME Milestone Ratings: Longitudinal Learning Analytics in Professionalism and Communication in Vascular Surgery","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto","funders":"National Board of Medical Examiners","keywords":"Milestone; Graduation (instrument); Analytics; Learning analytics; Medicine; Medical education; Data science; Psychology; Computer science; Engineering; History","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003949368,0.0003931952,0.0003378665,0.00107493,0.0006472579,0.00152209,0.0008154045,0.001171385,0.002366452],"category_scores_gemma":[0.02053363,0.0001912512,0.0005277296,0.000588509,0.000283635,0.001443137,0.001738822,0.001897939,0.001273409],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000738809,"about_ca_system_score_gemma":0.001572,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008539529,"about_ca_topic_score_gemma":0.01209125,"domain_scores_codex":[0.9985814,0.0004768828,0.0001194257,0.0002009362,0.0003004237,0.0003209573],"domain_scores_gemma":[0.9854025,0.005149844,0.002409443,0.0005274378,0.002372205,0.004138703],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003283766,0.00107103,0.980323,0.00001286861,0.00004638115,0.00002443358,0.0003439728,0.0007256856,0.0001174399,0.00006412617,0.001270433,0.0156723],"study_design_scores_gemma":[0.0000224304,0.001015485,0.9877824,0.00004000203,0.00003720029,0.00004352142,0.00110119,0.008377293,0.0005107789,0.0002754308,0.000769962,0.00002418528],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9984571,0.00006506389,0.0002262974,0.0003093021,0.0000265342,0.00001812859,0.0002373418,0.00001777709,0.0006424606],"genre_scores_gemma":[0.9985737,0.00004105014,0.0002933124,0.0000384121,0.00001945436,0.00002642517,0.0004486284,0.000004627518,0.0005544348],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008539529,"threshold_uncertainty_score":0.02088654,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05567249241772498,"score_gpt":0.333731237715482,"score_spread":0.278058745297757,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}