{"id":"W3024051785","doi":"10.4300/jgme-d-19-00493.1","title":"Next Steps in the Implementation of Learning Analytics in Medical Education: Consensus From an International Cohort of Medical Educators","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University Health Network; University of Toronto; University of Ottawa; University of Saskatchewan; St. Michael's Hospital","funders":"","keywords":"Learning analytics; Analytics; Medical education; Data science; Knowledge management; Computer science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003557218,0.0001271465,0.0003664086,0.0003443006,0.00003338278,0.00005747193,0.001588185,0.0001536883,0.0003940459],"category_scores_gemma":[0.00610836,0.00009718441,0.00009984164,0.0008434901,0.0001495778,0.0003061545,0.00009588633,0.00112502,0.000002544599],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009092598,"about_ca_system_score_gemma":0.01156577,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000831659,"about_ca_topic_score_gemma":0.0001908461,"domain_scores_codex":[0.9941221,0.0006397406,0.001399299,0.000219575,0.003451916,0.0001673043],"domain_scores_gemma":[0.9975423,0.000440994,0.0008858703,0.0002005629,0.0004551454,0.0004751823],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003870118,0.002120044,0.6845703,0.0000564582,0.0001041826,0.00004575989,0.01612577,0.0001974599,0.00001982293,0.007550836,0.004300753,0.2848699],"study_design_scores_gemma":[0.00245816,0.0007816109,0.6590955,0.001178887,0.000113946,0.0002933368,0.05930352,0.2670566,0.00009592667,0.005607375,0.003684233,0.0003308604],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7549853,0.0001224351,0.001337635,0.2425218,0.0008875593,0.00007312069,0.000001040129,0.00000543652,0.00006565451],"genre_scores_gemma":[0.9939847,0.000416005,0.002055821,0.002674159,0.0008195593,0.000003170796,0.00003300655,0.000007824293,0.000005777875],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.284539,"threshold_uncertainty_score":0.9940377,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04068748461290634,"score_gpt":0.4040682268611024,"score_spread":0.3633807422481961,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}