{"id":"W3024051785","doi":"10.4300/jgme-d-19-00493.1","title":"Next Steps in the Implementation of Learning Analytics in Medical Education: Consensus From an International Cohort of Medical Educators","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University Health Network; University of Toronto; University of Ottawa; University of Saskatchewan; St. Michael's Hospital","funders":"","keywords":"Learning analytics; Analytics; Medical education; Data science; Knowledge management; Computer science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1312884,0.0005242742,0.0006952567,0.003218908,0.005968182,0.008152419,0.00358358,0.003281733,0.001843707],"category_scores_gemma":[0.1550306,0.0007201573,0.001175296,0.002637878,0.004831817,0.009841619,0.01210504,0.006569155,0.0003281723],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008648965,"about_ca_system_score_gemma":0.04634429,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01297257,"about_ca_topic_score_gemma":0.02178462,"domain_scores_codex":[0.9540177,0.02004665,0.006347701,0.003557211,0.01016844,0.005862347],"domain_scores_gemma":[0.8329937,0.09575562,0.01256448,0.004432623,0.03983058,0.01442305],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001414711,0.0002425763,0.1187993,0.002083589,0.0001217988,0.001087397,0.7594144,0.0002467051,0.001468257,0.004073826,0.005587293,0.1067334],"study_design_scores_gemma":[0.00003429635,0.0001426887,0.03673503,0.003776117,0.00008481211,0.0005485553,0.9288868,0.0004767445,0.000743328,0.002333568,0.02616753,0.00007043238],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8832703,0.006953294,0.006893363,0.08780149,0.0007696048,0.0009261688,0.0002250692,0.00005227586,0.01310851],"genre_scores_gemma":[0.9797655,0.003680999,0.006990211,0.007723443,0.00006813458,0.0004238182,0.000231855,0.00004680455,0.001069291],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8687116,"threshold_uncertainty_score":0.6943277,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04068748461290634,"score_gpt":0.4040682268611024,"score_spread":0.3633807422481961,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}