{"id":"W2957140256","doi":"10.2196/13128","title":"How We Evaluate Postgraduate Medical E-Learning: Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Usability; Medical education; Instructional design; Psychology; MEDLINE; Active learning (machine learning); Systematic review; Medicine; Computer science; Artificial intelligence; Mathematics education","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09722222,0.003318716,0.01588536,0.03443755,0.002017267,0.007459715,0.004505413,0.003849866,0.004113985],"category_scores_gemma":[0.3337688,0.002664029,0.01306886,0.02759355,0.003104363,0.01084975,0.004510711,0.002764104,0.0005597627],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01127581,"about_ca_system_score_gemma":0.0420897,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008992505,"about_ca_topic_score_gemma":0.02113483,"domain_scores_codex":[0.8214203,0.0804516,0.06744599,0.005414302,0.02358758,0.001680321],"domain_scores_gemma":[0.6685483,0.2371789,0.04617487,0.007177652,0.03862534,0.002295048],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001103472,0.00002289954,0.0009874533,0.945995,0.008041213,0.00007726244,0.0005536644,0.0001156823,0.0001079544,0.0004787825,0.001842936,0.0416668],"study_design_scores_gemma":[0.0001440284,0.0001282382,0.001471377,0.9595388,0.02280965,0.0001579048,0.0006298583,0.0001086693,0.0001743755,0.0006472811,0.01414339,0.00004639096],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001210867,0.9894413,0.001547604,0.001514102,0.0007940733,0.004163987,0.0007720741,0.00003877642,0.0005172436],"genre_scores_gemma":[0.03008374,0.9367458,0.01485394,0.002698175,0.0004534143,0.01403746,0.0008343009,0.00004344398,0.0002498205],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9027778,"threshold_uncertainty_score":0.5141664,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05664265392371726,"score_gpt":0.4570186284625186,"score_spread":0.4003759745388014,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}