{"id":"W2886213067","doi":"10.3352/jeehp.2018.15.18","title":"The implementation and evaluation of an e-Learning training module for objective structured clinical examination raters in Canada","year":2018,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"University of Ottawa Heart Institute Foundation; University of Ottawa","keywords":"Computer science; E learning; Objective structured clinical examination; Training (meteorology); Medical education; Artificial intelligence; Medical physics; Medicine; World Wide Web; The Internet","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02271185,0.0000924413,0.0002581496,0.0002562963,0.0005213562,0.00001248569,0.00007967251,0.00006832545,0.00008942793],"category_scores_gemma":[0.009994952,0.00007070993,0.00004406638,0.0003492126,0.00009950667,0.0002409,0.000008706894,0.0002709421,1.376599e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001784531,"about_ca_system_score_gemma":0.0314457,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00350904,"about_ca_topic_score_gemma":0.07275327,"domain_scores_codex":[0.9959086,0.001169854,0.001487079,0.0001723153,0.001060853,0.0002012592],"domain_scores_gemma":[0.9899435,0.001242543,0.001618926,0.0001207652,0.00697143,0.0001028428],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004381199,0.000224446,0.02840818,0.0001315279,0.00008308732,2.136712e-8,0.01082175,0.0003958345,0.0001592578,0.002317461,0.003803811,0.9532165],"study_design_scores_gemma":[0.004309063,0.001086499,0.8541211,0.0002340682,0.000161601,0.00001095344,0.0564589,0.07635485,0.0001158522,0.006580109,0.0004982759,0.00006873972],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9731063,0.000131253,0.001054007,0.02091215,0.001993835,0.002754703,0.00001192126,0.000001714208,0.0000341648],"genre_scores_gemma":[0.9891543,0.00001991645,0.00893926,0.0005018951,0.0007224993,0.0003637791,0.0002572602,0.00001333303,0.00002770787],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9531478,"threshold_uncertainty_score":0.9983443,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1799565887568894,"score_gpt":0.5953672734412092,"score_spread":0.4154106846843199,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}