{"id":"W2945549411","doi":"10.3352/jeehp.2019.16.14","title":"No observed effect of a student-led mock objective structured clinical examination on subsequent performance scores in medical students in Canada","year":2019,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"Medical Council of Canada; McGill University; University of Ottawa","funders":"","keywords":"Objective structured clinical examination; Psychology; Medical education; Variance (accounting); Educational measurement; Analysis of variance; Cohort; Medicine; Curriculum; Internal medicine; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01588221,0.0001598289,0.0006625589,0.0005902452,0.00008199691,0.000007372861,0.0003076828,0.0001613717,0.0006356029],"category_scores_gemma":[0.01285327,0.0001228939,0.0000878946,0.0006845813,0.00004783631,0.000162056,0.00003433649,0.0008664494,0.000006797073],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004135708,"about_ca_system_score_gemma":0.02994621,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004599836,"about_ca_topic_score_gemma":0.02147387,"domain_scores_codex":[0.9923647,0.001371015,0.002326896,0.0002452073,0.003420738,0.0002714214],"domain_scores_gemma":[0.9936495,0.002312858,0.001510723,0.0002326254,0.002130185,0.0001640866],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008573562,0.001093203,0.9830542,0.0005136042,0.00005200686,5.123084e-7,0.0007591643,0.0003214181,0.00002747034,0.0001370949,0.002372448,0.01081157],"study_design_scores_gemma":[0.00795723,0.002069073,0.9810526,0.002882441,0.00004142093,0.000009130391,0.0008566963,0.00483539,0.00004906953,0.0001007074,0.00006496117,0.00008132448],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9807082,0.00009415865,0.000007202385,0.01149069,0.004299087,0.003275858,0.000006543102,0.00000191868,0.0001163161],"genre_scores_gemma":[0.9969329,0.00005356872,0.0004291009,0.001622783,0.0003622726,0.0002512333,0.0001329186,0.00001649547,0.0001987281],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0258105,"threshold_uncertainty_score":0.9996873,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0847540039834079,"score_gpt":0.5351608282847227,"score_spread":0.4504068243013147,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}