{"id":"W4386985581","doi":"10.1080/0142159x.2023.2260081","title":"Re-examining single-moment-in-time high-stakes examinations in specialist training: A critical narrative review","year":2023,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Competence (human resources); Medical education; Psychology; Narrative; Lifelong learning; Mandate; Reflective practice; Medicine; Pedagogy; Social psychology","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004037953,0.0002095447,0.000599373,0.0005572907,0.00008473602,0.00002266433,0.0002353102,0.0002827468,0.01531463],"category_scores_gemma":[0.03491943,0.0001909575,0.00005434673,0.002653797,0.0004380073,0.0001254795,0.00006441658,0.001060951,0.000449192],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004836001,"about_ca_system_score_gemma":0.00043303,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003690853,"about_ca_topic_score_gemma":0.00005004722,"domain_scores_codex":[0.9962191,0.0003324941,0.0009327499,0.0004703832,0.001491139,0.0005541345],"domain_scores_gemma":[0.9988303,0.0003343358,0.00008618848,0.0003574666,0.0001499547,0.0002417443],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009114914,0.004784891,0.03832171,0.002477568,0.00009737904,0.001878104,0.07593656,0.000001598437,0.0004181327,0.007574711,0.6635456,0.2048726],"study_design_scores_gemma":[0.01477779,0.00230729,0.32075,0.06147178,0.0005158435,0.0003082072,0.1260425,0.01779701,0.0001623596,0.004629855,0.4487039,0.002533484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7873194,0.0007461872,0.00017144,0.1763332,0.0008731916,0.0008733127,0.000003088016,0.0002755841,0.03340467],"genre_scores_gemma":[0.9803836,0.0002786997,0.001025374,0.006324097,0.001340788,0.000339737,0.0003734703,0.00005860309,0.009875593],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2824283,"threshold_uncertainty_score":0.9855855,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1116230902747037,"score_gpt":0.40517752532209,"score_spread":0.2935544350473863,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}