{"id":"W4306250936","doi":"10.4300/jgme-d-22-00050.1","title":"“The Most Crushing Thing”: Understanding Resident Assessment Burden in a Competency-Based Curriculum","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"Schulich School of Medicine and Dentistry; Schulich School of Medicine and Dentistry, Western University","keywords":"Competence (human resources); CLARITY; Autonomy; Self-assessment; Formative assessment; Psychology; Medical education; Curriculum; Workload; Medicine; Social psychology; Pedagogy; Computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006069604,0.0001322673,0.0002887566,0.0005483119,0.0005898309,0.00006435559,0.0003689177,0.00006953238,0.0004259034],"category_scores_gemma":[0.005608941,0.00009788272,0.00009752522,0.001308487,0.000149768,0.0001430739,0.00006829935,0.001984618,0.000002646114],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003174596,"about_ca_system_score_gemma":0.01807508,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002217796,"about_ca_topic_score_gemma":0.00003466093,"domain_scores_codex":[0.9951621,0.0003731042,0.001161639,0.0001699912,0.002848377,0.0002847401],"domain_scores_gemma":[0.998114,0.0002761296,0.0007133903,0.0002499286,0.0004639536,0.000182603],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005423927,0.006783342,0.07109811,0.0004292357,0.0002997138,0.0004119299,0.01691734,0.001845584,0.0004272943,0.1576766,0.4943606,0.2492079],"study_design_scores_gemma":[0.01402294,0.003676245,0.1418105,0.006553176,0.0006578935,0.003464042,0.3811785,0.1954006,0.0001152782,0.09080025,0.161169,0.001151542],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5688035,0.0005836826,0.005670231,0.4166877,0.006476691,0.0004728848,8.346968e-7,0.00002233783,0.001282034],"genre_scores_gemma":[0.9882554,0.0001034994,0.005388808,0.005146076,0.0008601017,0.00005938475,0.00003058569,0.00002125432,0.000134892],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4194518,"threshold_uncertainty_score":0.9874915,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0408747156244065,"score_gpt":0.3773449643406936,"score_spread":0.3364702487162872,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}