{"id":"W4294796244","doi":"10.22454/fammed.2022.854689","title":"A Comparison of Resident-Completed and Preceptor-Completed Formative Workplace-Based Assessments in a Competency-Based Medical Education Program","year":2022,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Preceptor; Formative assessment; Fieldnotes; Summative assessment; Medicine; Medical education; Self-assessment; Family medicine; Psychology; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001693607,0.0002682665,0.0008537071,0.00102124,0.0001895076,0.000008830207,0.0002812121,0.000138392,0.001519076],"category_scores_gemma":[0.001723267,0.0002422369,0.00005563106,0.002181051,0.0005598518,0.00008265049,0.00008956503,0.0009959788,0.000004041384],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005340234,"about_ca_system_score_gemma":0.00562695,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000357199,"about_ca_topic_score_gemma":0.00005826236,"domain_scores_codex":[0.9953865,0.0004123615,0.001359012,0.0004231589,0.002034925,0.0003840102],"domain_scores_gemma":[0.9980422,0.0003380163,0.000521744,0.0004447511,0.0004342795,0.0002189563],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002458243,0.01222649,0.5909593,0.002032768,0.000180138,0.00002779961,0.008338018,0.0002418628,0.002975763,0.004158057,0.1017775,0.274624],"study_design_scores_gemma":[0.0158007,0.006164162,0.5956272,0.003178868,0.0002232781,0.00003325216,0.02418874,0.332351,0.0001897034,0.0006166915,0.02119337,0.0004330359],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.966203,0.0007635202,0.003075728,0.02228975,0.001241113,0.003520571,0.00001593629,0.0001603289,0.002729998],"genre_scores_gemma":[0.9769672,0.000008183828,0.01449033,0.005425662,0.0001556257,0.001432669,0.00140632,0.00003408971,0.00007989004],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3321091,"threshold_uncertainty_score":0.9993936,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0506955335661118,"score_gpt":0.4361323347679441,"score_spread":0.3854368012018323,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}