{"id":"W3183797753","doi":"10.15766/mep_2374-8265.11169","title":"“When in Doubt, Ask the Patient”: A Quantitative, Patient-Oriented Approach to Formative Assessment of CanMEDS Roles","year":2021,"lang":"en","type":"article","venue":"MedEdPORTAL","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Formative assessment; Obstetrics and gynaecology; Medical education; Curriculum; Medicine; Psychology; Library science; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07255828,0.0005968664,0.0004464669,0.003338517,0.001326258,0.002245584,0.001603698,0.0004854591,0.002471362],"category_scores_gemma":[0.08748019,0.0003424536,0.000496646,0.001708542,0.002604182,0.002133274,0.002969577,0.0009173681,0.000375461],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002535594,"about_ca_system_score_gemma":0.00487427,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001336697,"about_ca_topic_score_gemma":0.004377408,"domain_scores_codex":[0.9347672,0.05381909,0.002923678,0.001256321,0.006446016,0.0007876559],"domain_scores_gemma":[0.9272314,0.05022614,0.005137058,0.003868801,0.01252714,0.001009427],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001020486,0.003210198,0.2358617,0.001937917,0.0001491943,0.0002288623,0.1780083,0.0009212435,0.00921754,0.007349148,0.007170014,0.5549254],"study_design_scores_gemma":[0.0006014367,0.01021396,0.5910137,0.002642954,0.0002918829,0.001324747,0.2745556,0.01571656,0.03141878,0.01765935,0.05414808,0.0004129845],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8670337,0.0003113454,0.08451326,0.002609971,0.0002757795,0.01593559,0.001027312,0.0003881739,0.02790497],"genre_scores_gemma":[0.837541,0.0001765818,0.1435068,0.0005337913,0.00005007088,0.01562688,0.0002843039,0.00006715469,0.002213367],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9274417,"threshold_uncertainty_score":0.3837295,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02046937531411287,"score_gpt":0.33839600764474,"score_spread":0.3179266323306272,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}