{"id":"W3025835888","doi":"10.1017/cem.2020.165","title":"MP17: Evaluation of a national competency-based assessment system in emergency medicine: A CanDREAM study","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Specialty; Medicine; Promotion (chess); Timeline; Family medicine; Cohort; Statistics; Internal medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02910787,0.001380414,0.001816775,0.00140651,0.002155421,0.002617573,0.002167954,0.002140523,0.004219253],"category_scores_gemma":[0.05342829,0.0008149414,0.00320809,0.001204144,0.002156136,0.004673032,0.004747112,0.003005877,0.001970401],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005324954,"about_ca_system_score_gemma":0.01493754,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01826605,"about_ca_topic_score_gemma":0.01980275,"domain_scores_codex":[0.9832933,0.008395654,0.001920842,0.001118985,0.004016383,0.001254841],"domain_scores_gemma":[0.9621538,0.01436892,0.005504829,0.00379678,0.008657587,0.00551809],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.07737833,0.07579628,0.7129866,0.002079987,0.003696659,0.0005470096,0.008254642,0.00157353,0.002556958,0.001821323,0.01188014,0.1014286],"study_design_scores_gemma":[0.04263722,0.1634385,0.7630041,0.001036433,0.002345166,0.0005236776,0.007941526,0.0028193,0.00278229,0.000661454,0.01245519,0.0003549694],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9909036,0.0001883321,0.0004145461,0.0004969539,0.00006799665,0.003686671,0.001982588,0.00002694165,0.002232468],"genre_scores_gemma":[0.960034,0.000635044,0.006842032,0.001684564,0.0002091313,0.01955243,0.007991322,0.0001441668,0.002907353],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02910787,"threshold_uncertainty_score":0.1539389,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1415628397436021,"score_gpt":0.4115389381958538,"score_spread":0.2699760984522517,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}