{"id":"W3044656708","doi":"10.4300/jgme-d-19-00803.1","title":"Evaluation of a National Competency-Based Assessment System in Emergency Medicine: A CanDREAM Study","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Saskatchewan","funders":"Max Rady College of Medicine, University of Manitoba; Queen's University; McMaster University; Royal College of Physicians and Surgeons of Canada; Cumming School of Medicine, University of Calgary; McGill University; University of Toronto; Dalhousie University; Schulich School of Medicine and Dentistry; University of Ottawa","keywords":"Specialty; Timeline; Promotion (chess); Medicine; Cohort; Family medicine; Internal medicine; Statistics; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03763341,0.0004518151,0.0005664679,0.002054584,0.001670562,0.00162428,0.001305389,0.0005905007,0.001111616],"category_scores_gemma":[0.04620821,0.0003465946,0.0009048281,0.002070179,0.001419736,0.002573091,0.003487212,0.0009175342,0.0004057782],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006725132,"about_ca_system_score_gemma":0.01394193,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03475643,"about_ca_topic_score_gemma":0.05426336,"domain_scores_codex":[0.9784,0.01024121,0.002086299,0.001526517,0.006213269,0.001532658],"domain_scores_gemma":[0.9568319,0.009186637,0.00688791,0.003669466,0.01795007,0.005474],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001165372,0.005053889,0.9338205,0.0002099826,0.0001273707,0.00009688116,0.005660459,0.0003572755,0.0004333804,0.0002673077,0.000972743,0.05183486],"study_design_scores_gemma":[0.0005691774,0.01541056,0.9634375,0.0002846581,0.0001369018,0.0002021283,0.01064335,0.00277504,0.001629193,0.0001352589,0.004695025,0.00008132942],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9972556,0.0001053669,0.0004187062,0.00009875545,0.00001089023,0.0009103442,0.0002301408,0.00001358264,0.0009565224],"genre_scores_gemma":[0.9940282,0.000178946,0.002952465,0.000195725,0.000028646,0.001615399,0.0005661628,0.00001171841,0.000422667],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9932749,"threshold_uncertainty_score":0.1990268,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1021658640896123,"score_gpt":0.4576939100481291,"score_spread":0.3555280459585168,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}