{"id":"W3044656708","doi":"10.4300/jgme-d-19-00803.1","title":"Evaluation of a National Competency-Based Assessment System in Emergency Medicine: A CanDREAM Study","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Saskatchewan","funders":"Max Rady College of Medicine, University of Manitoba; Queen's University; McMaster University; Royal College of Physicians and Surgeons of Canada; Cumming School of Medicine, University of Calgary; McGill University; University of Toronto; Dalhousie University; Schulich School of Medicine and Dentistry; University of Ottawa","keywords":"Specialty; Timeline; Promotion (chess); Medicine; Cohort; Family medicine; Internal medicine; Statistics; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01120962,0.0001600295,0.000559726,0.0006679517,0.00004713069,0.000004664479,0.0002270878,0.0001132132,0.0009964762],"category_scores_gemma":[0.01764788,0.0001255426,0.00009635457,0.001601382,0.0001111588,0.0001295064,0.00001754115,0.0006883764,0.000004410705],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001145443,"about_ca_system_score_gemma":0.02647893,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001209257,"about_ca_topic_score_gemma":0.00002611197,"domain_scores_codex":[0.9894199,0.0005721312,0.002197155,0.0002108323,0.007435789,0.0001642078],"domain_scores_gemma":[0.9909243,0.00009194439,0.001217125,0.0001666732,0.007338305,0.0002616278],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009693564,0.03109399,0.4649311,0.003862154,0.0008733639,0.00005624768,0.02711419,0.001167139,0.001381254,0.007341383,0.1928675,0.2683423],"study_design_scores_gemma":[0.01523952,0.004873599,0.741207,0.003888277,0.001456759,0.000199936,0.04652806,0.1835308,0.00008838769,0.001659853,0.001005383,0.0003224299],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9310141,0.0002197365,0.001314966,0.06094908,0.002602086,0.0009457839,0.000001441395,0.00001457968,0.002938202],"genre_scores_gemma":[0.9957066,0.00002756493,0.00182969,0.00116583,0.001140395,0.00006398216,0.00003792459,0.00001669424,0.00001136882],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2762759,"threshold_uncertainty_score":0.9999167,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1021658640896123,"score_gpt":0.4576939100481291,"score_spread":0.3555280459585168,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}