{"id":"W4404918033","doi":"10.32920/27934578","title":"Replacing high-stakes summative examinations with graduated medical licensure in Canada","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Licensure; Summative assessment; Medical education; Psychology; Medicine; Political science; Mathematics education; Formative assessment","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01125617,0.0004594642,0.0004912082,0.002190784,0.006539581,0.004797598,0.00463032,0.002276816,0.009788368],"category_scores_gemma":[0.03378789,0.0007594578,0.0007634639,0.002408133,0.002558303,0.001864865,0.006004293,0.003868832,0.001295717],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.1559458,"about_ca_system_score_gemma":0.4873419,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.9934841,"about_ca_topic_score_gemma":0.9971554,"domain_scores_codex":[0.9860995,0.001805097,0.0004730943,0.0009602251,0.006356689,0.004305292],"domain_scores_gemma":[0.9342009,0.004122715,0.002357254,0.001855093,0.03171284,0.0257511],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009875766,0.001325296,0.2045908,0.001402149,0.0002213507,0.001119927,0.005505064,0.006434593,0.002857946,0.01879353,0.2473464,0.5094155],"study_design_scores_gemma":[0.000488146,0.0009251055,0.7080798,0.001790287,0.0001608513,0.0003479867,0.008261661,0.008106136,0.002915784,0.001908561,0.2666667,0.0003488822],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.540161,0.01219789,0.01282275,0.1960637,0.005105909,0.003338521,0.008773912,0.001981453,0.219555],"genre_scores_gemma":[0.9381665,0.002733323,0.01062898,0.01604895,0.0002122668,0.0004028887,0.002442965,0.0001785921,0.0291855],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9934841,"threshold_uncertainty_score":0.9789832,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01494609356805233,"score_gpt":0.2885795874177742,"score_spread":0.2736334938497219,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}