{"id":"W4283661276","doi":"10.36834/cmej.73894","title":"Licensing exams in Canada: a closer look at the validity of the MCCQE Part II","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"South Health Campus; University of Calgary","funders":"","keywords":"Generalizability theory; Specialty; Certification; Graduation (instrument); Safeguarding; Medical education; Psychology; Aptitude; Licensure; Political science; Medicine; Family medicine; Nursing; Engineering; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01914523,0.0002665843,0.0008258251,0.005578396,0.006420606,0.006699426,0.00266734,0.002169857,0.003060456],"category_scores_gemma":[0.1055332,0.0003900059,0.0008435485,0.009497453,0.004620176,0.002256859,0.002864596,0.00432645,0.0002167521],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.09588259,"about_ca_system_score_gemma":0.2501449,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9933491,"about_ca_topic_score_gemma":0.9966663,"domain_scores_codex":[0.9712889,0.002925642,0.001327785,0.001542689,0.01885608,0.004058881],"domain_scores_gemma":[0.8753546,0.02727188,0.01145164,0.002045161,0.07320754,0.01066918],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002575199,0.000132923,0.6855628,0.001139052,0.0001727053,0.001363176,0.0148961,0.001003644,0.0004568311,0.06692176,0.06436478,0.1637288],"study_design_scores_gemma":[0.0000386451,0.0000927253,0.8950961,0.00175669,0.0001078796,0.0003128689,0.009341045,0.00133384,0.0002733717,0.002236727,0.08927627,0.00013381],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3987899,0.04610891,0.002449708,0.3795769,0.002579571,0.0003179099,0.004871726,0.00006404446,0.1652413],"genre_scores_gemma":[0.9535372,0.01617076,0.001224377,0.02073802,0.000470968,0.00004104656,0.001204496,0.00004120438,0.006571921],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9808547,"threshold_uncertainty_score":0.6956801,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02060822163496542,"score_gpt":0.2855592965816284,"score_spread":0.2649510749466629,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}