{"id":"W4283659272","doi":"10.36834/cmej.73770","title":"Medical Council of Canada Qualifying Examinations and performance in future practice","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"NOSM University; Laurentian University","funders":"","keywords":"Blueprint; Accountability; Patient care; Valuation (finance); Argument (complex analysis); Medical education; Medicine; Psychology; Nursing; Political science; Accounting; Engineering; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004849328,0.00009979454,0.0002018949,0.0003869931,0.0004253513,0.00001463059,0.0002107016,0.0001286864,0.01978123],"category_scores_gemma":[0.05712165,0.0001005794,0.0000200346,0.0008884681,0.0001261066,0.0001488514,0.00002957623,0.001743055,0.000001312475],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.005449247,"about_ca_system_score_gemma":0.4810697,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.2836425,"about_ca_topic_score_gemma":0.5874861,"domain_scores_codex":[0.9953606,0.0001960724,0.0006345502,0.000163258,0.003330485,0.0003150975],"domain_scores_gemma":[0.9952989,0.0001503896,0.0002335185,0.0001864963,0.001231718,0.002898959],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006849318,0.0006283159,0.02407325,0.0002159685,0.00005857924,0.0002742544,0.008989674,0.00001358731,0.000003800429,0.005361815,0.5235206,0.4367917],"study_design_scores_gemma":[0.0007329385,0.0001066329,0.05566898,0.0001901568,0.00002478708,0.006391272,0.02621134,0.001320161,0.000002039768,0.00003933812,0.9092008,0.0001115806],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.617399,0.001255855,0.00002355752,0.3638633,0.004220724,0.0002413552,0.000006778607,0.000007094166,0.01298236],"genre_scores_gemma":[0.9276688,0.000271498,0.0009601963,0.06932481,0.00101637,0.00005247249,0.00003168204,0.0000157857,0.0006583612],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4756204,"threshold_uncertainty_score":0.9983687,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01805326689452169,"score_gpt":0.3088328779476094,"score_spread":0.2907796110530877,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}