{"id":"W1980415962","doi":"10.1080/10401334.2013.797351","title":"Predicting Performance on the Medical Council of Canada Qualifying Exam Part II","year":2013,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Residency training; Medical education; United States Medical Licensing Examination; Receiver operating characteristic; Medicine; Descriptive statistics; Medical school; Family medicine; Psychology; Internal medicine; Statistics; Continuing education; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001588213,0.0003998825,0.000202842,0.001393356,0.0004828734,0.0006840788,0.0004399868,0.0004223649,0.002429202],"category_scores_gemma":[0.0100419,0.000149299,0.0002115226,0.0008645835,0.0002614948,0.0002748061,0.0006187013,0.0005926085,0.0006261459],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001871095,"about_ca_system_score_gemma":0.004736762,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.4343696,"about_ca_topic_score_gemma":0.5626393,"domain_scores_codex":[0.9992373,0.0000988834,0.00005097679,0.0001054313,0.0003235707,0.0001839451],"domain_scores_gemma":[0.9920279,0.00101008,0.00270782,0.0001475157,0.002488527,0.001618139],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001402262,0.00002496843,0.9963941,0.000005253589,0.000008003925,0.000006097363,0.00004558788,0.0001510809,0.0000422935,0.00001286714,0.0008820487,0.002413579],"study_design_scores_gemma":[0.000002541089,0.00002621986,0.9982598,0.000008634822,0.000006491486,0.00001244638,0.0001073336,0.00115698,0.00008515034,0.000008588569,0.0003223411,0.000003489126],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9958605,0.0001077706,0.0002782899,0.000306179,0.000009601947,0.0000346003,0.001470284,0.0000256175,0.001907221],"genre_scores_gemma":[0.9970375,0.0001167574,0.000526389,0.0000356325,0.00001077174,0.00001593196,0.001607154,0.000003935601,0.0006458169],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9981289,"threshold_uncertainty_score":0.8636826,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04120405267776721,"score_gpt":0.2957964688399564,"score_spread":0.2545924161621892,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}