{"id":"W4281487392","doi":"10.1097/acm.0000000000004754","title":"The Validity of MCAT Scores in Predicting Students’ Performance and Progress in Medical School: Results From a Multisite Study","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"ca_institutions":"Memorial University of Newfoundland; University of Calgary","funders":"","keywords":"United States Medical Licensing Examination; Predictive validity; Entrance exam; Comparability; Licensure; Medicine; Medical school; Logistic regression; Ethnic group; Psychology; Educational measurement; Medical education; Family medicine; Clinical psychology; Internal medicine; Curriculum; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00545373,0.0001538324,0.0004620927,0.0002139252,0.0001855336,0.000004025936,0.0004489138,0.0001182777,0.0008206058],"category_scores_gemma":[0.02325881,0.00009514709,0.00002020914,0.0005998029,0.000392472,0.00005568646,0.0004015032,0.002184771,0.000001919384],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001043284,"about_ca_system_score_gemma":0.0006057147,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004848251,"about_ca_topic_score_gemma":0.00007504152,"domain_scores_codex":[0.9956748,0.0004469171,0.001151754,0.0004029003,0.002016444,0.000307191],"domain_scores_gemma":[0.9969147,0.001450424,0.0002575904,0.0003457073,0.00004965417,0.0009818827],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004829334,0.000223835,0.977653,0.00003579885,0.00002197866,0.00005004093,0.0123772,0.0000013671,0.00003239627,0.000006648117,0.002465897,0.006648888],"study_design_scores_gemma":[0.01001669,0.0007496041,0.9634848,0.00112676,0.00004724901,0.00002967709,0.02020206,0.001891615,0.00001888939,0.00003310728,0.002321511,0.00007808398],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9747699,0.001914835,0.000001204026,0.02181102,0.0003773751,0.0009680412,0.000009129895,0.00002497003,0.000123558],"genre_scores_gemma":[0.9960394,0.00145734,0.00001739896,0.001562351,0.0003156841,0.0001621173,0.0000331364,0.00001372287,0.0003988849],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02126949,"threshold_uncertainty_score":0.9849687,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05963072680960423,"score_gpt":0.4096915125987413,"score_spread":0.350060785789137,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}