{"id":"W4406142757","doi":"10.36834/cmej.79690","title":"Investigating the threat of AI to undergraduate medical school admissions: a study of its potential impact on the rating of applicant essays","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Guelph; McMaster University","funders":"","keywords":"Context (archaeology); Medical education; Likert scale; Psychology; Medical school; Intraclass correlation; Rating scale; Value (mathematics); Medicine; Computer science; Clinical psychology; Psychometrics; Developmental psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02480645,0.0003597893,0.0003997664,0.001000721,0.001326955,0.003026679,0.0008188913,0.0007516862,0.002074724],"category_scores_gemma":[0.1727734,0.0002786873,0.0004333596,0.0006988036,0.001830373,0.001232719,0.001943788,0.001509959,0.0003987873],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001300708,"about_ca_system_score_gemma":0.00109012,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001072563,"about_ca_topic_score_gemma":0.001780174,"domain_scores_codex":[0.9765775,0.01743787,0.0011306,0.001004129,0.003296154,0.0005538393],"domain_scores_gemma":[0.6831772,0.2353064,0.05148477,0.006227037,0.01514112,0.008663439],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003590066,0.007357233,0.7572654,0.0005268186,0.0002084173,0.0009919509,0.1188061,0.0005004323,0.01200206,0.0005961296,0.0007978108,0.09735767],"study_design_scores_gemma":[0.0001665335,0.01151271,0.934855,0.0001294888,0.0000985364,0.0004985039,0.04426733,0.001799939,0.003834786,0.000421726,0.002345429,0.0000700417],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9991816,0.00002052637,0.00009919314,0.0000471825,0.000005783013,0.00002585615,0.000004409171,0.000002777844,0.0006126232],"genre_scores_gemma":[0.9990822,0.00002952703,0.0004138835,0.00005117568,0.00001732958,0.00006086886,0.00001175783,0.000003075239,0.0003300581],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9751936,"threshold_uncertainty_score":0.1311907,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06329216138548244,"score_gpt":0.4445520527849906,"score_spread":0.3812598913995082,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}