{"id":"W7117147392","doi":"10.36834/cmej.81345","title":"Re-evaluating the role of personal statements in pediatric residency admissions in the era of artificial intelligence: comparing faculty ratings of human and AI-generated statements","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"BC Children's Hospital; Western University; University of British Columbia","funders":"","keywords":"Sophistication; MEDLINE; Educational measurement","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07365019,0.0004741004,0.0007519213,0.002479008,0.001274372,0.002689522,0.0009000804,0.0006541284,0.001379011],"category_scores_gemma":[0.2898796,0.0002908605,0.0008856138,0.001776372,0.002423244,0.001538269,0.003648072,0.001361406,0.0004223422],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002016219,"about_ca_system_score_gemma":0.002747186,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008691202,"about_ca_topic_score_gemma":0.001902947,"domain_scores_codex":[0.9448144,0.03381904,0.006279006,0.001901676,0.01199541,0.001190461],"domain_scores_gemma":[0.6052335,0.2415712,0.0721802,0.01367858,0.05560124,0.01173524],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002241899,0.0005855102,0.6908225,0.001722629,0.0003307568,0.0006545102,0.08558533,0.001293743,0.009408692,0.0008758472,0.003517426,0.202961],"study_design_scores_gemma":[0.0001549637,0.006017245,0.8682834,0.00101122,0.0002900943,0.001569725,0.08068801,0.008141696,0.01743983,0.001789578,0.01427056,0.0003437866],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9932513,0.0003728023,0.003485345,0.0004305833,0.0001241885,0.0002690911,0.00009036274,0.00008253382,0.001893812],"genre_scores_gemma":[0.9929188,0.0002446786,0.005833539,0.0001514508,0.00006757389,0.0002661507,0.00009421137,0.00003800223,0.0003856236],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9263498,"threshold_uncertainty_score":0.3895041,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1894135996891055,"score_gpt":0.5306698806024939,"score_spread":0.3412562809133884,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}