{"id":"W3037189781","doi":"10.2196/20182","title":"The United States Medical Licensing Examination Step 1 Is Changing—US Medical Curricula Should Too","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Curriculum; Medical education; Grading (engineering); Licensure; Medical school; Class (philosophy); Medicine; Psychology; Computer science; Pedagogy; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003343284,0.0003640344,0.0004445046,0.0004686253,0.0005556231,0.0001021546,0.0006656806,0.0008845161,0.006052863],"category_scores_gemma":[0.03011229,0.0002622053,0.0001363719,0.003521942,0.000735499,0.0001945155,0.0001943685,0.001953536,0.000299427],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003659157,"about_ca_system_score_gemma":0.004865965,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001336004,"about_ca_topic_score_gemma":0.00001353433,"domain_scores_codex":[0.9908935,0.0003612655,0.001162627,0.0006648998,0.006160103,0.0007575963],"domain_scores_gemma":[0.9959589,0.0005471822,0.0003245686,0.0005908589,0.001094733,0.001483739],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005483264,0.0007801375,0.001304477,0.00019969,0.00005764941,0.00002847475,0.005715489,6.463521e-7,0.000009635511,0.002553764,0.422851,0.5664442],"study_design_scores_gemma":[0.002006926,0.0003459489,0.01638691,0.001450646,0.00013252,0.0004222787,0.0108238,0.1059463,0.0001517328,0.0001508639,0.8617185,0.0004636417],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4507465,0.0004278736,0.003348871,0.5397559,0.002449988,0.001015314,0.000003038611,0.0002952977,0.001957234],"genre_scores_gemma":[0.580586,0.001208568,0.001081674,0.4065592,0.006557736,0.0005608746,0.001846569,0.0001118656,0.001487609],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5659806,"threshold_uncertainty_score":0.999983,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02492423421859859,"score_gpt":0.3758336360255921,"score_spread":0.3509094018069935,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}