{"id":"W4400179413","doi":"10.22454/fammed.2024.806898","title":"Family Medicine Clerkship Directors’ Perspectives on USMLE Pass/Fail Scoring: A CERA Study","year":2024,"lang":"en","type":"article","venue":"Family Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Curriculum; Clinical clerkship; Demographics; Medical education; Family medicine; Medicine; Medical school; Descriptive statistics; MEDLINE; Psychology; Pedagogy; Demography","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002359446,0.0006137514,0.001078805,0.001389508,0.0002578079,0.00003977885,0.0003630104,0.0002499997,0.00110727],"category_scores_gemma":[0.004097037,0.0004262333,0.0001274689,0.003034721,0.000822634,0.0001893876,0.00008178454,0.001518288,0.0004206553],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007940762,"about_ca_system_score_gemma":0.0004220143,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007369702,"about_ca_topic_score_gemma":0.00001020704,"domain_scores_codex":[0.9945323,0.0002164976,0.001142801,0.001251892,0.002148804,0.000707711],"domain_scores_gemma":[0.9970841,0.0006005039,0.0001618632,0.001163002,0.0006261863,0.0003643463],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0008435395,0.002820972,0.02368127,0.0009853097,0.001171905,0.001129434,0.1016707,0.000009771498,0.02151104,0.01419851,0.7316468,0.1003307],"study_design_scores_gemma":[0.00710002,0.01015957,0.5677585,0.006839189,0.001100727,0.0001131122,0.2293794,0.0009546088,0.0001093316,0.0005431919,0.1752173,0.0007250569],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9041658,0.007943796,0.0004287946,0.02906841,0.006970366,0.001742922,0.00000629463,0.0008264547,0.04884713],"genre_scores_gemma":[0.9787604,0.0005335796,0.0003156977,0.006158084,0.00788163,0.0002535244,0.0001128347,0.000139424,0.005844878],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5564295,"threshold_uncertainty_score":0.9998189,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09679669184623084,"score_gpt":0.4037741950423407,"score_spread":0.3069775031961098,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}