{"id":"W4220812061","doi":"10.1097/acm.0000000000004584","title":"In Reply to Schattner","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Mandate; United States Medical Licensing Examination; Summative assessment; Commission; Staffing; Excellence; Unintended consequences; Investment (military); MEDLINE","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009255897,0.00130538,0.001790458,0.001397869,0.004306461,0.006457184,0.005079073,0.03285437,0.01600801],"category_scores_gemma":[0.1009119,0.001162966,0.00138179,0.001437998,0.005635527,0.009102134,0.003826264,0.059821,0.01029318],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004396705,"about_ca_system_score_gemma":0.007688466,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006144425,"about_ca_topic_score_gemma":0.008205459,"domain_scores_codex":[0.9933354,0.001990841,0.0007388936,0.001309955,0.002033522,0.000591412],"domain_scores_gemma":[0.9557624,0.02680576,0.002047839,0.001242686,0.01023696,0.00390425],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006990586,0.000003533893,0.00007006769,0.0000250465,0.000003458852,0.0001242933,0.00007742786,0.000009061739,0.00001150776,0.0006656896,0.9970764,0.001926627],"study_design_scores_gemma":[0.00002766441,0.00001977727,0.000453983,0.0004911255,0.00001509838,0.001389404,0.0009574662,0.000118031,0.0001579129,0.004115386,0.992172,0.00008210033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.00007518006,0.002955488,0.00007068388,0.9472235,0.04863073,0.000005527927,0.00002570991,0.00003185307,0.0009812147],"genre_scores_gemma":[0.001054279,0.00110018,0.00009016107,0.9779207,0.01690535,0.00002299113,0.0000124312,0.00003152757,0.002862447],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.03285437,"threshold_uncertainty_score":0.05355215,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03416659854972778,"score_gpt":0.3980733089305829,"score_spread":0.3639067103808551,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}