{"id":"W2013246457","doi":"10.1097/acm.0b013e3181b37b0b","title":"Use of Multimedia on the Step 1 and Step 2 Clinical Knowledge Components of USMLE: A Controlled Trial of the Impact on Item Characteristics","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Phonocardiography and Auscultation Techniques","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Terminology; Auscultation; Multimedia; United States Medical Licensing Examination; Multiple choice; Licensure; Educational measurement; Medical education; Medicine; Computer science; Psychology; Curriculum; Linguistics; Medical school; Radiology; Pedagogy","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007149535,0.001279766,0.002176286,0.0006641409,0.0008655182,0.001307155,0.001458972,0.001926565,0.007703257],"category_scores_gemma":[0.02117102,0.0007665444,0.001486893,0.0005927014,0.001857394,0.001900099,0.001090649,0.002235486,0.0007031728],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001109648,"about_ca_system_score_gemma":0.001425195,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001192518,"about_ca_topic_score_gemma":0.001380566,"domain_scores_codex":[0.9938204,0.003582666,0.0006336827,0.0008222485,0.0007196265,0.0004214307],"domain_scores_gemma":[0.9781564,0.01475204,0.003686948,0.001092409,0.0005905716,0.001721578],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","study_design_scores_codex":[0.9024162,0.06643775,0.004852451,0.0004931419,0.0008462543,0.0000430582,0.0003673718,0.0001869136,0.001239265,0.00006253321,0.0003284327,0.02272664],"study_design_scores_gemma":[0.3415555,0.6292997,0.02509654,0.0001068765,0.001071418,0.00003060784,0.0001989038,0.0005676931,0.001336218,0.0001552692,0.0005368906,0.00004431984],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9972841,0.0004555334,0.0001526737,0.00009343168,0.0001153421,0.001308498,0.0001388925,0.00002200516,0.0004296349],"genre_scores_gemma":[0.9906237,0.0005067455,0.001256563,0.0002207234,0.0003428808,0.005766269,0.0002486578,0.00001472217,0.001019698],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007703257,"threshold_uncertainty_score":0.0378108,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1006634845693079,"score_gpt":0.4024753221029536,"score_spread":0.3018118375336457,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}