{"id":"W4400642441","doi":"10.1016/j.acra.2024.06.046","title":"Large Language Models as Tools to Generate Radiology Board-Style Multiple-Choice Questions","year":2024,"lang":"en","type":"article","venue":"Academic Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan; Royal University Hospital","funders":"","keywords":"Style (visual arts); Radiology; Computer science; Editorial board; Medicine; Library science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008634259,0.0003021481,0.0005997856,0.0007318678,0.0001581796,0.00002898263,0.0002795468,0.000903856,0.0003309038],"category_scores_gemma":[0.002979339,0.000265032,0.0001456175,0.00070488,0.0001444124,0.0004243962,0.00008015252,0.001538741,0.001181459],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001934852,"about_ca_system_score_gemma":0.000304592,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003735461,"about_ca_topic_score_gemma":0.00003560162,"domain_scores_codex":[0.9973161,0.0003961057,0.0005522499,0.0008002201,0.0001308931,0.000804428],"domain_scores_gemma":[0.9968968,0.002053843,0.0001006164,0.0004880094,0.00007163009,0.0003891009],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007559416,0.0002324987,0.02483477,0.0002509061,0.001147012,0.0008354321,0.02282978,0.003354436,0.2671986,0.1086175,0.5515625,0.01838054],"study_design_scores_gemma":[0.001869889,0.0009961688,0.02348114,0.0001800984,0.0005540471,0.01116235,0.002214788,0.03590816,0.001292714,0.002328647,0.9193011,0.0007108964],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9497385,0.01585883,0.003116037,0.02379277,0.002312465,0.000675906,0.00005261773,0.000394022,0.004058831],"genre_scores_gemma":[0.9738985,0.004064371,0.001600361,0.01059786,0.002864348,0.0002305515,0.0002675935,0.00006400767,0.006412437],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3677385,"threshold_uncertainty_score":0.9999802,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04522509973484705,"score_gpt":0.374001664389616,"score_spread":0.328776564654769,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}