{"id":"W4320069765","doi":"10.2196/40964","title":"Near Real-time Natural Language Processing for the Extraction of Abdominal Aortic Aneurysm Diagnoses From Radiology Reports: Algorithm Development and Validation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Aortic aneurysm repair treatments","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Mayo Clinic","keywords":"Medicine; Algorithm; Medical diagnosis; Radiology; Abdominal aortic aneurysm; Artificial intelligence; Computer science; Machine learning; Identification (biology); Natural language processing; Aneurysm","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005576987,0.0001441257,0.0003253945,0.00007155206,0.0001433488,0.00002346567,0.00006847984,0.0001102382,0.00003977363],"category_scores_gemma":[0.0006211993,0.00009088717,0.00004344434,0.0001839792,0.0001487165,0.0001635874,0.00005922831,0.0001747072,0.00001183594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005743082,"about_ca_system_score_gemma":0.0002630456,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004610934,"about_ca_topic_score_gemma":0.00000235985,"domain_scores_codex":[0.9981545,0.0000358309,0.0008890952,0.00013311,0.0005776396,0.0002098711],"domain_scores_gemma":[0.9985135,0.0006606269,0.0004032342,0.0002127332,0.00008810996,0.0001218435],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000258333,0.0006768283,0.03915329,0.0005249475,0.0003893277,0.001122425,0.075501,0.000008659572,0.0004129745,8.168609e-7,0.001842889,0.8801085],"study_design_scores_gemma":[0.004779071,0.001147282,0.4266863,0.0004068055,0.0007683234,0.002719965,0.04984389,0.5106834,0.002113867,0.00002653101,0.000498355,0.0003263067],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9971698,0.0001278503,0.0008968547,0.0001480946,0.000125803,0.00136238,0.000005553113,0.0001212441,0.00004241513],"genre_scores_gemma":[0.9852789,0.00004118164,0.01377416,0.00009654922,0.0000973625,0.0003000173,0.0002327292,0.00001661525,0.0001624531],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8797822,"threshold_uncertainty_score":0.3706271,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01517009572148489,"score_gpt":0.3334638094958783,"score_spread":0.3182937137743935,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}