{"id":"W3159496962","doi":"10.2196/24381","title":"Automating Stroke Data Extraction From Free-Text Radiology Reports Using Natural Language Processing: Instrument Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; University Health Network; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Neurovascular bundle; Occlusion; Stroke (engine); Radiology; Computed tomography angiography; Angiography; Data extraction; Artificial intelligence; Computer science; Surgery; MEDLINE","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03168795,0.001023976,0.0005857378,0.002450543,0.0006286324,0.001173558,0.0014904,0.0009319595,0.0008403743],"category_scores_gemma":[0.0866853,0.0003900814,0.001312308,0.00148614,0.001080092,0.001106049,0.00182697,0.0006749106,0.0007962085],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00100705,"about_ca_system_score_gemma":0.002232749,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002935837,"about_ca_topic_score_gemma":0.002444348,"domain_scores_codex":[0.9809633,0.01124915,0.002712075,0.002537638,0.002075948,0.0004618189],"domain_scores_gemma":[0.8860026,0.07714094,0.00694839,0.01089411,0.01812189,0.0008920403],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.006324953,0.01267525,0.5274642,0.002373871,0.001543103,0.0009459647,0.00768296,0.01601731,0.03098866,0.0006606755,0.004376725,0.3889464],"study_design_scores_gemma":[0.002688865,0.01317571,0.7181648,0.0006599014,0.001507498,0.002444206,0.003094478,0.1802678,0.06375872,0.001558608,0.01238824,0.0002912811],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.965829,0.0003116202,0.02763057,0.00009320922,0.0000295475,0.003138613,0.001703447,0.0005269579,0.0007370264],"genre_scores_gemma":[0.8953289,0.0002528978,0.09192308,0.0002021329,0.00004298191,0.003593746,0.0080715,0.000094904,0.0004898706],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03168795,"threshold_uncertainty_score":0.1675839,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0356305453592576,"score_gpt":0.3568371573367169,"score_spread":0.3212066119774594,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}