{"id":"W3159496962","doi":"10.2196/24381","title":"Automating Stroke Data Extraction From Free-Text Radiology Reports Using Natural Language Processing: Instrument Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; University Health Network; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Neurovascular bundle; Occlusion; Stroke (engine); Radiology; Computed tomography angiography; Angiography; Data extraction; Artificial intelligence; Computer science; Surgery; MEDLINE","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006709959,0.000215808,0.0004344666,0.0001142005,0.0001124889,0.00008310062,0.0003315458,0.0001902018,0.0004379674],"category_scores_gemma":[0.00121507,0.0001857539,0.000052922,0.0002407095,0.00007080436,0.0006756595,0.0009127125,0.0006300329,0.00001428003],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002155269,"about_ca_system_score_gemma":0.0004275583,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006527141,"about_ca_topic_score_gemma":0.000008911906,"domain_scores_codex":[0.9967846,0.00007326908,0.001208254,0.0002950502,0.001326793,0.0003119935],"domain_scores_gemma":[0.9976588,0.0001011929,0.0006100244,0.001285769,0.0001284154,0.0002157215],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001923309,0.002529407,0.1152972,0.001618061,0.001538201,0.006724233,0.04752447,0.00003903787,0.01322204,0.000009073685,0.0481621,0.7631439],"study_design_scores_gemma":[0.007606368,0.0003407311,0.04180675,0.001324526,0.001181581,0.005471065,0.1315159,0.793683,0.008353632,0.0000134036,0.00793577,0.0007672386],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9911572,0.0003140093,0.004318444,0.0003926426,0.0005970219,0.0007357038,0.00002836577,0.0001889384,0.002267635],"genre_scores_gemma":[0.9661012,0.00001130966,0.0306785,0.0007147438,0.0004417656,0.00003014788,0.001745977,0.00002210067,0.0002542921],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.793644,"threshold_uncertainty_score":0.7574823,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0356305453592576,"score_gpt":0.3568371573367169,"score_spread":0.3212066119774594,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}