{"id":"W4238024460","doi":"10.2196/preprints.29241","title":"A Semiautomated Chart Review for Assessing the Development of Radiation Pneumonitis Using Natural Language Processing: Diagnostic Accuracy and Feasibility Study (Preprint)","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary; University of Northern British Columbia; Kelowna General Hospital; University of British Columbia","funders":"","keywords":"Python (programming language); Computer science; Chart; Natural language processing; Terminology; Grading (engineering); Medical physics; Medicine; Artificial intelligence; Statistics; Programming language; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01942396,0.0005969935,0.0006137649,0.002711181,0.0005936911,0.001673771,0.001595896,0.0006515514,0.002738882],"category_scores_gemma":[0.05365131,0.0006225291,0.0007997277,0.001333506,0.0006109847,0.001181755,0.001216128,0.0004824164,0.001125814],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001018606,"about_ca_system_score_gemma":0.002542821,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003616833,"about_ca_topic_score_gemma":0.004415619,"domain_scores_codex":[0.9822808,0.009834561,0.002240446,0.00242878,0.002909881,0.0003056559],"domain_scores_gemma":[0.9199276,0.04618188,0.008414761,0.007019006,0.01721325,0.001243466],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.009818355,0.004233446,0.5282416,0.002855926,0.0006466273,0.001258129,0.003448666,0.004133209,0.02531529,0.0005576453,0.01170397,0.4077871],"study_design_scores_gemma":[0.002969518,0.01405648,0.8033429,0.0006225202,0.0008648638,0.004249868,0.002035134,0.1126163,0.04382494,0.0007590965,0.01423739,0.0004208994],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8844073,0.0006880132,0.08657862,0.0004091215,0.0002175476,0.0160234,0.00563027,0.003247455,0.002798364],"genre_scores_gemma":[0.7443491,0.0004202527,0.2404565,0.0003915976,0.0002068074,0.008518197,0.004269481,0.0001979592,0.001189964],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01942396,"threshold_uncertainty_score":0.102725,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05692166346890221,"score_gpt":0.4191088121638156,"score_spread":0.3621871486949134,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}