{"id":"W4323351127","doi":"10.1093/jcag/gwac036.115","title":"A115 THE PERFORMANCE OF NATURAL LANGUAGE PROCESSING IN INTERPRETING COLONOSCOPY REPORTS: A SYSTEMATIC REVIEW AND META-ANALYSIS","year":2023,"lang":"en","type":"review","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Colonoscopy; Artificial intelligence; Computer science; Natural language processing; Meta-analysis; CINAHL; Receiver operating characteristic; Univariate; Systematic review; Bivariate analysis; Machine learning; MEDLINE; Medicine; Information retrieval; Medical physics; Data mining; Multivariate statistics; Pathology; Colorectal cancer; Internal medicine; Cancer","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01109462,0.0001320637,0.003193741,0.0005319541,0.0001454024,0.00003192919,0.0004228019,0.0001017205,0.000018454],"category_scores_gemma":[0.00327373,0.00007087161,0.001335843,0.001138106,0.00009635594,0.00007494932,0.00004518998,0.0004101921,2.845807e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000715321,"about_ca_system_score_gemma":0.0007680221,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006126192,"about_ca_topic_score_gemma":0.4167668,"domain_scores_codex":[0.994123,0.003397247,0.001712964,0.0001128265,0.0004488738,0.0002050183],"domain_scores_gemma":[0.9915106,0.0006595438,0.007201653,0.00014456,0.0004189172,0.00006476486],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.00005098544,0.00009522925,0.03504235,0.6719064,0.269032,0.00008189416,0.01644484,0.000482877,4.334428e-7,0.0001233084,0.001291954,0.005447761],"study_design_scores_gemma":[0.0001421068,0.0001587213,0.001048867,0.04086069,0.9522412,0.00008229582,0.001000962,0.0003643064,9.753419e-8,0.00005614669,0.003875828,0.0001687762],"study_design_candidate":"meta_analysis","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0007837822,0.9952956,0.000006215609,0.003257575,0.000117428,0.0004929448,0.00001524564,0.000001972675,0.00002919299],"genre_scores_gemma":[0.08518577,0.9128643,0.0002246317,0.0007413361,0.00005888251,0.00003371357,0.000006223184,0.00001715724,0.0008679599],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6832092,"threshold_uncertainty_score":0.9261011,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03997383458246428,"score_gpt":0.3770505314235504,"score_spread":0.3370766968410861,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}