{"id":"W4353015078","doi":"10.2196/38125","title":"How Natural Language Processing Can Aid With Pulmonary Oncology Tumor Node Metastasis Staging From Free-Text Radiology Reports: Algorithm Development and Validation","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Classifier (UML); Artificial intelligence; Computer science; Medicine; Stage (stratigraphy); Machine learning; Radiology; Natural language processing; Metastasis; Text messaging; Internal medicine; Cancer; World Wide Web","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008848396,0.0009757357,0.0005483828,0.002802241,0.0005214842,0.002450978,0.001255722,0.001325491,0.002232679],"category_scores_gemma":[0.02860408,0.000331685,0.0009585932,0.001473897,0.0005184477,0.00219895,0.0010239,0.001107105,0.001509627],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001032696,"about_ca_system_score_gemma":0.001964889,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006048104,"about_ca_topic_score_gemma":0.004196716,"domain_scores_codex":[0.9966007,0.001642119,0.0003489954,0.0007423317,0.0005476086,0.0001183142],"domain_scores_gemma":[0.979508,0.01662369,0.0006048902,0.0008257078,0.002295612,0.0001422003],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005894051,0.0007302617,0.03953443,0.0005331092,0.0002692791,0.0003930784,0.0006239544,0.05929879,0.01489892,0.002956057,0.007220758,0.8729519],"study_design_scores_gemma":[0.0001056489,0.0002355398,0.01046392,0.000190824,0.0001580304,0.0004412221,0.0004124797,0.9474941,0.02752262,0.00616008,0.00677208,0.00004341751],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1791436,0.001099725,0.8023803,0.001242604,0.0001435837,0.001580496,0.001975938,0.009001842,0.003431971],"genre_scores_gemma":[0.2879642,0.0004310539,0.705079,0.0002399469,0.000047893,0.0008668962,0.00397299,0.0002170686,0.00118099],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.008848396,"threshold_uncertainty_score":0.04679537,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03679129323089518,"score_gpt":0.3815716081696994,"score_spread":0.3447803149388042,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}