{"id":"W4353015078","doi":"10.2196/38125","title":"How Natural Language Processing Can Aid With Pulmonary Oncology Tumor Node Metastasis Staging From Free-Text Radiology Reports: Algorithm Development and Validation","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Classifier (UML); Artificial intelligence; Computer science; Medicine; Stage (stratigraphy); Machine learning; Radiology; Natural language processing; Metastasis; Text messaging; Internal medicine; Cancer; World Wide Web","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007033242,0.000177349,0.0003788426,0.0003628919,0.0002999539,0.00009181773,0.00008820542,0.00005945873,0.00002023903],"category_scores_gemma":[0.00007427293,0.0001199025,0.00003186379,0.0005632954,0.0001752996,0.0002925258,0.0001792871,0.0004231028,0.000008164815],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009114837,"about_ca_system_score_gemma":0.0006852872,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003575186,"about_ca_topic_score_gemma":0.00007230513,"domain_scores_codex":[0.9980389,0.0001967661,0.0002605331,0.0003940876,0.0005944525,0.0005151997],"domain_scores_gemma":[0.9989259,0.0002436024,0.0001404971,0.000266542,0.0002594334,0.0001640492],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003741619,0.0003972574,0.02973906,0.0005682156,0.0006384868,0.006880301,0.05332689,0.000005346003,0.0009218639,0.000009494124,0.004335099,0.9028038],"study_design_scores_gemma":[0.01435595,0.004329782,0.5477254,0.00328982,0.0004766026,0.00436932,0.1995385,0.01707175,0.1523433,0.0004870846,0.05455785,0.001454651],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9905948,0.002042633,0.0001685369,0.005480829,0.00007908914,0.0009091072,0.00006521627,0.0001000534,0.0005597275],"genre_scores_gemma":[0.9918926,0.0001009587,0.00598583,0.0001014511,0.0000986727,0.0007658264,0.0006580177,0.00002735584,0.0003693237],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9013492,"threshold_uncertainty_score":0.4889482,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03679129323089518,"score_gpt":0.3815716081696994,"score_spread":0.3447803149388042,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}