{"id":"W4399320514","doi":"10.1177/08465371241255895","title":"Evaluation of a BERT Natural Language Processing Model for Automating CT and MRI Triage and Protocol Selection","year":2024,"lang":"en","type":"article","venue":"Canadian Association of Radiologists Journal","topic":"Radiology practices and education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"Triage; Artificial intelligence; Support vector machine; Medicine; Protocol (science); Machine learning; Receiver operating characteristic; Computer science; Natural language processing; Medical emergency; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003926397,0.000070197,0.0001901767,0.0002298133,0.0001169906,0.00004525042,0.00002440999,0.00006917695,0.000008791778],"category_scores_gemma":[0.002370054,0.00005973447,0.00004052908,0.0001180009,0.00003118157,0.000224071,0.000002554702,0.0002099719,1.323677e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008971094,"about_ca_system_score_gemma":0.001727005,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004751542,"about_ca_topic_score_gemma":0.001859218,"domain_scores_codex":[0.9990919,0.0001490292,0.0002938865,0.0001187903,0.0001969922,0.0001494503],"domain_scores_gemma":[0.9988607,0.0001657072,0.0003879752,0.00003490284,0.0004473748,0.000103295],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003049061,0.00007994637,0.102841,0.001776779,0.0008913702,0.00001667555,0.01284012,0.003597449,0.008655099,0.0003344944,0.0166436,0.8520186],"study_design_scores_gemma":[0.001205108,0.0001353555,0.03034478,0.0001692476,0.0003180697,0.0006061947,0.0003846112,0.9659387,0.00009734263,0.0002766174,0.0004648114,0.00005909375],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9782039,0.002364933,0.002062371,0.004213719,0.0002559386,0.01247856,0.00001921639,0.0000264176,0.0003749675],"genre_scores_gemma":[0.9951712,0.00002200642,0.003308101,0.00005535185,0.0001823487,0.0009808615,0.00001170668,0.000008654229,0.0002597933],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9623413,"threshold_uncertainty_score":0.3063633,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03734027641896505,"score_gpt":0.3901619861724381,"score_spread":0.352821709753473,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}