{"id":"W4366307907","doi":"10.2196/44835","title":"Natural Language Processing for Clinical Laboratory Data Repository Systems: Implementation and Evaluation for Respiratory Viruses","year":2023,"lang":"en","type":"article","venue":"JMIR AI","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"Sunnybrook Hospital; Sinai Health System; Vector Institute; Public Health Ontario; York University; University Health Network; University of Toronto","funders":"Canadian Institutes of Health Research; Hospital for Sick Children","keywords":"Computer science; Artificial intelligence; Natural language processing; Generalizability theory; Parsing; Classifier (UML); Machine learning; Information extraction; Task (project management)","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001148551,0.00007065587,0.00009821719,0.00002800804,0.0001067045,0.00004235803,0.000124821,0.0001217157,5.678979e-7],"category_scores_gemma":[0.0003343183,0.00006113374,0.00002392991,0.00006174613,0.00006808432,0.00000852466,0.00008309577,0.00004778417,7.76322e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00000828154,"about_ca_system_score_gemma":0.0001542203,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004270889,"about_ca_topic_score_gemma":0.00001616257,"domain_scores_codex":[0.9991233,0.00009060938,0.0002312709,0.0003177339,0.0001056192,0.0001314667],"domain_scores_gemma":[0.9994156,0.00006540232,0.00009512785,0.0002453123,0.0001443941,0.00003417023],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003260003,0.00006097477,0.01280363,0.0005946123,0.000113562,0.000002888119,0.0003933285,0.000003646676,0.1846743,0.00001950127,0.345378,0.4556295],"study_design_scores_gemma":[0.00382578,0.001229285,0.02361539,0.00009943811,0.0001403527,0.000004300794,0.006401693,0.01535058,0.0178984,0.00002461734,0.9310008,0.0004093519],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9847262,0.01216523,0.0008171627,0.0001589811,0.0006838074,0.001046131,0.0003154939,0.00007002877,0.00001696451],"genre_scores_gemma":[0.9958043,0.00002868329,0.0007040286,0.0007939788,0.0009690307,0.0005339571,0.001063642,0.00001812373,0.00008430498],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5856228,"threshold_uncertainty_score":0.2492961,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1563436978837656,"score_gpt":0.5307190196558628,"score_spread":0.3743753217720972,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}