{"id":"W4281872984","doi":"10.2196/38364","title":"Evaluation of Diagnostic and Triage Accuracy and Usability of a Symptom Checker in an Emergency Department: Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Triage; Usability; Medical diagnosis; Emergency department; Medicine; Observational study; Medical emergency; Emergency medicine; Psychiatry; Computer science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0078749,0.0003561019,0.0008171086,0.001362949,0.0007074239,0.001244546,0.0006998479,0.0008170159,0.001442012],"category_scores_gemma":[0.03581085,0.0004868822,0.001092696,0.001275749,0.000764068,0.00155569,0.001154631,0.001177584,0.0004015359],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008997245,"about_ca_system_score_gemma":0.001096255,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002346579,"about_ca_topic_score_gemma":0.002727028,"domain_scores_codex":[0.9935628,0.002982223,0.001311256,0.0005353056,0.001187475,0.0004209568],"domain_scores_gemma":[0.9676541,0.01441843,0.01017849,0.001418544,0.004392661,0.001937801],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004478852,0.0009516553,0.9925252,0.0001646394,0.000130086,0.0001535643,0.002051706,0.00005317074,0.000140504,0.00001623782,0.0003029917,0.003062286],"study_design_scores_gemma":[0.0001543639,0.004488682,0.9875872,0.00009766455,0.0001376437,0.0005704551,0.005228504,0.0008892624,0.0001853597,0.00003276586,0.0005841393,0.00004389334],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9991459,0.0001112953,0.0001257504,0.00003481315,0.000005086332,0.0001471433,0.0001635546,0.000004319865,0.0002621915],"genre_scores_gemma":[0.9991072,0.00009536446,0.000319595,0.00006996469,0.00001065592,0.0001365668,0.0001948162,0.000003585492,0.00006230947],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0078749,"threshold_uncertainty_score":0.04164696,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4858455592469505,"score_gpt":0.5556359923905649,"score_spread":0.06979043314361444,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}