{"id":"W4403425684","doi":"10.1001/jamanetworkopen.2024.38966","title":"Toward the Rigorous Evaluation of Early Warning Scores","year":2024,"lang":"en","type":"letter","venue":"JAMA Network Open","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Psychology; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8506989,0.006595971,0.0152109,0.02589775,0.006501556,0.03305331,0.02428918,0.01500281,0.004440324],"category_scores_gemma":[0.9212418,0.004197408,0.008565544,0.01591948,0.02512128,0.02470983,0.02274898,0.03107245,0.002629283],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02508261,"about_ca_system_score_gemma":0.09853637,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0114014,"about_ca_topic_score_gemma":0.00762542,"domain_scores_codex":[0.09903227,0.6673803,0.09953459,0.01374651,0.1175463,0.002760028],"domain_scores_gemma":[0.03011838,0.727156,0.04580361,0.03894721,0.1529531,0.00502171],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002716951,0.001884556,0.03371605,0.04549349,0.007351077,0.0003112002,0.008273236,0.005719621,0.0008641857,0.1166312,0.1007355,0.676303],"study_design_scores_gemma":[0.00509009,0.007926537,0.05348497,0.303512,0.005769956,0.0006658178,0.007757416,0.02909594,0.005776007,0.3556964,0.2233394,0.001885573],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.01182413,0.1450374,0.4425289,0.3448808,0.01788137,0.0170063,0.003312868,0.001803139,0.01572524],"genre_scores_gemma":[0.1027283,0.02825184,0.7890516,0.04922919,0.007724693,0.01978645,0.001961655,0.0006948472,0.0005714147],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.1493011,"threshold_uncertainty_score":0.1841148,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09023771767738382,"score_gpt":0.3548921162998441,"score_spread":0.2646543986224603,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}