{"id":"W4410447130","doi":"10.3233/shti250581","title":"Practical Approach for Evaluating Machine Learning Anomaly Detection Algorithms for Epidemic Early Warning Systems","year":2025,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University","funders":"","keywords":"Computer science; Anomaly detection; Machine learning; Warning system; Artificial intelligence; Data mining; Acinetobacter baumannii; Isolation (microbiology); Gold standard (test); Algorithm; Bioinformatics; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01748254,0.001282116,0.000812446,0.002433907,0.0006399647,0.001600704,0.001505523,0.001939313,0.001968124],"category_scores_gemma":[0.06447925,0.0003521142,0.0005138891,0.001379518,0.0006407681,0.001560345,0.001806168,0.001200189,0.0004349677],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00109977,"about_ca_system_score_gemma":0.001350986,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001917344,"about_ca_topic_score_gemma":0.001599984,"domain_scores_codex":[0.9867077,0.008563652,0.001078182,0.00084154,0.002545173,0.0002638019],"domain_scores_gemma":[0.9715605,0.01871754,0.001112193,0.002146173,0.006172469,0.0002910522],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001067315,0.001038944,0.020205,0.0008182855,0.0003371727,0.0002217328,0.0003329173,0.6090533,0.01382447,0.01891728,0.0050955,0.3290881],"study_design_scores_gemma":[0.00009069252,0.0009505695,0.002746859,0.00006076417,0.00003801912,0.00009064401,0.0001655223,0.9819902,0.00615866,0.006003589,0.001679617,0.00002479701],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1727097,0.001000286,0.8161875,0.0008109243,0.0002239968,0.001085913,0.000502726,0.00151265,0.005966251],"genre_scores_gemma":[0.5286307,0.0002113208,0.4687335,0.000103385,0.00005166079,0.0009952103,0.0004903834,0.00007383466,0.0007099002],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01748254,"threshold_uncertainty_score":0.09245759,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.125940279042768,"score_gpt":0.4670066638985366,"score_spread":0.3410663848557686,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}