{"id":"W4401548587","doi":"10.1177/10711813241260676","title":"Evaluating Active Learning Strategies for Automated Classification of Patient Safety Event Reports in Hospitals","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Machine Learning and Algorithms","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Agency for Healthcare Research and Quality","keywords":"Workload; Computer science; Annotation; Machine learning; Artificial intelligence; Process (computing); Event (particle physics)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001019548,0.0001396574,0.0002172975,0.00004649884,0.000271093,0.0001474389,0.0002058731,0.00007178301,4.616178e-7],"category_scores_gemma":[0.0001867,0.0001061013,0.0001620494,0.0001913871,0.00006285823,0.0005009368,0.0002041045,0.0002429303,4.524077e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008373683,"about_ca_system_score_gemma":0.00006433032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000834134,"about_ca_topic_score_gemma":0.000001729171,"domain_scores_codex":[0.998776,0.0000180207,0.0005232648,0.0003360564,0.0001618045,0.0001849004],"domain_scores_gemma":[0.9990282,0.0001562172,0.0005385801,0.00007300297,0.0001757695,0.00002824401],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008963302,0.0002518066,0.1439774,0.003347953,0.0005073879,7.98689e-7,0.5173317,0.07101756,0.1239827,0.06741114,0.0004695654,0.07161234],"study_design_scores_gemma":[0.0001746355,0.0002878917,0.08417416,0.0006743288,0.00002761211,0.000002269471,0.02990747,0.8757851,0.00564429,0.002990066,0.0001146948,0.0002175231],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9986064,0.0001568723,0.0004882269,0.00008450554,0.0001536404,0.0002536757,0.000005718357,0.0001242665,0.0001266845],"genre_scores_gemma":[0.9942112,0.00001631085,0.00569124,0.000005413304,0.00002898398,0.00001433832,0.000003097705,0.00001222474,0.00001721782],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8047675,"threshold_uncertainty_score":0.4326687,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0168930833551049,"score_gpt":0.299991809120692,"score_spread":0.2830987257655871,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}