{"id":"W3211672407","doi":"10.1177/1071181321651206","title":"Human Factors in Interactive Machine Learning: A Cybersecurity Case Study","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Variety (cybernetics); Domain (mathematical analysis); Computer security; Domain knowledge; Data science; Visualization; Artificial intelligence; Knowledge management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000336044,0.0001888948,0.0002519597,0.00004425459,0.0007829064,0.0001601141,0.0003868444,0.00008189305,0.000003309492],"category_scores_gemma":[0.0000507205,0.00015278,0.0001760743,0.0003059591,0.00008438145,0.0004463276,0.0007686713,0.0004857671,1.545223e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009756225,"about_ca_system_score_gemma":0.00002046855,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001571666,"about_ca_topic_score_gemma":0.0002340166,"domain_scores_codex":[0.9988793,0.00002203904,0.0003583354,0.0004181799,0.0001138878,0.0002083056],"domain_scores_gemma":[0.9992303,0.00005918312,0.0003344764,0.0001358959,0.0001784659,0.00006167062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.000004366558,0.0005170443,0.8300354,0.00006063767,0.00009304701,0.00000595454,0.1489131,0.00002958989,0.01381617,0.006158956,0.0001239236,0.0002418037],"study_design_scores_gemma":[0.001407688,0.000664429,0.2643389,0.0002178113,0.0001013517,0.0002007328,0.6113604,0.006763725,0.1087843,0.004046377,0.0009176453,0.001196598],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9991949,0.00002655653,0.0001070125,0.00004898554,0.00003890099,0.0002313518,0.000007597707,0.00008614032,0.0002585274],"genre_scores_gemma":[0.998897,0.000009307811,0.0009197385,0.00002240497,0.00002301483,0.00001569797,0.000001271823,0.00001280398,0.00009874356],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5656965,"threshold_uncertainty_score":0.6230189,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01820831288171895,"score_gpt":0.2661038363258339,"score_spread":0.2478955234441149,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}