{"id":"W4404567606","doi":"10.1145/3688459.3688467","title":"\"I'm Getting Information that I Can Act on Now\": Exploring the Level of Actionable Information in Tool-generated Threat Reports","year":2024,"lang":"en","type":"article","venue":"","topic":"Information and Cyber Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Data science; Internet privacy","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005743495,0.0002668547,0.0001863293,0.001852241,0.001641116,0.008602395,0.001240914,0.001744342,0.005620426],"category_scores_gemma":[0.06318377,0.0004384579,0.0003074958,0.0009228733,0.003453273,0.008278246,0.00270589,0.002245881,0.0007042405],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002099943,"about_ca_system_score_gemma":0.001469532,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007350723,"about_ca_topic_score_gemma":0.005518044,"domain_scores_codex":[0.9948497,0.002806635,0.0001436277,0.0003573117,0.001455596,0.0003870916],"domain_scores_gemma":[0.9501137,0.03875136,0.005163339,0.001558868,0.00349933,0.0009134521],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00167124,0.0008502429,0.2627419,0.0009565502,0.0002096216,0.001465376,0.450379,0.005156241,0.01776136,0.1397981,0.005459521,0.1135507],"study_design_scores_gemma":[0.00009707345,0.000970743,0.3684295,0.0009907901,0.0002913932,0.001254018,0.4459428,0.03239506,0.01133327,0.09874804,0.03920638,0.0003408999],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9091699,0.0002050836,0.01573691,0.002366919,0.00002913584,0.0001104513,0.0001840202,0.0002070278,0.07199059],"genre_scores_gemma":[0.9970439,0.00004648386,0.001635346,0.000150459,0.000004618006,0.00002263375,0.0000529067,0.00003075424,0.001012844],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008602395,"threshold_uncertainty_score":0.03037483,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07420778374486925,"score_gpt":0.257483896335451,"score_spread":0.1832761125905817,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}