{"id":"W4414121223","doi":"10.1080/09546553.2025.2555221","title":"How Rigorous are Evaluations of Violent Extremism Prevention Programs? Results from a Systematic Methodological Review","year":2025,"lang":"en","type":"article","venue":"Terrorism and Political Violence","topic":"Terrorism, Counterterrorism, and Political Violence","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université du Québec à Montréal; Université de Sherbrooke; Université du Québec à Trois-Rivières","funders":"","keywords":"Violent extremism; Terrorism; Poison control; Human factors and ergonomics; Suicide prevention","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3961708,0.002418017,0.01066948,0.0218912,0.00249847,0.01387866,0.003919702,0.004426709,0.003750587],"category_scores_gemma":[0.7557845,0.002932324,0.01274228,0.01937896,0.003955559,0.0119143,0.006120083,0.003350656,0.0004981352],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01989019,"about_ca_system_score_gemma":0.05624341,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009323555,"about_ca_topic_score_gemma":0.02027785,"domain_scores_codex":[0.4342268,0.3290952,0.1771153,0.008897063,0.04784947,0.002816276],"domain_scores_gemma":[0.2514673,0.581521,0.07056867,0.01865537,0.07513372,0.002653958],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0006043174,0.0000615191,0.004023847,0.8773022,0.02084088,0.0001139029,0.004906373,0.0003527848,0.0003257761,0.003009209,0.002329952,0.08612926],"study_design_scores_gemma":[0.0003902015,0.0002459689,0.004005666,0.9377813,0.03402346,0.0001334647,0.002527771,0.000205054,0.0004556847,0.002411701,0.01774775,0.00007211747],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0102899,0.9505524,0.009727613,0.01065672,0.001500124,0.01142448,0.002035661,0.0000833205,0.003729701],"genre_scores_gemma":[0.2570751,0.650348,0.04827552,0.007997249,0.0008102576,0.03279977,0.002011265,0.0001828566,0.0005000121],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6038291,"threshold_uncertainty_score":0.7446289,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1198659355755358,"score_gpt":0.4232939892298018,"score_spread":0.3034280536542661,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}