{"id":"W4391558692","doi":"10.1080/02684527.2024.2304934","title":"Critical review of the Analysis of Competing Hypotheses technique: lessons for the intelligence community","year":2024,"lang":"en","type":"article","venue":"Intelligence & National Security","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Safety, Security, and Quality Assurance; Government of Canada","keywords":"Intelligence analysis; Political science; Data science; Management science; Computer science; Regional science; Sociology; Engineering; Law","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008961315,0.0002141959,0.0004687216,0.0002586307,0.001026919,0.0001097009,0.0020017,0.0001678746,0.0004797475],"category_scores_gemma":[0.015202,0.0001459114,0.0007199308,0.003666026,0.002164193,0.0002501252,0.0002351687,0.0007975272,0.000009843912],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002184538,"about_ca_system_score_gemma":0.0008113922,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003452478,"about_ca_topic_score_gemma":0.003563942,"domain_scores_codex":[0.9956715,0.001220677,0.0009862054,0.000317993,0.001420003,0.0003836608],"domain_scores_gemma":[0.9829665,0.01389763,0.0002684036,0.0005167997,0.002272275,0.00007839904],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000008726583,0.0001543015,0.0001061621,0.001240988,0.0003021556,5.107477e-7,0.006631926,0.0001788083,0.00007685095,0.984678,0.0003056666,0.006315866],"study_design_scores_gemma":[0.0000164314,0.0001005634,0.0006717748,0.006037126,0.001551448,0.000006507905,0.01909048,0.01346228,0.03166975,0.8968011,0.03012141,0.000471135],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007101309,0.1776971,0.6004338,0.08466015,0.004400456,0.01078281,0.003753513,0.0006559656,0.1105149],"genre_scores_gemma":[0.9894009,0.009270891,0.0005692202,0.0003922793,0.0001240518,0.0001682503,0.00001295406,0.00001467762,0.00004682232],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9822996,"threshold_uncertainty_score":0.9930934,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1449909500025978,"score_gpt":0.4562667481076893,"score_spread":0.3112757981050915,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}