{"id":"W4376114201","doi":"10.31234/osf.io/an32t","title":"Critical review of the Analysis of Competing Hypotheses technique: Lessons for the intelligence community","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University; Defence Research and Development Canada","funders":"Government of Canada","keywords":"Harm; Intelligence analysis; Psychology; Work (physics); Quality (philosophy); Management science; Computer science; Social psychology; Epistemology; Engineering; Computer security","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1969089,0.00167026,0.003429919,0.01491246,0.002091955,0.005401338,0.004145743,0.005673148,0.005586094],"category_scores_gemma":[0.5756761,0.001336193,0.004138885,0.009294018,0.007560861,0.008146611,0.002737033,0.007579515,0.002175963],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01019341,"about_ca_system_score_gemma":0.02320974,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005483673,"about_ca_topic_score_gemma":0.009333774,"domain_scores_codex":[0.8707451,0.0796904,0.02224639,0.003928811,0.02272378,0.0006655106],"domain_scores_gemma":[0.2249044,0.6069414,0.01952404,0.01381283,0.1328419,0.001975478],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006630269,0.00005746155,0.0007096014,0.1500412,0.002433636,0.0005194628,0.003092957,0.0005722669,0.0008112931,0.03172026,0.3547992,0.4545796],"study_design_scores_gemma":[0.0003312896,0.0002666397,0.002008289,0.2565791,0.003096905,0.0004877813,0.001755918,0.0008410765,0.001511796,0.0710512,0.6617937,0.0002763658],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0006709816,0.814909,0.02404173,0.1337556,0.02292225,0.000979142,0.0005088281,0.0001210938,0.002091353],"genre_scores_gemma":[0.02483722,0.7535208,0.08867576,0.09342945,0.02988062,0.005837502,0.0005734137,0.0003579022,0.002887306],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1969089,"threshold_uncertainty_score":0.9903543,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3348103390095151,"score_gpt":0.4837262854831585,"score_spread":0.1489159464736434,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}