{"id":"W3008359594","doi":"10.1111/risa.13443","title":"Improving Probability Judgment in Intelligence Analysis: From Structured Analysis to Statistical Aggregation","year":2020,"lang":"en","type":"article","venue":"Risk Analysis","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Bayes' theorem; Intelligence analysis; Computer science; Contrast (vision); Range (aeronautics); Coherence (philosophical gambling strategy); Value (mathematics); Machine learning; Econometrics; Artificial intelligence; Statistics; Bayesian probability; Psychology; Mathematics; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07545818,0.001346897,0.001704262,0.002784598,0.001687539,0.005158269,0.001852112,0.001551747,0.002824417],"category_scores_gemma":[0.3017863,0.0009409537,0.001368213,0.002723122,0.005060481,0.01268373,0.007165261,0.004434879,0.00048915],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002220454,"about_ca_system_score_gemma":0.002789426,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001497372,"about_ca_topic_score_gemma":0.001856642,"domain_scores_codex":[0.9171075,0.06547316,0.00273371,0.003869477,0.01004204,0.0007740644],"domain_scores_gemma":[0.5869268,0.3555463,0.01404525,0.03100967,0.01079979,0.001672215],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00200304,0.001387523,0.02018968,0.001138191,0.0005046197,0.0001489521,0.01297127,0.02977281,0.006914516,0.1413025,0.005501334,0.7781656],"study_design_scores_gemma":[0.0008114736,0.003014792,0.0220758,0.0005996525,0.000485863,0.000245133,0.002443532,0.3855612,0.01179903,0.5625261,0.01006448,0.0003729069],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1782119,0.0008093772,0.8005698,0.003490249,0.0002310749,0.001548674,0.0001223672,0.0009993307,0.01401716],"genre_scores_gemma":[0.4156325,0.0002774687,0.5820673,0.0006811175,0.0001207087,0.0006418439,0.00007385359,0.000115388,0.0003898421],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.07545818,"threshold_uncertainty_score":0.3990657,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09332863880444729,"score_gpt":0.3743615231997566,"score_spread":0.2810328843953093,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}