{"id":"W4252516057","doi":"10.31234/osf.io/fb9ej","title":"Improving Probability Judgment in Intelligence Analysis: From Structured Analysis to Statistical Aggregation","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Forecasting Techniques and Applications","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Bayes' theorem; Intelligence analysis; Contrast (vision); Coherence (philosophical gambling strategy); Computer science; Range (aeronautics); Value (mathematics); Econometrics; Machine learning; Artificial intelligence; Statistics; Bayesian probability; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06479156,0.001419239,0.00177911,0.002946537,0.001755228,0.005572514,0.001927991,0.001591982,0.003120798],"category_scores_gemma":[0.2893831,0.0009374597,0.001431377,0.003314994,0.004501261,0.01327414,0.006541715,0.005285549,0.0006097857],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002235537,"about_ca_system_score_gemma":0.003112273,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00201431,"about_ca_topic_score_gemma":0.002396198,"domain_scores_codex":[0.934808,0.0494461,0.00220856,0.003885755,0.008944775,0.0007067719],"domain_scores_gemma":[0.6218164,0.319402,0.01345138,0.0323773,0.01121698,0.00173596],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001616874,0.001139993,0.01817755,0.001072755,0.0005470123,0.0001392678,0.01142552,0.03243385,0.006235571,0.1408632,0.006430396,0.779918],"study_design_scores_gemma":[0.0005868956,0.001805773,0.01639013,0.0005006241,0.0004065689,0.0001887197,0.002081728,0.4062096,0.01051442,0.5511325,0.009887995,0.0002950495],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1304092,0.0008695712,0.8518225,0.003532711,0.0002492638,0.001049981,0.0001487893,0.001048957,0.0108691],"genre_scores_gemma":[0.3768081,0.0003407783,0.6207758,0.0006639385,0.0001602294,0.0005310324,0.0001140098,0.0001544269,0.0004516443],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.06479156,"threshold_uncertainty_score":0.3426546,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1179080405819306,"score_gpt":0.4026068097760591,"score_spread":0.2846987691941285,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}