{"id":"W2766389015","doi":"10.1002/bdm.2055","title":"Geopolitical Forecasting Skill in Strategic Intelligence","year":2017,"lang":"en","type":"article","venue":"Journal of Behavioral Decision Making","topic":"Competitive and Knowledge Intelligence","field":"Business, Management and Accounting","cited_by":48,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University; York University; Defence Research and Development Canada","funders":"York University; Defence Research and Development Canada","keywords":"Interpretability; Intelligence analysis; Benchmarking; Forecast skill; Ignorance; Certainty; Strategic intelligence; Scoring rule; Econometrics; Calibration; Psychology; Computer science; Statistics; Economics; Artificial intelligence; Machine learning; Mathematics; Knowledge management; Management; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005509802,0.0003345085,0.000370272,0.001155562,0.0002755535,0.001506259,0.0004156487,0.0004886653,0.003448055],"category_scores_gemma":[0.06971454,0.0001443905,0.0004721925,0.001233847,0.0008391021,0.001659971,0.00132559,0.0008820646,0.0004258176],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004761372,"about_ca_system_score_gemma":0.0004752697,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003113439,"about_ca_topic_score_gemma":0.002505642,"domain_scores_codex":[0.9975891,0.001103016,0.0002146799,0.0004316198,0.0005172867,0.0001443422],"domain_scores_gemma":[0.9094129,0.07359274,0.008547918,0.00425714,0.002734651,0.001454675],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009524263,0.0003201298,0.9297192,0.000127674,0.0004069196,0.00008171304,0.002209772,0.007131209,0.001258179,0.001120135,0.0009121781,0.05576057],"study_design_scores_gemma":[0.00003771842,0.0003911283,0.976916,0.00007258686,0.0001017988,0.00005398552,0.0009446302,0.01546309,0.00132573,0.003431998,0.001227591,0.00003374341],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9965378,0.0000498569,0.0005398824,0.00008688615,0.00001224327,0.00001385081,0.000136861,0.00001486847,0.002607681],"genre_scores_gemma":[0.9994614,0.00001948926,0.00022316,0.00001470479,0.000007608065,0.00000692746,0.0001278211,0.000002763522,0.0001361765],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005509802,"threshold_uncertainty_score":0.02913898,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1617665139859434,"score_gpt":0.3887484956651958,"score_spread":0.2269819816792524,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}