{"id":"W2766389015","doi":"10.1002/bdm.2055","title":"Geopolitical Forecasting Skill in Strategic Intelligence","year":2017,"lang":"en","type":"article","venue":"Journal of Behavioral Decision Making","topic":"Competitive and Knowledge Intelligence","field":"Business, Management and Accounting","cited_by":48,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University; York University; Defence Research and Development Canada","funders":"York University; Defence Research and Development Canada","keywords":"Interpretability; Intelligence analysis; Benchmarking; Forecast skill; Ignorance; Certainty; Strategic intelligence; Scoring rule; Econometrics; Calibration; Psychology; Computer science; Statistics; Economics; Artificial intelligence; Machine learning; Mathematics; Knowledge management; Management; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069758,0.0001629075,0.0003106676,0.000464527,0.0002788433,0.0008648522,0.0008223788,0.00007508286,0.000397779],"category_scores_gemma":[0.0004801219,0.0001369588,0.0001721667,0.0001693685,0.0001021025,0.001608741,0.000336916,0.0003993784,0.0001246348],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006869361,"about_ca_system_score_gemma":0.00004388136,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001042134,"about_ca_topic_score_gemma":0.0003752405,"domain_scores_codex":[0.9982665,0.00001045705,0.0007899599,0.0001862851,0.0004203274,0.0003264413],"domain_scores_gemma":[0.998181,0.0001555746,0.0008134225,0.0002887875,0.000536514,0.0000246612],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002616039,0.000463407,0.1923184,0.00004896221,0.000009391772,0.00196195,0.0001615545,0.0002754742,0.0002177058,0.08354641,0.0001330367,0.7206021],"study_design_scores_gemma":[0.0009445683,0.0002480287,0.2645095,0.006016143,0.0001603746,0.0004794348,0.004613032,0.03262908,0.000451242,0.684922,0.004056158,0.0009704507],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9786899,0.0001035626,0.007233482,0.00005960208,0.001087588,0.00007301862,5.858059e-7,0.000009090358,0.01274319],"genre_scores_gemma":[0.9968896,0.000008733101,0.001951413,0.00008773132,0.001005517,0.000001178377,2.812046e-7,0.00001635808,0.00003918107],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7196316,"threshold_uncertainty_score":0.833979,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1617665139859434,"score_gpt":0.3887484956651958,"score_spread":0.2269819816792524,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}