{"id":"W3165202216","doi":"10.1002/ffo2.98","title":"Tracking accuracy of strategic intelligence forecasts: Findings from a long‐term Canadian study","year":2021,"lang":"en","type":"article","venue":"Futures & Foresight Science","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"Department of National Defence; Defence Research and Development Canada","funders":"","keywords":"Intelligence analysis; Futures studies; Strategic intelligence; Government (linguistics); Tracking (education); Comprehension; Term (time); Computer science; Knowledge management; Psychology; Artificial intelligence; Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01520284,0.0004112567,0.0007360725,0.00254602,0.008837485,0.005175624,0.00330306,0.001011498,0.002778718],"category_scores_gemma":[0.0712084,0.0006668603,0.0006085189,0.008111527,0.003144274,0.002822942,0.002389228,0.002835276,0.0004364463],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03998037,"about_ca_system_score_gemma":0.06849813,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9931991,"about_ca_topic_score_gemma":0.9942882,"domain_scores_codex":[0.9921654,0.001185712,0.0005431359,0.0009388178,0.004207196,0.0009597536],"domain_scores_gemma":[0.8924214,0.02387091,0.01737976,0.006766837,0.05408129,0.005479768],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002753276,0.0002736374,0.8941231,0.0001364197,0.0001456646,0.0001843471,0.07288615,0.0005106813,0.0001938371,0.001868186,0.004983357,0.02441929],"study_design_scores_gemma":[0.00002017337,0.00008247215,0.946092,0.0002116478,0.00007806103,0.0000521861,0.04444203,0.001516173,0.0001884646,0.0004368231,0.006765255,0.0001146478],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.990513,0.0004654953,0.0003153729,0.001252802,0.00003032416,0.00006358754,0.001133917,0.00001023993,0.006215296],"genre_scores_gemma":[0.9966467,0.000382179,0.0003681989,0.00022249,0.0000111241,0.00003490084,0.0006900297,0.00001713218,0.001627258],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9847972,"threshold_uncertainty_score":0.2900793,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08554409472267903,"score_gpt":0.3598641847133296,"score_spread":0.2743200899906506,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}