{"id":"W4313424993","doi":"10.1017/s1930297500004320","title":"Too soon to tell if the US intelligence community prediction market is more accurate than intelligence reports: Commentary on","year":2019,"lang":"en","type":"article","venue":"Judgment and Decision Making","topic":"Forecasting Techniques and Applications","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"Defence Research and Development Canada","funders":"Ministère de la Défense Nationale","keywords":"Imputation (statistics); Intelligence analysis; Actuarial science; Econometrics; Economics; Psychology; Computer science; Missing data; Machine learning; Computer security","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06386929,0.001254325,0.002161043,0.004146256,0.007770823,0.01123665,0.00820644,0.04358483,0.009551051],"category_scores_gemma":[0.37297,0.0009265181,0.001846853,0.005829621,0.01695285,0.01811766,0.004438969,0.0697374,0.005658797],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01350725,"about_ca_system_score_gemma":0.01256404,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.06303192,"about_ca_topic_score_gemma":0.0443734,"domain_scores_codex":[0.9476174,0.02281541,0.00474231,0.006766615,0.01596436,0.002094027],"domain_scores_gemma":[0.4759952,0.4384532,0.01021555,0.006156,0.06500585,0.004174129],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001543172,0.00001786368,0.0004730712,0.0005452246,0.00007122407,0.0001136599,0.002423541,0.00009729338,0.00005072951,0.0365975,0.9465988,0.01285683],"study_design_scores_gemma":[0.000247927,0.00008541407,0.00277367,0.009507272,0.0001789947,0.0002027535,0.007451938,0.0007074013,0.0004942438,0.07056387,0.907501,0.0002854656],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0002233264,0.007455157,0.0001447311,0.9800929,0.01007333,0.000005798653,0.0001065066,0.00001189726,0.00188634],"genre_scores_gemma":[0.01593166,0.006819444,0.0003919535,0.9473457,0.02748093,0.00005338183,0.00009110689,0.00007473722,0.001811093],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.06386929,"threshold_uncertainty_score":0.3377771,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1131901529247397,"score_gpt":0.4007133235420235,"score_spread":0.2875231706172838,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}