{"id":"W3019480792","doi":"10.1037/amp0000637","title":"Words or numbers? Communicating probability in intelligence analysis.","year":2020,"lang":"en","type":"review","venue":"American Psychologist","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"ca_institutions":"Defence Research and Development Canada","funders":"Ministère de la Défense Nationale; New Zealand Government","keywords":"Intelligence analysis; Computer science; Psychology; Artificial intelligence; Computer security","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.001871682,0.0008759073,0.004257081,0.0005779813,0.0001377835,0.0003177672,0.009096335,0.0002417414,0.00007189804],"category_scores_gemma":[0.001029916,0.0006811692,0.001099758,0.01623159,0.001668919,0.0002259335,0.002715182,0.001763174,0.0001859409],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000622176,"about_ca_system_score_gemma":0.0004538738,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001530875,"about_ca_topic_score_gemma":0.001257162,"domain_scores_codex":[0.9917719,0.002270138,0.002029486,0.002549368,0.0005223866,0.0008567496],"domain_scores_gemma":[0.9903882,0.002106178,0.001535342,0.005557794,0.0001071953,0.0003053384],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005931124,0.0003011964,0.0003358636,0.0005505853,0.0002469827,0.0000764288,0.0004249645,0.00005086104,8.68446e-9,0.0007134336,0.00008944422,0.9972043],"study_design_scores_gemma":[0.0001250553,0.0005282211,0.0005428418,0.001103575,0.0006049403,0.0001057579,0.0001984267,0.00887955,1.085595e-7,0.002865685,0.9834445,0.001601389],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000006797985,0.7052168,0.2890197,0.0008099754,0.000330233,0.001285825,0.00002204355,0.0005300284,0.002778657],"genre_scores_gemma":[0.0005594568,0.8187594,0.1797696,0.0004573059,0.00007816245,0.0002720124,0.00003015016,0.0000374901,0.00003634059],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9956029,"threshold_uncertainty_score":0.9995639,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1447265649232287,"score_gpt":0.4332301295061516,"score_spread":0.2885035645829229,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}