{"id":"W4319660924","doi":"10.1038/s41562-022-01517-1","title":"Insights into the accuracy of social scientists’ forecasts of societal change","year":2023,"lang":"en","type":"article","venue":"Nature Human Behaviour","topic":"Leadership, Behavior, and Decision-Making Studies","field":"Decision Sciences","cited_by":68,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Victoria; Ontario Institute for Cancer Research; University of Winnipeg; University of Waterloo; Memorial University of Newfoundland; Toronto Metropolitan University; University Health Network; University of Toronto; University of Guelph; Defence Research and Development Canada; University of British Columbia; York University; The Scarborough Hospital; Toronto Rehabilitation Institute","funders":"National Center for Complementary and Integrative Health; Social Sciences and Humanities Research Council of Canada; National Research University Higher School of Economics; Ministerio de Ciencia e Innovación; Agentúra na Podporu Výskumu a Vývoja; John Templeton Foundation; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Institutes of Health; National Science Foundation","keywords":"Data science; Psychology; Sociology; Computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04902414,0.0006464678,0.0008446389,0.004194559,0.000893289,0.007916597,0.00168265,0.003160168,0.004218057],"category_scores_gemma":[0.3513485,0.0006595926,0.0006663701,0.002277825,0.003975828,0.009346406,0.001946405,0.003033937,0.0007760123],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002389025,"about_ca_system_score_gemma":0.001820267,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008574023,"about_ca_topic_score_gemma":0.006759121,"domain_scores_codex":[0.9734048,0.01623841,0.001425682,0.002276615,0.005645009,0.00100943],"domain_scores_gemma":[0.5262346,0.4239395,0.01786102,0.0185152,0.01243972,0.001010038],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00181944,0.0004030527,0.3038376,0.001043637,0.002427768,0.0003932371,0.009730871,0.1968499,0.002692503,0.2522895,0.0141208,0.2143917],"study_design_scores_gemma":[0.0001919766,0.0002544376,0.1460023,0.0004898089,0.000255338,0.0002181205,0.003963746,0.3124815,0.002652024,0.5207661,0.01251702,0.0002075598],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8105155,0.00536625,0.07298513,0.0358299,0.0006726794,0.00006856865,0.001513927,0.0002731709,0.07277493],"genre_scores_gemma":[0.9964159,0.0003753994,0.002240299,0.0003177499,0.0001807279,0.000009081518,0.0001400382,0.00002068489,0.0003000364],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9509758,"threshold_uncertainty_score":0.2592675,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2228793641744704,"score_gpt":0.4629282639469434,"score_spread":0.240048899772473,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}