{"id":"W4319660924","doi":"10.1038/s41562-022-01517-1","title":"Insights into the accuracy of social scientists’ forecasts of societal change","year":2023,"lang":"en","type":"article","venue":"Nature Human Behaviour","topic":"Leadership, Behavior, and Decision-Making Studies","field":"Decision Sciences","cited_by":68,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Victoria; Ontario Institute for Cancer Research; University of Winnipeg; University of Waterloo; Memorial University of Newfoundland; Toronto Metropolitan University; University Health Network; University of Toronto; University of Guelph; Defence Research and Development Canada; University of British Columbia; York University; The Scarborough Hospital; Toronto Rehabilitation Institute","funders":"National Center for Complementary and Integrative Health; Social Sciences and Humanities Research Council of Canada; National Research University Higher School of Economics; Ministerio de Ciencia e Innovación; Agentúra na Podporu Výskumu a Vývoja; John Templeton Foundation; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Institutes of Health; National Science Foundation","keywords":"Data science; Psychology; Sociology; Computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001987868,0.0002617819,0.0005700024,0.0006091206,0.001106351,0.0001613519,0.001738159,0.0004325878,0.0001576164],"category_scores_gemma":[0.00184705,0.0001564877,0.0005127742,0.00259564,0.0009337464,0.0004094933,0.0006356728,0.0007291906,0.0001047493],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005549429,"about_ca_system_score_gemma":0.00008170624,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007142712,"about_ca_topic_score_gemma":0.0003886888,"domain_scores_codex":[0.9946845,0.0002173759,0.000896666,0.0006299322,0.003173588,0.0003978976],"domain_scores_gemma":[0.9960794,0.001379774,0.0007395748,0.0007565949,0.0009727217,0.00007195076],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001108059,0.0007886962,0.1439668,0.0000621451,0.0001273295,0.0001220909,0.4289418,0.00000446707,0.01133666,0.03859884,0.2578576,0.1180828],"study_design_scores_gemma":[0.0006568077,0.0001400772,0.9381171,0.00006240969,0.0000964744,0.000003829719,0.02516814,0.00002544126,0.001793258,0.0261063,0.007525855,0.0003042522],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9953085,0.000790506,0.00001056783,0.001037049,0.001627754,0.0003768399,0.00003174126,0.00007059415,0.0007464816],"genre_scores_gemma":[0.9971381,0.00001078887,0.00006538185,0.0001496361,0.0003442845,0.00003706985,0.00001580757,0.00002399092,0.002214913],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7941504,"threshold_uncertainty_score":0.8509269,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2228793641744704,"score_gpt":0.4629282639469434,"score_spread":0.240048899772473,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}