{"id":"W4297887281","doi":"10.31234/osf.io/wdxsb","title":"Insights into accuracy of social scientists' forecasts of societal change","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"The Scarborough Hospital; University of Toronto; University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; Agentúra na Podporu Výskumu a Vývoja; John Templeton Foundation; National Research University Higher School of Economics; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Institutes of Health; National Science Foundation","keywords":"Tournament; Benchmarking; Econometrics; Economics; Marketing; Mathematics; Business","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006786295,0.0001344076,0.0003228714,0.0001796778,0.0007354806,0.00004345674,0.0009432235,0.0002447207,0.01017165],"category_scores_gemma":[0.0001600005,0.0001415993,0.0002853656,0.000388516,0.0006813417,0.0001607518,0.001743973,0.0003421562,0.00001255148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002537788,"about_ca_system_score_gemma":0.0002727455,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0089637,"about_ca_topic_score_gemma":0.01293912,"domain_scores_codex":[0.998085,0.000402331,0.0003974827,0.0002591703,0.0006798548,0.0001761138],"domain_scores_gemma":[0.9985418,0.0001574538,0.0005784554,0.0003935248,0.0002691709,0.00005960852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002127596,0.0003017142,0.0006822611,0.0004011551,0.00004613667,4.448233e-7,0.8718353,0.000002198899,0.000906682,0.0698415,0.003934336,0.05202698],"study_design_scores_gemma":[0.0008843768,0.0001329982,0.03495931,0.000212636,0.0001392265,3.87257e-7,0.2550895,0.0006574035,0.0003651271,0.04157758,0.6649676,0.001013894],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7955202,0.0007443078,0.00007077431,0.004130401,0.001616465,0.001053091,0.0001061364,0.0001004577,0.1966582],"genre_scores_gemma":[0.9948205,0.002680245,0.0003734177,0.0001326251,0.0002968531,0.0001283102,0.0003296886,0.00001335469,0.001224979],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6610333,"threshold_uncertainty_score":0.9976357,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5851923084462335,"score_gpt":0.5055284926663767,"score_spread":0.07966381577985682,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}