{"id":"W7066482558","doi":"","title":"Insights into the accuracy of social scientists' forecasts of societal change.","year":2023,"lang":"en","type":"article","venue":"eScholarship (California Digital Library)","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; National Research University Higher School of Economics; Ministerio de Ciencia e Innovación; Agentúra na Podporu Výskumu a Vývoja; John Templeton Foundation; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Institutes of Health; National Science Foundation","keywords":"Aggregate (composite); Benchmarking; Sample (material); Aggregate data; Ideology; Politics; Consensus forecast","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02325848,0.0007232663,0.0006768345,0.004247738,0.0007189202,0.003848756,0.000868043,0.001609138,0.002323453],"category_scores_gemma":[0.1387246,0.0003787532,0.0007465457,0.00265938,0.001442614,0.005172209,0.001472748,0.001658216,0.0006192612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001213624,"about_ca_system_score_gemma":0.0009418152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008504545,"about_ca_topic_score_gemma":0.008791321,"domain_scores_codex":[0.9905347,0.005341067,0.0004559384,0.001363387,0.001921281,0.0003836124],"domain_scores_gemma":[0.8484794,0.1236145,0.01282266,0.00854933,0.005202507,0.001331614],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007146919,0.0002907795,0.7539971,0.0003094183,0.001367806,0.0001656333,0.004843548,0.1095163,0.001501205,0.01665497,0.008642528,0.1019961],"study_design_scores_gemma":[0.00009927292,0.0003092754,0.3522147,0.0001961271,0.0003060888,0.0001322956,0.003124824,0.5265291,0.001608155,0.107934,0.007406318,0.0001399198],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.94591,0.001858308,0.02467672,0.008906392,0.0002340609,0.00006140331,0.003227742,0.0003184336,0.0148069],"genre_scores_gemma":[0.9957948,0.0001843795,0.002863733,0.0001878109,0.00009056278,0.00001486495,0.0006108655,0.00001663927,0.0002363771],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9767415,"threshold_uncertainty_score":0.1230041,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05509318612649469,"score_gpt":0.3267812745551165,"score_spread":0.2716880884286218,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}