{"id":"W4392846070","doi":"10.1086/730455","title":"Do Preregistration and Preanalysis Plans Reduce <i>p</i>-Hacking and Publication Bias? Evidence from 15,992 Test Statistics and Suggestions for Improvement","year":2024,"lang":"en","type":"article","venue":"Journal of Political Economy Microeconomics","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":28,"is_retracted":false,"has_abstract":true,"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"Leibniz-Gemeinschaft","keywords":"Statistics; Test (biology); Hacker; Publication bias; Psychology; Computer science; Data science; Computer security; Mathematics; Biology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006436714,0.0001673307,0.0003432086,0.0001637516,0.00007261874,0.0005642482,0.0001026384,0.00009505099,0.00001988003],"category_scores_gemma":[0.002119231,0.0001623184,0.0000521611,0.00003621793,0.0001579602,0.0008329839,0.00005636935,0.0002029332,9.051865e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002279792,"about_ca_system_score_gemma":0.000166492,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003317794,"about_ca_topic_score_gemma":0.00005479665,"domain_scores_codex":[0.9985647,0.0000269814,0.0008487074,0.0002846247,0.00004348041,0.0002315583],"domain_scores_gemma":[0.9948771,0.004086647,0.0003861826,0.000178178,0.0002658759,0.0002060149],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002703428,0.00005114117,0.002363129,0.0003501847,0.0001802206,0.000003155168,0.0003410915,0.000003674104,0.004994413,0.9776649,0.002039392,0.01198159],"study_design_scores_gemma":[0.0002790439,0.0003296355,0.0007147386,0.0003817836,0.0003941935,0.0001035699,0.0003856361,0.007116362,0.010033,0.9783291,0.001695577,0.0002373408],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.495824,0.00107161,0.4941866,0.006673084,0.0001004348,0.0005701669,0.001203687,0.00005878857,0.0003116064],"genre_scores_gemma":[0.84552,0.0004246208,0.1534969,0.0002251217,0.0002102608,0.00002884903,0.00002327438,0.00002549356,0.00004546159],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.349696,"threshold_uncertainty_score":0.6619151,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1212162986094238,"score_gpt":0.3940866936875985,"score_spread":0.2728703950781747,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}