{"id":"W4293568569","doi":"10.1257/aer.20220277","title":"Methods Matter: p-Hacking and Publication Bias in Causal Analysis in Economics: Reply","year":2022,"lang":"en","type":"article","venue":"American Economic Review","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"","keywords":"Rounding; Regression discontinuity design; Replicate; Difference in differences; Publication bias; Econometrics; Instrumental variable; Economics; Regression; Psychology; Significant difference; Statistics; Causal inference; Hacker; Computer science; Mathematics; Confidence interval; Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002767931,0.0001667173,0.0009411416,0.0004768876,0.00003893102,0.00003158285,0.0002485937,0.00001504269,0.0005947066],"category_scores_gemma":[0.000316083,0.0001875515,0.0001034031,0.000601733,0.00009383907,0.0002463184,0.0002258041,0.0002103618,0.00001696606],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006377965,"about_ca_system_score_gemma":0.00005725635,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000910697,"about_ca_topic_score_gemma":0.0005557177,"domain_scores_codex":[0.9977123,0.0005877379,0.0009692422,0.0004675477,0.00003544423,0.0002277203],"domain_scores_gemma":[0.9979173,0.0006041892,0.0008033939,0.0006111428,0.00001388669,0.00005008443],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001256815,0.00009673049,0.1773934,0.0004696101,0.0002431676,0.00000544673,0.0004290524,0.0003091706,0.00002515644,0.02773652,0.004062545,0.7892166],"study_design_scores_gemma":[0.001156286,0.0005077765,0.1097318,0.001147713,0.001443699,0.0001694573,0.002030566,0.01500285,0.0002917492,0.3152805,0.5500349,0.003202711],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8677526,0.03428286,0.03535116,0.02595044,0.0002503394,0.005357975,0.0001558965,0.0006241777,0.03027454],"genre_scores_gemma":[0.4440224,0.1190242,0.4131971,0.02042343,0.00005361612,0.002646046,0.0001220351,0.0001406269,0.0003705475],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7860139,"threshold_uncertainty_score":0.7648129,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1627847337257249,"score_gpt":0.4591433702397555,"score_spread":0.2963586365140305,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}