{"id":"W4293568569","doi":"10.1257/aer.20220277","title":"Methods Matter: p-Hacking and Publication Bias in Causal Analysis in Economics: Reply","year":2022,"lang":"en","type":"article","venue":"American Economic Review","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"","keywords":"Rounding; Regression discontinuity design; Replicate; Difference in differences; Publication bias; Econometrics; Instrumental variable; Economics; Regression; Psychology; Significant difference; Statistics; Causal inference; Hacker; Computer science; Mathematics; Confidence interval; Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07203571,0.002110353,0.003105165,0.00422495,0.003613839,0.007446148,0.00685088,0.04365438,0.0150195],"category_scores_gemma":[0.3356345,0.001247788,0.002880765,0.005618765,0.02001211,0.02108529,0.005159229,0.0605348,0.008874688],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0045209,"about_ca_system_score_gemma":0.00736242,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007930323,"about_ca_topic_score_gemma":0.005617087,"domain_scores_codex":[0.963903,0.0160098,0.005419477,0.006245602,0.007251889,0.001170276],"domain_scores_gemma":[0.5548338,0.3765894,0.01132493,0.01298488,0.03902002,0.005246956],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001006192,0.00003169571,0.0009873033,0.0004437896,0.000101925,0.000158294,0.0003598041,0.0001557863,0.00007751942,0.02176669,0.9586368,0.01717986],"study_design_scores_gemma":[0.0007002393,0.0001350978,0.004378084,0.002482618,0.0002686322,0.0008865358,0.001802001,0.001711651,0.0007605618,0.2525112,0.7338726,0.0004907862],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.00009427899,0.002552977,0.0004729057,0.9864953,0.01006851,0.000006001388,0.0000855912,0.00002660042,0.000197885],"genre_scores_gemma":[0.003420423,0.003720139,0.001208559,0.9497345,0.04076082,0.00006045463,0.00005053023,0.00006209228,0.0009825331],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9279643,"threshold_uncertainty_score":0.3809658,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1627847337257249,"score_gpt":0.4591433702397555,"score_spread":0.2963586365140305,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}