{"id":"W4406855740","doi":"10.1073/pnas.2401236121","title":"How can we make sound replication decisions?","year":2025,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"Booth University College","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institute of Mental Health; National Institute on Alcohol Abuse and Alcoholism; National Science Foundation; Nokia Foundation; Amsterdam Brain and Cognition; University of Texas at Austin; Wellcome Trust; U.S. Department of Defense; University of Chicago; Advanced Research Projects Agency; National Institutes of Health","keywords":"Replication (statistics); Perspective (graphical); Replicate; Publishing; Computer science; Point (geometry); Data science; Management science; Psychology; Political science; Biology; Economics; Artificial intelligence; Law; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8488791,0.005953563,0.01686553,0.01598813,0.009284736,0.01806747,0.01407672,0.02727485,0.005021569],"category_scores_gemma":[0.9574712,0.005455532,0.01332395,0.01571108,0.03178985,0.03068418,0.009323269,0.02266693,0.004201729],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01058431,"about_ca_system_score_gemma":0.0251416,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007224448,"about_ca_topic_score_gemma":0.005291278,"domain_scores_codex":[0.0682727,0.8097852,0.06071195,0.02458644,0.03455586,0.002087845],"domain_scores_gemma":[0.04577687,0.7886529,0.03493632,0.09089281,0.036971,0.002770122],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.008626646,0.0008457747,0.02131344,0.05671323,0.04143814,0.003168304,0.02573575,0.01025798,0.002227777,0.3130056,0.1240267,0.3926407],"study_design_scores_gemma":[0.0044656,0.001476851,0.005718352,0.02808732,0.0083961,0.000910386,0.003745964,0.02190602,0.002424658,0.8200457,0.1017644,0.001058705],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01228336,0.04680004,0.6030285,0.2329015,0.06461338,0.02499661,0.002257129,0.002452701,0.01066679],"genre_scores_gemma":[0.151883,0.004557802,0.7488106,0.04197148,0.006812732,0.04316619,0.0008202757,0.0005595149,0.001418472],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1511209,"threshold_uncertainty_score":0.186359,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6269567163850973,"score_gpt":0.5145677510687184,"score_spread":0.1123889653163789,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}