{"id":"W1575893985","doi":"10.1177/1745691612462588","title":"An Open, Large-Scale, Collaborative Effort to Estimate the Reproducibility of Psychological Science","year":2012,"lang":"en","type":"article","venue":"Perspectives on Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":630,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"California State University, Northridge; University of California, San Francisco; Directorate for Biological Sciences; Dalhousie University; Universität zu Köln; Keele University; Michigan State University; Rheinische Friedrich-Wilhelms-Universität Bonn; College of Engineering, Michigan State University; Princeton University; University of Washington; Universidad Nacional de Asunción; Università degli Studi di Padova; Universität Erfurt; Technische Universiteit Eindhoven; University of Texas at San Antonio; Università degli Studi di Milano-Bicocca; University of South Alabama; Universiteit van Tilburg; Virginia Commonwealth University; University of Southern California; Reed College; Bard College; University of Bristol; Carnegie Mellon University; Universität Greifswald; Western Washington University; Massachusetts Institute of Technology","keywords":"Reproducibility; Replication (statistics); Replicate; Open science; Incentive; Scale (ratio); Psychology; Applied psychology; Computer science; Statistics","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7253183,0.005490654,0.01003048,0.02064668,0.007799119,0.008959345,0.007553862,0.008905826,0.00490199],"category_scores_gemma":[0.8697091,0.004064017,0.01171767,0.01435859,0.01012404,0.009456105,0.02030505,0.005036209,0.001625066],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004648323,"about_ca_system_score_gemma":0.02075436,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002496592,"about_ca_topic_score_gemma":0.003156007,"domain_scores_codex":[0.1219716,0.7595416,0.05621134,0.01910994,0.04164329,0.001522221],"domain_scores_gemma":[0.05901349,0.6846532,0.03877925,0.1676475,0.04739833,0.002508284],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01633887,0.005602621,0.09153168,0.05859184,0.06762929,0.001182433,0.02923329,0.01227736,0.02234553,0.05509916,0.01594258,0.6242254],"study_design_scores_gemma":[0.03151776,0.02990075,0.2478204,0.0274193,0.05423241,0.003144111,0.00983713,0.06865545,0.07639109,0.2980059,0.1489067,0.004169052],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04703292,0.008994749,0.7967273,0.002144583,0.002184648,0.1306464,0.001467749,0.001284281,0.009517333],"genre_scores_gemma":[0.1538746,0.0008469391,0.7146797,0.0007568632,0.0004516698,0.1276951,0.0006054154,0.0002467371,0.0008430794],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2746817,"threshold_uncertainty_score":0.3387315,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5332216687913873,"score_gpt":0.6346188474599695,"score_spread":0.1013971786685822,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}