{"id":"W2936257342","doi":"10.1177/2515245920958687","title":"Many Labs 5: Testing Pre-Data-Collection Peer Review as an Intervention to Increase Replicability","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Economic and Social Research Council; Templeton Religion Trust; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Agence Nationale de la Recherche; Laura and John Arnold Foundation; Association for Psychological Science; Templeton World Charity Foundation; John Templeton Foundation","keywords":"Replication (statistics); Replicate; Protocol (science); Data collection; Computer science; Sample size determination; Open science; Psychology; Range (aeronautics); Medicine; Statistics; Alternative medicine; Pathology; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4415349,0.00023221,0.001553408,0.0002304737,0.0002061451,0.0007657897,0.003478137,0.0000740785,0.001410536],"category_scores_gemma":[0.7654458,0.000122564,0.0001569829,0.008378805,0.0003002595,0.004306241,0.0007590058,0.0004613073,0.0001079372],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004223684,"about_ca_system_score_gemma":0.0000365068,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001136496,"about_ca_topic_score_gemma":0.00008788532,"domain_scores_codex":[0.9555405,0.03027267,0.005777736,0.003798065,0.004190411,0.0004206449],"domain_scores_gemma":[0.9449428,0.03312936,0.01016743,0.008180151,0.002547296,0.001032904],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007569684,0.0001773569,0.04341694,0.0001230023,0.000003153553,0.00000761973,0.000275454,0.00003978184,0.0002787039,0.0005772586,0.0007007031,0.9543243],"study_design_scores_gemma":[0.00048103,0.001546862,0.2900087,0.0005965562,0.000106451,0.0001033089,0.001168378,0.05307299,0.00004581907,0.09065841,0.561627,0.0005845536],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.5462375,0.02705978,0.3270642,0.04089082,0.0008575699,0.003966422,0.00001418714,0.00004395465,0.05386553],"genre_scores_gemma":[0.1784703,0.001958363,0.8133532,0.005707007,0.00006511599,0.0001114241,0.000003250225,0.000005628627,0.000325793],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9537398,"threshold_uncertainty_score":0.9995023,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8184135919381903,"score_gpt":0.7484966159576015,"score_spread":0.06991697598058877,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}