{"id":"W2936257342","doi":"10.1177/2515245920958687","title":"Many Labs 5: Testing Pre-Data-Collection Peer Review as an Intervention to Increase Replicability","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Economic and Social Research Council; Templeton Religion Trust; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Agence Nationale de la Recherche; Laura and John Arnold Foundation; Association for Psychological Science; Templeton World Charity Foundation; John Templeton Foundation","keywords":"Replication (statistics); Replicate; Protocol (science); Data collection; Computer science; Sample size determination; Open science; Psychology; Range (aeronautics); Medicine; Statistics; Alternative medicine; Pathology; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.555191,0.002362263,0.003669204,0.006632301,0.007616909,0.009096661,0.00656138,0.007920945,0.04823168],"category_scores_gemma":[0.8169068,0.003797433,0.004987456,0.005613647,0.008068186,0.01279531,0.008400492,0.006517629,0.0116906],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006177098,"about_ca_system_score_gemma":0.01939668,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001509776,"about_ca_topic_score_gemma":0.00347166,"domain_scores_codex":[0.3156272,0.5634632,0.05009647,0.01838758,0.04587715,0.006548251],"domain_scores_gemma":[0.07846431,0.5687575,0.03661657,0.1541898,0.1559668,0.006005016],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01186339,0.004129169,0.02081216,0.02645119,0.002713999,0.0007724444,0.05559081,0.001772365,0.01178457,0.02529834,0.133926,0.7048856],"study_design_scores_gemma":[0.03086369,0.02087441,0.1658073,0.03206393,0.004571209,0.001393197,0.02021708,0.03321703,0.05145891,0.1097814,0.5267998,0.002951942],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1250719,0.003319921,0.4017692,0.02212392,0.01036396,0.3506423,0.004362431,0.01955302,0.06279341],"genre_scores_gemma":[0.1870642,0.0003807662,0.4697426,0.004922577,0.0008072764,0.3294616,0.0009000749,0.001747493,0.004973488],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.444809,"threshold_uncertainty_score":0.5485287,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8184135919381903,"score_gpt":0.7484966159576015,"score_spread":0.06991697598058877,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}