{"id":"W2968650104","doi":"10.1016/j.tics.2019.07.009","title":"Preregistration Is Hard, And Worthwhile","year":2019,"lang":"en","type":"review","venue":"Trends in Cognitive Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":355,"is_retracted":false,"has_abstract":false,"ca_institutions":"McGill University; Western University","funders":"National Institute on Aging; National Institutes of Health; Templeton Religion Trust; John Templeton Foundation; Templeton World Charity Foundation; Einstein Stiftung Berlin","keywords":"Credibility; Psychology; Humility; Flexibility (engineering); Engineering ethics; Social psychology; Epistemology; Management; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08738723,0.0005766024,0.007483813,0.002122382,0.000195546,0.001967062,0.001975634,0.0002178475,0.01727368],"category_scores_gemma":[0.01296017,0.0002639462,0.001849852,0.006183771,0.0005438126,0.0005172315,0.0002266009,0.0003161299,0.002795163],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003215523,"about_ca_system_score_gemma":0.0002615859,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001454812,"about_ca_topic_score_gemma":0.00008530622,"domain_scores_codex":[0.9781755,0.006307804,0.007422462,0.002909619,0.004806797,0.0003778298],"domain_scores_gemma":[0.9843139,0.007232181,0.005962732,0.001867427,0.0004944566,0.0001293258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[5.426481e-7,0.00001698976,0.000641608,0.0004559912,0.00005371783,0.000002501496,0.0001863587,2.128397e-7,9.880971e-9,0.0002561776,0.009496824,0.988889],"study_design_scores_gemma":[0.00009348692,0.00006913591,0.0005717031,0.003902068,0.000726091,0.00002225286,0.0003784171,0.0001980661,1.905377e-7,0.001168419,0.9925141,0.0003560539],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00005761871,0.9153992,0.0001368057,0.0001206005,0.0003004023,0.0006848927,0.0001452132,0.000004162905,0.08315112],"genre_scores_gemma":[0.0005393406,0.9509258,0.0005162909,0.0001280206,0.00008497018,0.00009827154,0.00003817062,0.00001219889,0.04765693],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.988533,"threshold_uncertainty_score":0.9999813,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.954671997202372,"score_gpt":0.6642604816659146,"score_spread":0.2904115155364574,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}