{"id":"W2968650104","doi":"10.1016/j.tics.2019.07.009","title":"Preregistration Is Hard, And Worthwhile","year":2019,"lang":"en","type":"review","venue":"Trends in Cognitive Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":355,"is_retracted":false,"has_abstract":false,"ca_institutions":"McGill University; Western University","funders":"National Institute on Aging; National Institutes of Health; Templeton Religion Trust; John Templeton Foundation; Templeton World Charity Foundation; Einstein Stiftung Berlin","keywords":"Credibility; Psychology; Humility; Flexibility (engineering); Engineering ethics; Social psychology; Epistemology; Management; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3580239,0.003373589,0.01469279,0.01658131,0.002559178,0.01505324,0.005779655,0.009535406,0.01792932],"category_scores_gemma":[0.7411785,0.004017963,0.008928351,0.01168511,0.005098016,0.02297379,0.007656779,0.01438456,0.007998006],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003923438,"about_ca_system_score_gemma":0.02492657,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002144708,"about_ca_topic_score_gemma":0.006474498,"domain_scores_codex":[0.6629404,0.2095221,0.07841154,0.01253543,0.03460243,0.001988089],"domain_scores_gemma":[0.1534549,0.615477,0.06134167,0.07908036,0.08431806,0.006327917],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.003567373,0.000224213,0.002684933,0.1283152,0.01256948,0.000484292,0.003211851,0.0005725733,0.001589312,0.01366863,0.2827201,0.550392],"study_design_scores_gemma":[0.004172832,0.001318417,0.01088974,0.1761116,0.01858829,0.001212001,0.002653896,0.001963341,0.002898841,0.1139634,0.6652688,0.0009587441],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.005251256,0.4632521,0.05873245,0.2713888,0.1802098,0.005487379,0.003905345,0.002683424,0.009089478],"genre_scores_gemma":[0.0833386,0.200348,0.2936447,0.2472209,0.136306,0.01511328,0.004382246,0.003638458,0.0160077],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9942203,"threshold_uncertainty_score":0.7916709,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.954671997202372,"score_gpt":0.6642604816659146,"score_spread":0.2904115155364574,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}