{"id":"W2784547979","doi":"10.1038/s41562-018-0311-x","title":"Justify your alpha","year":2018,"lang":"en","type":"article","venue":"Nature Human Behaviour","topic":"Forecasting Techniques and Applications","field":"Decision Sciences","cited_by":492,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of British Columbia","funders":"UCB Celltech; National Institutes of Health; Economic and Social Research Council; RWTH Aachen University; Universität Bielefeld; Leids Universitair Medisch Centrum; Onderzoeksraad, KU Leuven; KU Leuven; Linköpings Universitet; Directorate for Biological Sciences; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Bangor University; NIHR Oxford Biomedical Research Centre; Consejo Nacional de Investigaciones Científicas y Técnicas; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Trent University; Flinders University; Technische Universiteit Eindhoven; Universiteit Leiden; Yale University; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; University of Glasgow; Biotechnology and Biological Sciences Research Council; Purdue University; Cancer Research UK; Rijksuniversiteit Groningen; Linnéuniversitetet; Keele University; NIHR Biomedical Research Centre, Royal Marsden NHS Foundation Trust/Institute of Cancer Research; Comunidad de Madrid; Nottingham Trent University; Tulane University; University of Wisconsin-Madison; West Virginia University; Florida State University; Alexander von Humboldt-Stiftung; University of Oxford; University of Edinburgh; National Institute for Health and Care Research; University of Louisiana at Lafayette; National Science Foundation","keywords":"Alpha (finance); Psychology; Computer science; Clinical psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009866375,0.000142961,0.0001711588,0.0002003993,0.0005202638,0.0002167613,0.00111213,0.0003508327,0.001854407],"category_scores_gemma":[0.0003991028,0.0001071854,0.0001127556,0.0006142515,0.0002144362,0.0001312513,0.0001878825,0.0005900352,0.0008663284],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000031324,"about_ca_system_score_gemma":0.00002700032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004168079,"about_ca_topic_score_gemma":0.00007554406,"domain_scores_codex":[0.9979692,0.00004165778,0.0003811215,0.000503526,0.0008408942,0.0002636253],"domain_scores_gemma":[0.9981889,0.00006706588,0.0001752236,0.0009152383,0.0005377714,0.0001158328],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009977744,0.000188599,0.02905693,0.000001776933,0.00000627592,0.0000132782,0.0004376319,4.328529e-7,0.006569108,0.1169394,0.8075695,0.03920709],"study_design_scores_gemma":[0.0003528354,0.0003029631,0.405888,0.00002722635,0.00004840857,0.00005155821,0.0002468037,0.0001257161,0.01200298,0.1063071,0.4741565,0.0004898299],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9615358,0.0000989162,0.001195377,0.001577231,0.0004596259,0.0002651484,0.00003016931,0.0003994884,0.03443831],"genre_scores_gemma":[0.9825458,8.187363e-7,0.00598429,0.0004894817,0.0005955195,0.00002456818,0.00001101954,0.00001847362,0.01033002],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3768311,"threshold_uncertainty_score":0.9999116,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1943962471795059,"score_gpt":0.5017797003740003,"score_spread":0.3073834531944944,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}