{"id":"W6954813984","doi":"10.57938/9bfc7c91-2e16-4b68-b540-2bc8afe404a0","title":"Reproducibility in Management Science","year":2023,"lang":"en","type":"preprint","venue":"WU Research","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Kelley School of Business, Indiana University; University of California, Irvine; University of California, San Diego; University of Illinois at Urbana-Champaign; Nanjing Audit University; Université de Montpellier; Southeast University; Universiteit van Tilburg; Korea Advanced Institute of Science and Technology; Universidad Carlos III de Madrid; Universität Mannheim; Universität Hamburg; Business School, University of Auckland; Chinese University of Hong Kong; Centre National de la Recherche Scientifique; Università degli Studi di Trento; Banca d'Italia; Universität zu Köln; Simon Fraser University; Università degli Studi di Padova; University of North Carolina at Greensboro; Central University of Finance and Economics; Karl-Franzens-Universität Graz; Université de Strasbourg; Bangor University; Hunan Agricultural University; Aalto-Yliopisto; Core Research for Evolutional Science and Technology; Sungkyunkwan University; Technische Universität München; Chinese Academy of Sciences; Radboud Universiteit; Vrije Universiteit Amsterdam; Erasmus Universiteit Rotterdam; Deutsche Bundesbank; Rijksuniversiteit Groningen; Monash University; Fudan University; Friedrich-Alexander-Universität Erlangen-Nürnberg; Nanyang Technological University; National University of Singapore; La Trobe University; University of Warwick; University of Toronto; Morgan State University; University of Alberta; Copenhagen Business School; McGill University; Budapesti Corvinus Egyetem; Loyola Marymount University; Fundação Getulio Vargas; Universitetet i Stavanger; Masarykova Univerzita; Wilfrid Laurier University; North Carolina State University; Université du Luxembourg; Università degli Studi di Milano; Harvard University; University of Miami; University of Texas at Arlington; Science Foundation Ireland; Université de Lorraine; Universiteit van Amsterdam; University of Colorado Boulder; Boston College; Tel Aviv University; Universiteit Maastricht; University of New South Wales; Washington University in St. Louis; University of Technology Sydney; University of Southern California; University of Memphis; University of Chinese Academy of Sciences; Durham University; Central Michigan University; Carnegie Mellon University; Universiteit Utrecht; Toulouse School of Economics; Aarhus Universitet; University of Pennsylvania; Université de Lausanne; University College London; Purdue University; University of Nebraska-Lincoln; Harvard Business School; York University; University of Portsmouth; San Diego State University; Universidad del Rosario; Central South University; Virginia Commonwealth University; Yale University","keywords":"Reproducibility; Obstacle; Replication (statistics); Sample (material); Code (set theory)","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.4178807,0.0002139988,0.0004139448,0.006408186,0.0006303225,0.003512715,0.01104906,0.0001150456,0.0003197957],"category_scores_gemma":[0.06513332,0.000173621,0.0001253576,0.01392325,0.001592736,0.0002483836,0.04885701,0.001535287,0.007545964],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006163121,"about_ca_system_score_gemma":0.0005114375,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001100516,"about_ca_topic_score_gemma":0.000322122,"domain_scores_codex":[0.965546,0.001432159,0.00147966,0.01438593,0.01555264,0.001603685],"domain_scores_gemma":[0.9654279,0.002291089,0.0002093049,0.03041834,0.001352748,0.0003006333],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006618017,0.0004974643,0.03697644,0.0003457267,0.00002870207,0.0005346903,0.001981256,0.01059158,0.00007747401,0.02143155,0.547851,0.3796179],"study_design_scores_gemma":[0.000240497,0.0000330207,0.3693171,0.0003052365,0.000003978116,0.000001086932,0.002886016,0.02364341,0.0001334379,0.5427127,0.06036926,0.000354292],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6988518,0.0002613918,0.002601246,0.01800149,0.01516375,0.00460031,0.0001147582,0.0005800453,0.2598253],"genre_scores_gemma":[0.9093233,0.00005649443,0.002521029,0.00003355811,0.0001812421,0.0001555021,0.00002110157,0.0000231902,0.08768463],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5212811,"threshold_uncertainty_score":0.9975218,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8090895842286281,"score_gpt":0.6364792751403756,"score_spread":0.1726103090882525,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}