{"id":"W6954813984","doi":"10.57938/9bfc7c91-2e16-4b68-b540-2bc8afe404a0","title":"Reproducibility in Management Science","year":2023,"lang":"en","type":"preprint","venue":"WU Research","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Kelley School of Business, Indiana University; University of California, Irvine; University of California, San Diego; University of Illinois at Urbana-Champaign; Nanjing Audit University; Université de Montpellier; Southeast University; Universiteit van Tilburg; Korea Advanced Institute of Science and Technology; Universidad Carlos III de Madrid; Universität Mannheim; Universität Hamburg; Business School, University of Auckland; Chinese University of Hong Kong; Centre National de la Recherche Scientifique; Università degli Studi di Trento; Banca d'Italia; Universität zu Köln; Simon Fraser University; Università degli Studi di Padova; University of North Carolina at Greensboro; Central University of Finance and Economics; Karl-Franzens-Universität Graz; Université de Strasbourg; Bangor University; Hunan Agricultural University; Aalto-Yliopisto; Core Research for Evolutional Science and Technology; Sungkyunkwan University; Technische Universität München; Chinese Academy of Sciences; Radboud Universiteit; Vrije Universiteit Amsterdam; Erasmus Universiteit Rotterdam; Deutsche Bundesbank; Rijksuniversiteit Groningen; Monash University; Fudan University; Friedrich-Alexander-Universität Erlangen-Nürnberg; Nanyang Technological University; National University of Singapore; La Trobe University; University of Warwick; University of Toronto; Morgan State University; University of Alberta; Copenhagen Business School; McGill University; Budapesti Corvinus Egyetem; Loyola Marymount University; Fundação Getulio Vargas; Universitetet i Stavanger; Masarykova Univerzita; Wilfrid Laurier University; North Carolina State University; Université du Luxembourg; Università degli Studi di Milano; Harvard University; University of Miami; University of Texas at Arlington; Science Foundation Ireland; Université de Lorraine; Universiteit van Amsterdam; University of Colorado Boulder; Boston College; Tel Aviv University; Universiteit Maastricht; University of New South Wales; Washington University in St. Louis; University of Technology Sydney; University of Southern California; University of Memphis; University of Chinese Academy of Sciences; Durham University; Central Michigan University; Carnegie Mellon University; Universiteit Utrecht; Toulouse School of Economics; Aarhus Universitet; University of Pennsylvania; Université de Lausanne; University College London; Purdue University; University of Nebraska-Lincoln; Harvard Business School; York University; University of Portsmouth; San Diego State University; Universidad del Rosario; Central South University; Virginia Commonwealth University; Yale University","keywords":"Reproducibility; Obstacle; Replication (statistics); Sample (material); Code (set theory)","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6319088,0.002093874,0.004512887,0.03340293,0.007603792,0.03102377,0.00631376,0.005669537,0.01231803],"category_scores_gemma":[0.8945198,0.002448329,0.005335869,0.039316,0.01403515,0.01669108,0.02008896,0.003570484,0.003579205],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009903317,"about_ca_system_score_gemma":0.02718682,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003097554,"about_ca_topic_score_gemma":0.002689439,"domain_scores_codex":[0.2103533,0.4733003,0.1138947,0.05281584,0.1443693,0.005266626],"domain_scores_gemma":[0.03171651,0.5893946,0.1078454,0.155482,0.1116512,0.003910224],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001635579,0.0002931818,0.2271274,0.02153198,0.008313682,0.0008030827,0.0348328,0.004533079,0.001962647,0.09643322,0.06531508,0.5372183],"study_design_scores_gemma":[0.001077102,0.00135148,0.2241651,0.02048678,0.003444086,0.001917307,0.01049798,0.01669237,0.009549467,0.318775,0.3907831,0.001260306],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1934819,0.07692689,0.4168126,0.07633056,0.02368547,0.01329439,0.01975117,0.005813658,0.1739034],"genre_scores_gemma":[0.8115997,0.007800649,0.1404649,0.007448836,0.007744448,0.009891405,0.005843684,0.001718443,0.00748803],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3680912,"threshold_uncertainty_score":0.453922,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8090895842286281,"score_gpt":0.6364792751403756,"score_spread":0.1726103090882525,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}