{"id":"W4390104160","doi":"10.1287/mnsc.2023.03556","title":"Reproducibility in <i>Management Science</i>","year":2023,"lang":"en","type":"article","venue":"Management Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Zürcher Hochschule für Angewandte Wissenschaften; University of North Carolina at Greensboro; Binghamton University; University of California, Los Angeles; Business School, University of Auckland; University of Illinois at Urbana-Champaign; Southern University of Science and Technology; Hunan Agricultural University; Libera Università di Bolzano; Universidad del Rosario; Julius-Maximilians-Universität Würzburg; Toulouse School of Economics; Deutsche Bundesbank; Université de Montpellier; Rheinische Friedrich-Wilhelms-Universität Bonn; Southeast University; Universität zu Köln; Agricultural University of Athens; Universität Mannheim; Università degli Studi di Verona; Universidad Carlos III de Madrid; Università Bocconi; Universidade Nova de Lisboa; Göteborgs Universitet; Danmarks Tekniske Universitet; National and Kapodistrian University of Athens; Chinese University of Hong Kong; Zhejiang University; Shanghai University of Finance and Economics; Centre National de la Recherche Scientifique; Universiteit Gent; Tel Aviv University; Dartmouth College; Università degli Studi di Trento; Banca d'Italia; Lunds Universitet; University of California, Irvine; Universität Wien; Université de Strasbourg; Bangor University; University of California, San Diego; Southern Methodist University; Aalto-Yliopisto; Chinese Academy of Sciences; Loyola Marymount University; Vrije Universiteit Amsterdam; Erasmus Universiteit Rotterdam; Masarykova Univerzita; Université de Fribourg; Universiteit van Amsterdam; Washington University in St. Louis; Monash University; Rijksuniversiteit Groningen; Universität Zürich; National University of Singapore; La Trobe University; University of Oxford; University of Colorado Boulder; University College London; University of Warwick; Universität Hamburg; University of East Anglia; York University; Universitat Pompeu Fabra; Copenhagen Business School; Fudan University; Aarhus Universitet; Friedrich-Alexander-Universität Erlangen-Nürnberg; Universidad del Atlántico; Fundação Getulio Vargas; Universitetet i Stavanger; Deakin University; Science Foundation Ireland; University of Cyprus; University of Texas at Arlington; Wilfrid Laurier University; London School of Economics and Political Science; Purdue University; Universiteit Utrecht; Temple University; Universität St. Gallen; University of Technology Sydney; Santa Clara University; Karl-Franzens-Universität Graz; Technische Universität München; Central South University; Virginia Commonwealth University; San Diego State University; Nanjing Audit University; Massachusetts Institute of Technology; University of Portsmouth; Universiteit van Tilburg; Yale University; Nanyang Technological University; Shandong University; Universität Rostock; Università degli Studi di Milano; Universität Innsbruck; Hong Kong University of Science and Technology; Johns Hopkins University; North Carolina State University; Université du Luxembourg; Budapesti Corvinus Egyetem; Kelley School of Business, Indiana University; Microsoft Research; Université de Lorraine; Univerzita Karlova v Praze; McGill University; University of Southern California; University of Memphis; Durham University; Singapore Management University; University of Chinese Academy of Sciences; Central Michigan University; Università degli Studi di Padova; James Madison University; Augusta University; Core Research for Evolutional Science and Technology; Georgetown University; University of South Carolina; KU Leuven; Universiteit Maastricht; Brigham Young University; University of New South Wales; University of Bern; University of Pittsburgh; Leibniz-Gemeinschaft; Southwestern University of Finance and Economics; Simon Fraser University; University of Connecticut; Université de Lausanne; Boston College; University of Miami; Harvard University; Carnegie Mellon University; Radboud Universiteit; Texas Tech University; Florida Atlantic University; University of Pennsylvania; State University of New York; University of Minnesota; Northwestern University; University of Nebraska-Lincoln; Harvard Business School; Central University of Finance and Economics; Sungkyunkwan University; Emory University; University of Toronto; Imperial College London; Korea Advanced Institute of Science and Technology; University of Alberta; Morgan State University","keywords":"Reproducibility; Computer science; Management science; Mathematics; Statistics; Economics","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4779375,0.002089546,0.004332948,0.05852757,0.005682223,0.02530963,0.006390095,0.005256844,0.01568322],"category_scores_gemma":[0.8314198,0.002266701,0.00539686,0.06879774,0.00607139,0.0104243,0.01457815,0.002128242,0.008362095],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006743022,"about_ca_system_score_gemma":0.02078232,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004299756,"about_ca_topic_score_gemma":0.006957448,"domain_scores_codex":[0.3799105,0.2308939,0.172763,0.05075809,0.1585321,0.007142388],"domain_scores_gemma":[0.05784699,0.4344994,0.1787329,0.1102367,0.2124262,0.006257817],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001488833,0.0002846946,0.330415,0.02446419,0.007648997,0.001308877,0.0193219,0.001945278,0.003818519,0.01891233,0.2414405,0.3489507],"study_design_scores_gemma":[0.0007401696,0.0009324788,0.4105105,0.01916712,0.004794351,0.002445499,0.007542105,0.008862688,0.01318644,0.03769537,0.4927613,0.001361986],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3053044,0.07365797,0.1669494,0.09236068,0.02954466,0.01648667,0.1156105,0.009912435,0.1901733],"genre_scores_gemma":[0.7605774,0.01036419,0.1336642,0.01193747,0.01168089,0.01793896,0.0353576,0.003327571,0.01515157],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5220625,"threshold_uncertainty_score":0.6437961,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5718768911711274,"score_gpt":0.5872786213728848,"score_spread":0.01540173020175739,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}