{"id":"W4390104160","doi":"10.1287/mnsc.2023.03556","title":"Reproducibility in <i>Management Science</i>","year":2023,"lang":"en","type":"article","venue":"Management Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Zürcher Hochschule für Angewandte Wissenschaften; University of North Carolina at Greensboro; Binghamton University; University of California, Los Angeles; Business School, University of Auckland; University of Illinois at Urbana-Champaign; Southern University of Science and Technology; Hunan Agricultural University; Libera Università di Bolzano; Universidad del Rosario; Julius-Maximilians-Universität Würzburg; Toulouse School of Economics; Deutsche Bundesbank; Université de Montpellier; Rheinische Friedrich-Wilhelms-Universität Bonn; Southeast University; Universität zu Köln; Agricultural University of Athens; Universität Mannheim; Università degli Studi di Verona; Universidad Carlos III de Madrid; Università Bocconi; Universidade Nova de Lisboa; Göteborgs Universitet; Danmarks Tekniske Universitet; National and Kapodistrian University of Athens; Chinese University of Hong Kong; Zhejiang University; Shanghai University of Finance and Economics; Centre National de la Recherche Scientifique; Universiteit Gent; Tel Aviv University; Dartmouth College; Università degli Studi di Trento; Banca d'Italia; Lunds Universitet; University of California, Irvine; Universität Wien; Université de Strasbourg; Bangor University; University of California, San Diego; Southern Methodist University; Aalto-Yliopisto; Chinese Academy of Sciences; Loyola Marymount University; Vrije Universiteit Amsterdam; Erasmus Universiteit Rotterdam; Masarykova Univerzita; Université de Fribourg; Universiteit van Amsterdam; Washington University in St. Louis; Monash University; Rijksuniversiteit Groningen; Universität Zürich; National University of Singapore; La Trobe University; University of Oxford; University of Colorado Boulder; University College London; University of Warwick; Universität Hamburg; University of East Anglia; York University; Universitat Pompeu Fabra; Copenhagen Business School; Fudan University; Aarhus Universitet; Friedrich-Alexander-Universität Erlangen-Nürnberg; Universidad del Atlántico; Fundação Getulio Vargas; Universitetet i Stavanger; Deakin University; Science Foundation Ireland; University of Cyprus; University of Texas at Arlington; Wilfrid Laurier University; London School of Economics and Political Science; Purdue University; Universiteit Utrecht; Temple University; Universität St. Gallen; University of Technology Sydney; Santa Clara University; Karl-Franzens-Universität Graz; Technische Universität München; Central South University; Virginia Commonwealth University; San Diego State University; Nanjing Audit University; Massachusetts Institute of Technology; University of Portsmouth; Universiteit van Tilburg; Yale University; Nanyang Technological University; Shandong University; Universität Rostock; Università degli Studi di Milano; Universität Innsbruck; Hong Kong University of Science and Technology; Johns Hopkins University; North Carolina State University; Université du Luxembourg; Budapesti Corvinus Egyetem; Kelley School of Business, Indiana University; Microsoft Research; Université de Lorraine; Univerzita Karlova v Praze; McGill University; University of Southern California; University of Memphis; Durham University; Singapore Management University; University of Chinese Academy of Sciences; Central Michigan University; Università degli Studi di Padova; James Madison University; Augusta University; Core Research for Evolutional Science and Technology; Georgetown University; University of South Carolina; KU Leuven; Universiteit Maastricht; Brigham Young University; University of New South Wales; University of Bern; University of Pittsburgh; Leibniz-Gemeinschaft; Southwestern University of Finance and Economics; Simon Fraser University; University of Connecticut; Université de Lausanne; Boston College; University of Miami; Harvard University; Carnegie Mellon University; Radboud Universiteit; Texas Tech University; Florida Atlantic University; University of Pennsylvania; State University of New York; University of Minnesota; Northwestern University; University of Nebraska-Lincoln; Harvard Business School; Central University of Finance and Economics; Sungkyunkwan University; Emory University; University of Toronto; Imperial College London; Korea Advanced Institute of Science and Technology; University of Alberta; Morgan State University","keywords":"Reproducibility; Computer science; Management science; Mathematics; Statistics; Economics","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","open_science"],"category_scores_codex":[0.2601232,0.0001972539,0.0002820684,0.1342891,0.001111873,0.004705575,0.01162501,0.00003481123,0.0002549222],"category_scores_gemma":[0.0229043,0.0001493364,0.00009176011,0.6704847,0.00305378,0.002437595,0.008953596,0.0002155794,0.004031233],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005655427,"about_ca_system_score_gemma":0.0001735654,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000584365,"about_ca_topic_score_gemma":0.00001296095,"domain_scores_codex":[0.9658329,0.000121238,0.0009682887,0.005932161,0.02513894,0.00200641],"domain_scores_gemma":[0.9908392,0.0005774828,0.0001911768,0.006718933,0.001098361,0.0005748163],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002162383,0.0003334683,0.2964442,0.00004258394,0.000007760466,0.0002849424,0.0003693564,0.001440622,0.001770011,0.0708856,0.02307194,0.6053278],"study_design_scores_gemma":[0.0003867502,0.0000481578,0.9219326,0.0000160358,0.000002891595,0.000001679811,0.001514373,0.01086621,0.001056335,0.03585682,0.02807128,0.0002469009],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6702467,0.00004577918,0.0006868421,0.002376001,0.001472268,0.0009249112,0.000004145312,0.0001670695,0.3240763],"genre_scores_gemma":[0.9812959,0.0001934455,0.00185678,0.0002163474,0.00002751004,0.00005519972,8.934608e-7,0.000008251685,0.01634564],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6254883,"threshold_uncertainty_score":0.9996594,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5718768911711274,"score_gpt":0.5872786213728848,"score_spread":0.01540173020175739,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}