{"id":"W4366772828","doi":"10.1007/s10915-023-02193-7","title":"Enhancing Reproducibility of Research Papers in SISC, JSC and JCP","year":2023,"lang":"en","type":"article","venue":"Journal of Scientific Computing","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reproducibility; Mathematics; Environmental science; Geology; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4234917,0.002750107,0.006268153,0.05508811,0.00956982,0.06419433,0.01078134,0.009481525,0.06135349],"category_scores_gemma":[0.8380217,0.004311655,0.007005729,0.05480914,0.00747818,0.02070037,0.02672102,0.01037471,0.06320462],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01087975,"about_ca_system_score_gemma":0.06512261,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006396007,"about_ca_topic_score_gemma":0.0072546,"domain_scores_codex":[0.5211266,0.1336956,0.1280955,0.02967806,0.1783382,0.009066096],"domain_scores_gemma":[0.02963806,0.1951988,0.03915363,0.2772589,0.4465641,0.01218655],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002210069,0.0005825258,0.01971696,0.004572959,0.001769659,0.001209317,0.005760626,0.002224186,0.01157663,0.02693927,0.5497566,0.3736812],"study_design_scores_gemma":[0.0007494146,0.0003737147,0.03053796,0.003368242,0.001392443,0.001065581,0.002655585,0.008664947,0.02613124,0.04569849,0.8786041,0.0007582007],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"empirical","genre_scores_codex":[0.03533648,0.01197749,0.2339077,0.1686082,0.2686803,0.01114336,0.04351861,0.04287707,0.1839508],"genre_scores_gemma":[0.2351024,0.009803285,0.3638415,0.01866634,0.07151448,0.01081325,0.05588745,0.05476549,0.1796058],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5765083,"threshold_uncertainty_score":0.7109374,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2610198217113858,"score_gpt":0.4726183685099903,"score_spread":0.2115985467986045,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}