{"id":"W4366772828","doi":"10.1007/s10915-023-02193-7","title":"Enhancing Reproducibility of Research Papers in SISC, JSC and JCP","year":2023,"lang":"en","type":"article","venue":"Journal of Scientific Computing","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reproducibility; Mathematics; Environmental science; Geology; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2200843,0.0001067082,0.0004264993,0.00294093,0.0004920221,0.0008631107,0.001340575,0.00004102894,0.00005243474],"category_scores_gemma":[0.03780616,0.00008055331,0.0001250957,0.008419712,0.0006363924,0.0002993326,0.001585524,0.0004066184,0.00003655918],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006901783,"about_ca_system_score_gemma":0.0001921842,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000332263,"about_ca_topic_score_gemma":0.00007025529,"domain_scores_codex":[0.991038,0.0007837518,0.002138652,0.001577476,0.003916071,0.0005460391],"domain_scores_gemma":[0.990901,0.004590012,0.0008789714,0.00215285,0.001305532,0.000171657],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001000976,0.0003074565,0.1323961,0.000151948,0.00003932608,0.0001781842,0.01327708,0.01121432,0.06980778,0.0008349392,0.0344267,0.737266],"study_design_scores_gemma":[0.001622466,0.0003112983,0.7441785,0.001441872,0.00002369858,0.0001066542,0.03680504,0.1412099,0.01229936,0.02581512,0.03572376,0.000462348],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9936955,0.0001187343,0.0004425055,0.0008781584,0.003005792,0.0001289604,0.000002787252,0.0000200024,0.00170759],"genre_scores_gemma":[0.9964128,0.000004881707,0.001873353,0.00001070549,0.0001294997,2.527146e-7,9.994525e-7,0.000005686915,0.001561875],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7368037,"threshold_uncertainty_score":0.9702988,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2610198217113858,"score_gpt":0.4726183685099903,"score_spread":0.2115985467986045,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}