{"id":"W4386316672","doi":"10.1137/23m1564286","title":"Enhancing Reproducibility of Research Papers in SISC, JSC, and JCP","year":2023,"lang":"en","type":"article","venue":"SIAM Journal on Scientific Computing","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reproducibility; Geology; Mathematics; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.222357,0.0001648381,0.0004281901,0.003405008,0.001240259,0.002013346,0.001559886,0.00005559367,0.0001208667],"category_scores_gemma":[0.0380074,0.0001263239,0.0001364756,0.00978883,0.0006844187,0.0002642232,0.001716482,0.0007178617,0.0002372126],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000106932,"about_ca_system_score_gemma":0.0001909731,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002326645,"about_ca_topic_score_gemma":0.00007197585,"domain_scores_codex":[0.9883102,0.001369412,0.001839195,0.002784746,0.004812318,0.0008840835],"domain_scores_gemma":[0.9893682,0.005702082,0.0005614359,0.003232801,0.000861375,0.0002741098],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001278901,0.0003760569,0.05656185,0.00009812673,0.00003540955,0.0002700237,0.01149956,0.02102601,0.02434384,0.002696607,0.0479104,0.8350542],"study_design_scores_gemma":[0.00235558,0.0005219277,0.5496892,0.00204799,0.00001924109,0.0001717548,0.0363978,0.2332348,0.009324161,0.05481784,0.110468,0.0009516884],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9876562,0.00009188947,0.0004429657,0.001376205,0.004210281,0.0002160164,0.000005045263,0.00005806833,0.005943288],"genre_scores_gemma":[0.9948652,0.000006870186,0.0008960441,0.00003173263,0.000176318,7.044145e-7,0.000002674736,0.0000100754,0.00401042],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8341025,"threshold_uncertainty_score":0.9990227,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2744338217565782,"score_gpt":0.4819243219104826,"score_spread":0.2074905001539044,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}