{"id":"W4353085171","doi":"10.1002/spe.3202","title":"Reproducibility as a service","year":2023,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reproducibility; Computer science; Mathematics; Statistics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01344525,0.0001068191,0.0001454253,0.0001640216,0.0004278577,0.0007722543,0.0007852729,0.00003363455,0.0002326751],"category_scores_gemma":[0.1249617,0.00008269217,0.00003292487,0.002837844,0.0001115633,0.001416008,0.001117703,0.0001096352,0.004030419],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001368157,"about_ca_system_score_gemma":0.00005482305,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004039705,"about_ca_topic_score_gemma":0.00002197619,"domain_scores_codex":[0.9957737,0.0002049753,0.0003929048,0.002124523,0.001209805,0.0002941285],"domain_scores_gemma":[0.9922134,0.003429411,0.0001847611,0.003572986,0.000448579,0.0001509074],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001630142,0.0001749101,0.02156528,0.0000265322,0.00002192139,0.000183032,0.07210537,0.0001839873,0.0002581498,0.002703176,0.1644067,0.7382079],"study_design_scores_gemma":[0.0001611428,0.00004808919,0.01847538,0.00001449603,0.00000996671,0.00005776159,0.05241688,0.001395536,0.000185621,0.01574438,0.9112759,0.0002148774],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9705334,0.00015266,0.004278107,0.01716592,0.001401849,0.0002143685,0.000008013334,0.0005499018,0.005695734],"genre_scores_gemma":[0.9799241,0.00005494897,0.007446016,0.005882488,0.0001212864,0.00003846406,0.000009740643,0.00001018648,0.006512745],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7468691,"threshold_uncertainty_score":0.996745,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1742408647907163,"score_gpt":0.4582500712121293,"score_spread":0.284009206421413,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}