{"id":"W4399266906","doi":"10.1007/978-3-031-60441-6_13","title":"Reproducibility Challenges of External Computational Experiments in Scientific Workflow Management Systems","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Workflow; Reproducibility; Workflow management system; Software engineering; Data science; Database; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1446234,0.001067792,0.003032218,0.001663368,0.002796997,0.01324532,0.008760638,0.004358267,0.002784717],"category_scores_gemma":[0.3722508,0.001673414,0.002088666,0.003252096,0.009482251,0.01482862,0.007262974,0.006960113,0.001429142],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003153086,"about_ca_system_score_gemma":0.006517804,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002042704,"about_ca_topic_score_gemma":0.001439276,"domain_scores_codex":[0.8765347,0.07179163,0.008027253,0.01292688,0.02828298,0.00243653],"domain_scores_gemma":[0.3785722,0.4442121,0.01744444,0.1307519,0.02571463,0.003304641],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002345509,0.0008626537,0.02737891,0.001940196,0.001435836,0.001453283,0.004358992,0.1809232,0.02544214,0.3780165,0.02183743,0.3540053],"study_design_scores_gemma":[0.0002073901,0.0003864971,0.005753468,0.0003764813,0.000316017,0.000706096,0.0007675107,0.4364332,0.0324415,0.506272,0.01619549,0.0001444015],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07783268,0.0050343,0.8864912,0.01025965,0.001148415,0.0003069477,0.0005619655,0.004240769,0.01412401],"genre_scores_gemma":[0.7581255,0.001788437,0.2275706,0.001667768,0.002163983,0.0005647858,0.001040268,0.002908835,0.004169861],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8553765,"threshold_uncertainty_score":0.764851,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1236705909348689,"score_gpt":0.3638929797609979,"score_spread":0.240222388826129,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}