{"id":"W4399266906","doi":"10.1007/978-3-031-60441-6_13","title":"Reproducibility Challenges of External Computational Experiments in Scientific Workflow Management Systems","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Workflow; Reproducibility; Workflow management system; Software engineering; Data science; Database; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.02549959,0.0004933177,0.0008426053,0.003643209,0.0002241426,0.001962848,0.004225959,0.0001682179,0.00007127514],"category_scores_gemma":[0.0006259709,0.0004061286,0.0001960712,0.002097663,0.00151373,0.0004169753,0.003535539,0.0005250798,0.0002084419],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004125427,"about_ca_system_score_gemma":0.0002425301,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003418164,"about_ca_topic_score_gemma":0.00006183162,"domain_scores_codex":[0.9854599,0.0001257443,0.001933588,0.006687301,0.005141272,0.0006521601],"domain_scores_gemma":[0.992155,0.001056792,0.0005795193,0.005572103,0.0004824901,0.0001540704],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001793428,0.0001205045,0.0002421671,0.0001725765,0.00001762765,0.0001442738,0.001218386,0.4127761,0.00002647655,0.04510744,0.0001963064,0.5399602],"study_design_scores_gemma":[0.0002716405,0.00006769229,0.001529213,0.001953753,0.00001353356,0.00001793749,0.00001489023,0.4165482,0.00009987051,0.5759099,0.003098941,0.0004744287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004239686,0.01074583,0.9491047,0.0005527986,0.01822795,0.00126701,0.00004548922,0.000108477,0.01570811],"genre_scores_gemma":[0.9188679,0.00005678813,0.07323812,0.00007726945,0.000374693,0.00002441206,0.00001603798,0.00004103927,0.007303669],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9146283,"threshold_uncertainty_score":0.9998391,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1236705909348689,"score_gpt":0.3638929797609979,"score_spread":0.240222388826129,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}