{"id":"W2810419619","doi":"10.1093/gigascience/giy077","title":"Experimenting with reproducibility: a case study of robustness in bioinformatics","year":2018,"lang":"en","type":"article","venue":"GigaScience","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"H2020 Societal Challenges; National Institute of Biomedical Imaging and Bioengineering; Horizon 2020 Framework Programme; National Institutes of Health; National Institute of Mental Health; Centre National de la Recherche Scientifique; Conny-Maeva Charitable Foundation; Université Paris Diderot; Agence Nationale de la Recherche; Fondation Cognacq-Jay","keywords":"Python (programming language); Computer science; Documentation; Reusability; MATLAB; MIT License; Robustness (evolution); Confusion; Software engineering; Programming language; Source code; Data mining; Software","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1736322,0.001573751,0.001320339,0.003964657,0.004651241,0.009353756,0.007865755,0.006253612,0.002488534],"category_scores_gemma":[0.4933749,0.001165986,0.002836685,0.005037629,0.01014847,0.008862999,0.00806748,0.006157043,0.001587794],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003737891,"about_ca_system_score_gemma":0.004828328,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003229324,"about_ca_topic_score_gemma":0.002427371,"domain_scores_codex":[0.7201011,0.1996149,0.01637568,0.02011676,0.04024174,0.003549848],"domain_scores_gemma":[0.2499031,0.5604212,0.02336838,0.1272011,0.03509076,0.004015446],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.003286691,0.002527793,0.1543017,0.008084161,0.002202208,0.01774839,0.1245896,0.05801919,0.0305664,0.07715882,0.04274412,0.4787709],"study_design_scores_gemma":[0.00111344,0.004958373,0.05923857,0.006953027,0.001789152,0.02135452,0.03892557,0.1717747,0.1261302,0.1978844,0.3682463,0.001631685],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4694999,0.00361509,0.4618979,0.02645936,0.0008710538,0.00201443,0.001315195,0.01301859,0.02130841],"genre_scores_gemma":[0.6925624,0.0006894051,0.2937118,0.003211102,0.0002966892,0.001243964,0.001184546,0.00430481,0.002795224],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8263678,"threshold_uncertainty_score":0.9182658,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1999760090987727,"score_gpt":0.4185576707735836,"score_spread":0.2185816616748109,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}