{"id":"W3197433610","doi":"10.1038/s41592-021-01256-7","title":"Reproducibility standards for machine learning in the life sciences","year":2021,"lang":"en","type":"article","venue":"Nature Methods","topic":"Cell Image Analysis Techniques","field":"Biochemistry, Genetics and Molecular Biology","cited_by":228,"is_retracted":false,"has_abstract":false,"ca_institutions":"Vector Institute; Princess Margaret Cancer Centre; University of Toronto; University Health Network","funders":"University of Colorado School of Medicine, Anschutz Medical Campus; National Institute of General Medical Sciences; Perelman School of Medicine, University of Pennsylvania; National Cancer Institute; University of Toronto; U.S. Department of Health and Human Services; National Institutes of Health; Cancer Research UK; Government of Canada; University of Washington; National Human Genome Research Institute; Johns Hopkins Bloomberg School of Public Health; Cancer Research UK Cambridge Institute, University of Cambridge; University of Pennsylvania; Natural Sciences and Engineering Research Council of Canada; Johns Hopkins University","keywords":"Workflow; Computer science; Automation; Reproducibility; Data science; Artificial intelligence; Software engineering; Code (set theory); Machine learning; Programming language; Database; Engineering; Chemistry","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2065833,0.002555113,0.004237465,0.009959163,0.005178236,0.01302411,0.01005179,0.008073199,0.004908791],"category_scores_gemma":[0.4901991,0.002228145,0.005605779,0.007883443,0.008485705,0.00868109,0.01032797,0.01136008,0.004762463],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005178096,"about_ca_system_score_gemma":0.009799091,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002969098,"about_ca_topic_score_gemma":0.002688985,"domain_scores_codex":[0.7655742,0.1143199,0.03009894,0.02393561,0.06312788,0.002943509],"domain_scores_gemma":[0.4208045,0.3011705,0.02186531,0.1689486,0.0843235,0.002887603],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001694429,0.0008579629,0.03087195,0.006015215,0.003202345,0.0004731032,0.002013644,0.05319355,0.02974306,0.3781763,0.03241855,0.46134],"study_design_scores_gemma":[0.0004548382,0.00092051,0.02219377,0.002429606,0.001142175,0.001143283,0.0005510717,0.2701809,0.09409617,0.5242649,0.08211935,0.0005033674],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005514123,0.002600686,0.9798194,0.0008881232,0.0007094024,0.000677607,0.001124791,0.004146464,0.004519328],"genre_scores_gemma":[0.1287814,0.001322513,0.8510619,0.001172398,0.001045263,0.004764248,0.005258673,0.004077999,0.002515591],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7934167,"threshold_uncertainty_score":0.9784241,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02233273429208008,"score_gpt":0.4364528823126647,"score_spread":0.4141201480205846,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}