{"id":"W3008058947","doi":"10.1038/s41586-020-2766-y","title":"Transparency and reproducibility in artificial intelligence","year":2020,"lang":"en","type":"letter","venue":"Nature","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":501,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; University of British Columbia; Canadian Institute for Advanced Research; Vector Institute; Princess Margaret Cancer Centre; BC Children's Hospital; SickKids Foundation; University Health Network; University of Toronto; Ontario Institute for Cancer Research","funders":"National Institute of General Medical Sciences; National Cancer Institute; Biotechnology and Biological Sciences Research Council","keywords":"Transparency (behavior); Computer science; Field (mathematics); Artificial intelligence; Data science; Computer security; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.139322,0.0007218819,0.001904724,0.001520403,0.006205734,0.01308223,0.004532855,0.05086687,0.005479212],"category_scores_gemma":[0.3797695,0.001026993,0.002116667,0.001202042,0.05097656,0.01977213,0.01013223,0.06223974,0.003838587],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01069366,"about_ca_system_score_gemma":0.01480385,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002847304,"about_ca_topic_score_gemma":0.003143351,"domain_scores_codex":[0.8097931,0.1160547,0.01475236,0.01350332,0.04128788,0.004608678],"domain_scores_gemma":[0.4082034,0.4996913,0.01503461,0.04317763,0.02719942,0.006693569],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000235463,0.0001002205,0.001848159,0.0008785339,0.0001405306,0.002315194,0.003525502,0.0006446381,0.0007239322,0.374005,0.5117443,0.1038384],"study_design_scores_gemma":[0.0001222309,0.0001124296,0.0007351449,0.001370621,0.00003346563,0.001513723,0.0008587725,0.001153849,0.0007442707,0.5306653,0.4625593,0.0001309469],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.000473031,0.004983136,0.002163882,0.9839245,0.004993962,0.00002486432,0.00002080346,0.00003931902,0.003376441],"genre_scores_gemma":[0.031147,0.004697588,0.005779476,0.9340951,0.02084577,0.0002660131,0.00004196514,0.00008108588,0.003046067],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9954671,"threshold_uncertainty_score":0.736814,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.176560879991743,"score_gpt":0.4255108759819602,"score_spread":0.2489499959902172,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}