{"id":"W3008058947","doi":"10.1038/s41586-020-2766-y","title":"Transparency and reproducibility in artificial intelligence","year":2020,"lang":"en","type":"letter","venue":"Nature","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":501,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; University of British Columbia; Canadian Institute for Advanced Research; Vector Institute; Princess Margaret Cancer Centre; BC Children's Hospital; SickKids Foundation; University Health Network; University of Toronto; Ontario Institute for Cancer Research","funders":"National Institute of General Medical Sciences; National Cancer Institute; Biotechnology and Biological Sciences Research Council","keywords":"Transparency (behavior); Computer science; Field (mathematics); Artificial intelligence; Data science; Computer security; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0004597301,0.0002151344,0.0004190263,0.0001456918,0.00004980784,0.00002288303,0.0001211775,0.003640881,0.0001538728],"category_scores_gemma":[0.001777979,0.0001970343,0.00007456368,0.0003994687,0.0001061918,0.00005278007,0.00002030657,0.01355363,0.00005316471],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001098251,"about_ca_system_score_gemma":0.0003144284,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002696506,"about_ca_topic_score_gemma":0.0001445031,"domain_scores_codex":[0.9973388,0.00008273761,0.0006053721,0.001383042,0.0003002762,0.0002897796],"domain_scores_gemma":[0.9985995,0.0001610481,0.00009316904,0.000916102,0.0001360598,0.00009409251],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001736491,0.00009141348,0.005777681,0.001594312,0.00002061747,0.0006752595,0.003055734,0.000001113348,0.0001008956,0.0001633198,0.7847087,0.2036373],"study_design_scores_gemma":[0.00002494114,0.0004768783,0.003473775,0.0008143448,0.0001447735,0.0001111372,0.000804036,0.0002977052,0.01097553,0.07299182,0.9092569,0.0006281211],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.01176869,0.002399059,0.00005167641,0.9830267,0.001561564,0.000661059,0.00001860972,0.00005579954,0.0004568506],"genre_scores_gemma":[0.3062192,0.0003198842,0.0002558171,0.6868089,0.005833512,0.00002985392,0.0002380869,0.00002858327,0.0002661504],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.2962177,"threshold_uncertainty_score":0.9976526,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.176560879991743,"score_gpt":0.4255108759819602,"score_spread":0.2489499959902172,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}