{"id":"W2787225861","doi":"10.1126/science.359.6377.725","title":"Artificial intelligence faces reproducibility crisis","year":2018,"lang":"en","type":"article","venue":"Science","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":573,"is_retracted":false,"has_abstract":true,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Reproducibility; Sensitivity (control systems); Code (set theory); Computer science; Artificial intelligence; Statistics; Mathematics; Programming language; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2740612,0.001502808,0.003287734,0.00614377,0.005387017,0.01471356,0.008606287,0.00862733,0.008584105],"category_scores_gemma":[0.6687824,0.001748534,0.002444775,0.003468615,0.04432081,0.0291372,0.01123753,0.02188443,0.006542193],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004783678,"about_ca_system_score_gemma":0.008952678,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003928607,"about_ca_topic_score_gemma":0.001844447,"domain_scores_codex":[0.765266,0.1044699,0.01683457,0.03380236,0.07640552,0.003221604],"domain_scores_gemma":[0.182219,0.4329682,0.01682743,0.290706,0.07370821,0.003571012],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001035173,0.0003115693,0.01089597,0.00150116,0.0008225848,0.0008766523,0.007730495,0.002910936,0.002274546,0.6296992,0.1251033,0.2168385],"study_design_scores_gemma":[0.0001638798,0.0001040286,0.002283118,0.0008853145,0.0001073805,0.0003676622,0.001098934,0.005032528,0.0027506,0.8825947,0.1044818,0.0001301543],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.03522195,0.0102598,0.2747961,0.5859972,0.02227746,0.0006400177,0.002249653,0.004420258,0.06413765],"genre_scores_gemma":[0.6147339,0.0064293,0.1996893,0.1243507,0.02157049,0.001801348,0.002840499,0.004836882,0.02374754],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.7259388,"threshold_uncertainty_score":0.8952118,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3130665273602462,"score_gpt":0.4995019643729114,"score_spread":0.1864354370126652,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}