{"id":"W4280572991","doi":"10.1038/s41591-022-01772-9","title":"Reporting guideline for the early-stage clinical evaluation of decision support systems driven by artificial intelligence: DECIDE-AI","year":2022,"lang":"en","type":"review","venue":"Nature Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":519,"is_retracted":false,"has_abstract":false,"ca_institutions":"Western University; Mila - Quebec Artificial Intelligence Institute; Hospital for Sick Children; Public Health Ontario; University of Toronto","funders":"NIHR Oxford Biomedical Research Centre; National Medical Research Council; Medical Research Council; Russian Science Foundation; National Institutes of Health; National Health Insurance Service; Agency for Science, Technology and Research; University of Oxford; Cancer Research UK; Wellcome Trust; University College London; Research Councils UK; National Institute for Health and Care Research; Alan Turing Institute; GlaxoSmithKline; Engineering and Physical Sciences Research Council; Pioneer Fund; National Science Foundation; UK Research and Innovation; AstraZeneca; Duke-NUS Medical School; American Heart Association; Sheffield Teaching Hospitals NHS Foundation Trust; Alfred P. Sloan Foundation; National Heart, Lung, and Blood Institute; Academy of Medical Sciences","keywords":"Guideline; Stage (stratigraphy); Clinical decision support system; Decision support system; Artificial intelligence; Computer science; Medicine; Pathology; Biology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.03750674,0.0005023199,0.003055362,0.000401866,0.0003352835,0.00002621811,0.0005228425,0.001327697,0.0016777],"category_scores_gemma":[0.05810593,0.0002988425,0.0008074363,0.001004183,0.0003018747,0.00007365787,0.0001037719,0.003028098,0.00001852414],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000572513,"about_ca_system_score_gemma":0.003218288,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005552306,"about_ca_topic_score_gemma":0.00005825186,"domain_scores_codex":[0.9828505,0.0007066519,0.01231817,0.0009247955,0.002714321,0.0004855718],"domain_scores_gemma":[0.9790072,0.008234813,0.008209875,0.001394396,0.002855341,0.0002983574],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001286219,0.0001250495,0.0000584281,0.003030452,0.0001938973,0.00001146184,0.000216866,0.00002607539,0.000001063525,0.0001922463,0.05080547,0.9452104],"study_design_scores_gemma":[0.00009235823,0.001089884,0.000006025373,0.006534429,0.00455191,0.0001178202,0.001682685,0.006742247,0.00001758821,0.0005019318,0.9784374,0.0002257384],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001666879,0.9616995,0.01831067,0.002126242,0.01081586,0.006547103,0.00009737637,0.0000480114,0.0001885331],"genre_scores_gemma":[0.00258797,0.9863494,0.0006546314,0.0009017744,0.005691956,0.0009048715,0.002445865,0.0001045427,0.0003589669],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9449846,"threshold_uncertainty_score":0.9999688,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5522971634084292,"score_gpt":0.6322133693698807,"score_spread":0.07991620596145155,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}