{"id":"W4280572991","doi":"10.1038/s41591-022-01772-9","title":"Reporting guideline for the early-stage clinical evaluation of decision support systems driven by artificial intelligence: DECIDE-AI","year":2022,"lang":"en","type":"review","venue":"Nature Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":519,"is_retracted":false,"has_abstract":false,"ca_institutions":"Western University; Mila - Quebec Artificial Intelligence Institute; Hospital for Sick Children; Public Health Ontario; University of Toronto","funders":"NIHR Oxford Biomedical Research Centre; National Medical Research Council; Medical Research Council; Russian Science Foundation; National Institutes of Health; National Health Insurance Service; Agency for Science, Technology and Research; University of Oxford; Cancer Research UK; Wellcome Trust; University College London; Research Councils UK; National Institute for Health and Care Research; Alan Turing Institute; GlaxoSmithKline; Engineering and Physical Sciences Research Council; Pioneer Fund; National Science Foundation; UK Research and Innovation; AstraZeneca; Duke-NUS Medical School; American Heart Association; Sheffield Teaching Hospitals NHS Foundation Trust; Alfred P. Sloan Foundation; National Heart, Lung, and Blood Institute; Academy of Medical Sciences","keywords":"Guideline; Stage (stratigraphy); Clinical decision support system; Decision support system; Artificial intelligence; Computer science; Medicine; Pathology; Biology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01410845,0.00212722,0.007286176,0.00606853,0.001053059,0.003501944,0.00846534,0.005979301,0.01529032],"category_scores_gemma":[0.04334723,0.001368953,0.01066925,0.004566647,0.001573948,0.002207714,0.002586794,0.00533837,0.007380863],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004148662,"about_ca_system_score_gemma":0.02186033,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01465377,"about_ca_topic_score_gemma":0.02199087,"domain_scores_codex":[0.9850672,0.00526914,0.005249719,0.0006671036,0.003271378,0.0004754546],"domain_scores_gemma":[0.9659759,0.01615344,0.006771212,0.0008712747,0.009512631,0.0007155778],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006114333,0.0001327981,0.0004143221,0.217906,0.00156668,0.0003404719,0.0002331594,0.0006400357,0.0009856516,0.006147666,0.3915019,0.3795198],"study_design_scores_gemma":[0.00143819,0.0003008063,0.002051439,0.3089349,0.005533206,0.000655523,0.0001117995,0.0004577358,0.0008644743,0.004270493,0.6752706,0.0001108743],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.0005395616,0.9149741,0.01151614,0.02769684,0.009294199,0.008880571,0.0124872,0.000632568,0.01397886],"genre_scores_gemma":[0.00461971,0.8398552,0.06701241,0.03593178,0.003015529,0.01607476,0.02005935,0.000292727,0.01313853],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9858915,"threshold_uncertainty_score":0.07461351,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5522971634084292,"score_gpt":0.6322133693698807,"score_spread":0.07991620596145155,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}