{"id":"W4401220095","doi":"10.2196/58202","title":"Revised Tool for the Quality Assessment of Diagnostic Accuracy Studies Using AI (QUADAS-AI): Protocol for a Qualitative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"NIHR Imperial Biomedical Research Centre; National Institute for Health and Care Research","keywords":"Preprint; Protocol (science); Quality assessment; Computer science; Quality (philosophy); Data science; Artificial intelligence; Data mining; Medical physics; Medicine; External quality assessment; World Wide Web; Alternative medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.215784,0.002894555,0.003552585,0.008235911,0.004279742,0.004934748,0.005421382,0.003495935,0.04463197],"category_scores_gemma":[0.2164288,0.002871662,0.004955749,0.00715392,0.004359568,0.005337297,0.007205669,0.007989117,0.01093514],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0158624,"about_ca_system_score_gemma":0.05478649,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004019509,"about_ca_topic_score_gemma":0.006176574,"domain_scores_codex":[0.8331512,0.1256957,0.02445551,0.004966487,0.008452598,0.003278567],"domain_scores_gemma":[0.7318126,0.1550505,0.01873242,0.02314114,0.06641576,0.004847704],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.006728675,0.00186952,0.004354114,0.1264181,0.0008239704,0.001102249,0.08686202,0.005736542,0.005180367,0.03942535,0.285897,0.4356019],"study_design_scores_gemma":[0.01428027,0.002728985,0.0123085,0.1026768,0.0007561579,0.001132156,0.05555945,0.006124392,0.007920596,0.06799117,0.7273795,0.001142038],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.003200691,0.0007994332,0.0336672,0.002695468,0.0005522002,0.9440739,0.01180907,0.0004253158,0.002776822],"genre_scores_gemma":[0.001571818,0.0002177076,0.0368294,0.0002660357,0.00001995479,0.9599662,0.0007149182,0.0000255599,0.0003884597],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.784216,"threshold_uncertainty_score":0.9670779,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9118854782094401,"score_gpt":0.8248152070492241,"score_spread":0.08707027116021604,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}