{"id":"W4403261443","doi":"10.2196/63875","title":"In Silico Evaluation of Algorithm-Based Clinical Decision Support Systems: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Computer science; Decision support system; Clinical decision support system; Data mining; Data science; Machine learning; Artificial intelligence; Medicine; World Wide Web; Alternative medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1840182,0.00531875,0.008769869,0.01410313,0.004684654,0.008015993,0.005756151,0.009369273,0.06292064],"category_scores_gemma":[0.2252471,0.004600833,0.01282243,0.01369137,0.005986073,0.007658769,0.007669666,0.007726872,0.01824989],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01510097,"about_ca_system_score_gemma":0.07049266,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00316876,"about_ca_topic_score_gemma":0.006013101,"domain_scores_codex":[0.8802686,0.05974222,0.04023038,0.005330028,0.01127773,0.003151081],"domain_scores_gemma":[0.839246,0.06199753,0.02652124,0.0179965,0.05047197,0.00376669],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.01430671,0.001303824,0.001626399,0.6878611,0.002707087,0.00156401,0.00645142,0.005585691,0.005625289,0.0264638,0.0911604,0.1553442],"study_design_scores_gemma":[0.02679611,0.004639157,0.005436108,0.4065816,0.004545125,0.0008226867,0.003342878,0.004004905,0.006648229,0.0309184,0.5054677,0.0007971916],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0001806051,0.0004203861,0.003089306,0.0002759554,0.0002414768,0.9937335,0.001358429,0.00007277425,0.0006275644],"genre_scores_gemma":[0.0001583127,0.0002805294,0.005243351,0.00009708529,0.00001484902,0.9938318,0.000210479,0.000006700323,0.000156919],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.8159817,"threshold_uncertainty_score":0.973193,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8769043128996112,"score_gpt":0.8297035765249938,"score_spread":0.04720073637461741,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}