{"id":"W4280526860","doi":"10.2196/31758","title":"Assessing the Usability of a Clinical Decision Support System: Heuristic Evaluation","year":2022,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Institute of Nursing Research; National Institutes of Health","keywords":"Usability; Heuristic evaluation; Computer science; Checklist; Clinical decision support system; Cognitive walkthrough; Heuristics; System usability scale; Usability engineering; Heuristic; Usability goals; Decision support system; Software deployment; Human–computer interaction; Psychology; Software engineering; Artificial intelligence","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02879548,0.000190028,0.0006806763,0.0001410314,0.00287022,0.00002024287,0.000546195,0.0001918095,0.00281464],"category_scores_gemma":[0.002022538,0.000132144,0.0002138792,0.0004217604,0.0001115613,0.0001636498,0.000319016,0.001780657,0.00006868727],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001826097,"about_ca_system_score_gemma":0.002845086,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007927291,"about_ca_topic_score_gemma":0.0002736458,"domain_scores_codex":[0.9834163,0.01076021,0.002964079,0.0004956304,0.001696617,0.0006671808],"domain_scores_gemma":[0.9910073,0.005793656,0.001614718,0.0009752979,0.0004276593,0.000181383],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004744537,0.0002346107,0.9777207,0.0008635269,0.00003192863,0.000001856327,0.004476292,0.00003668751,0.00007780326,0.00118405,0.008476882,0.006848253],"study_design_scores_gemma":[0.001216318,0.0005182972,0.9571891,0.0002066545,0.00006132107,0.000003289364,0.02075204,0.001821223,0.000004391089,0.0004806143,0.01757876,0.0001679229],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9878278,0.00005463225,0.0001731283,0.0001167007,0.002980337,0.003808894,0.00002910833,0.0001140025,0.004895341],"genre_scores_gemma":[0.9979198,0.000001167956,0.00003347502,0.0001161129,0.0003591205,0.001144515,0.00006309163,0.00003544119,0.0003272797],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02677294,"threshold_uncertainty_score":0.9984279,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3244422152217981,"score_gpt":0.6158100358963237,"score_spread":0.2913678206745256,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}