{"id":"W4302018984","doi":"10.1055/s-0042-1756424","title":"Accuracy of Physician Electronic Health Record Usage Analytics using Clinical Test Cases","year":2022,"lang":"en","type":"article","venue":"Applied Clinical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria; The Scarborough Hospital; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Computer science; Test (biology); Workflow; Analytics; Electronic health record; Data science; Predictive analytics; Health records; Data mining; Health care; Database","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01745567,0.0003988472,0.002010879,0.00021842,0.001657435,0.00001546601,0.0008945696,0.0003962958,0.000321402],"category_scores_gemma":[0.00345654,0.0003900501,0.0004348889,0.001119225,0.0002540744,0.0002099354,0.0007458035,0.005473688,0.0002308418],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001451086,"about_ca_system_score_gemma":0.009889728,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007065396,"about_ca_topic_score_gemma":0.0004153102,"domain_scores_codex":[0.9838054,0.002098532,0.01062119,0.0004171942,0.0009064284,0.00215125],"domain_scores_gemma":[0.9669278,0.024029,0.006893707,0.001297678,0.0002452532,0.0006065307],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001136281,0.004593735,0.3375733,0.006283907,0.0008546988,0.00001753965,0.008857577,0.001273874,0.000042173,0.03503792,0.09166384,0.5126652],"study_design_scores_gemma":[0.007893302,0.007903455,0.006827494,0.0005397768,0.0002952238,0.00003731174,0.02897224,0.06924541,0.00001071171,0.00377991,0.8731601,0.001335046],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9576477,0.0005762444,0.007139043,0.001729788,0.004050681,0.007156297,0.0003814737,0.0004453794,0.02087333],"genre_scores_gemma":[0.9700377,0.001350058,0.004427314,0.02212314,0.001193663,0.0002774156,0.000124166,0.0001026917,0.0003638297],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7814963,"threshold_uncertainty_score":0.9998552,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2321979986705113,"score_gpt":0.5396727032459745,"score_spread":0.3074747045754632,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}