{"id":"W4388938597","doi":"10.1136/bmjqs-2022-015713","title":"Grand rounds in methodology: key considerations for implementing machine learning solutions in quality improvement initiatives","year":2023,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; North York General Hospital; University of Toronto","funders":"University of Toronto","keywords":"Sociotechnical system; Workflow; Computer science; Software deployment; Health care; Harm; Quality (philosophy); Key (lock); Process management; Risk analysis (engineering); Management science; Data science; Medicine; Knowledge management; Computer security; Software engineering; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01843273,0.0001490113,0.0004658024,0.0002868746,0.0004832539,0.00002591604,0.0000516975,0.0001245202,0.0001208572],"category_scores_gemma":[0.01276865,0.0001513414,0.0001148559,0.0005552831,0.00008464533,0.0001851169,0.00006780408,0.0003860054,0.00001759887],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003089363,"about_ca_system_score_gemma":0.0005689698,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01140665,"about_ca_topic_score_gemma":0.03266172,"domain_scores_codex":[0.9952978,0.001434637,0.002060711,0.0003820242,0.0002158118,0.0006089755],"domain_scores_gemma":[0.9922701,0.00686914,0.0002895143,0.0002332816,0.000237899,0.0001000789],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001300317,0.0007822217,0.7147769,0.001225482,0.0001509149,0.00001382678,0.07773739,0.001043439,0.01090057,0.1001504,0.00100325,0.09091527],"study_design_scores_gemma":[0.001867535,0.0006438599,0.747876,0.0003054462,0.00008010052,0.000009189177,0.1087666,0.009032991,0.005307352,0.1206419,0.004835752,0.0006333328],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9399772,0.000167686,0.018834,0.03671218,0.000451808,0.002702779,0.0001305599,0.0001590295,0.0008647848],"genre_scores_gemma":[0.9928796,0.0001727806,0.00480674,0.0007689546,0.0001885016,0.0004957028,0.0004837865,0.00001701196,0.0001869544],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09028193,"threshold_uncertainty_score":0.9955472,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6977982343209539,"score_gpt":0.59802145663961,"score_spread":0.09977677768134385,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}