{"id":"W4388131143","doi":"10.12688/wellcomeopenres.18710.3","title":"Mixed methods study protocol for combining stakeholder-led rapid evaluation with near real-time continuous registry data to facilitate evaluations of quality of care in intensive care units","year":2023,"lang":"en","type":"preprint","venue":"Wellcome Open Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"Medical Research Council; UK Research and Innovation; Wellcome Trust; Wellcome","keywords":"Psychological intervention; Stakeholder; Health care; Medicine; Quality management; Protocol (science); Data collection; Quality (philosophy); Nursing; Process (computing); Intensive care; Blame; Process management; Business; Computer science; Public relations; Intensive care medicine; Alternative medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1436246,0.0004075486,0.001843762,0.001105384,0.001070663,0.0001486122,0.004734188,0.0003595031,0.0004293759],"category_scores_gemma":[0.07825888,0.0003693512,0.00005796471,0.003325665,0.0004278547,0.0003245286,0.009833872,0.002039131,0.00007888582],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001530656,"about_ca_system_score_gemma":0.02648024,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.06442652,"about_ca_topic_score_gemma":0.03265382,"domain_scores_codex":[0.9197477,0.06764457,0.004485203,0.002207618,0.004351538,0.001563417],"domain_scores_gemma":[0.9360324,0.01984251,0.001965521,0.004499495,0.03724119,0.0004189447],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.006733339,0.0002892701,0.02304977,0.02060903,0.0002577845,0.000005389791,0.8839313,0.001655044,0.001253078,0.00009727614,0.02636421,0.03575451],"study_design_scores_gemma":[0.01341161,0.003037999,0.06900492,0.00405899,0.00006578989,1.952502e-7,0.9016804,0.002728995,0.0001881145,0.0002992694,0.005088887,0.0004348727],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.2280193,0.000009632648,0.0005374468,0.003224709,0.0002224251,0.7579333,0.008487072,0.00005355146,0.001512525],"genre_scores_gemma":[0.06221647,0.000004807732,0.03558943,0.0002115782,0.00005270579,0.8978183,0.00280864,0.0001200024,0.001178107],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.1658028,"threshold_uncertainty_score":0.9998758,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9722470183156176,"score_gpt":0.7913830828533508,"score_spread":0.1808639354622668,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}