{"id":"W4237169335","doi":"10.21203/rs.2.22559/v1","title":"A method to audit and score implementation of knowledge translation (KT) interventions in large health regions – an observational pilot study using rectal cancer surgery in Ontario","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Ottawa; University of Toronto; McMaster University","funders":"","keywords":"Observational study; Audit; Psychological intervention; Medicine; Knowledge translation; Cancer; General surgery; Medical physics; Nursing; Business; Internal medicine; Accounting; Knowledge management; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02142165,0.0009758273,0.001140706,0.002726594,0.002552721,0.001887661,0.001696365,0.000942783,0.002173336],"category_scores_gemma":[0.04624889,0.001144497,0.001509161,0.005370505,0.001464526,0.001460961,0.002302215,0.0008691848,0.0005191606],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01549444,"about_ca_system_score_gemma":0.04558235,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.5851606,"about_ca_topic_score_gemma":0.7557154,"domain_scores_codex":[0.9845304,0.007019576,0.002500801,0.001411956,0.003489809,0.001047373],"domain_scores_gemma":[0.9422407,0.01405429,0.01487441,0.005429664,0.02151105,0.001889917],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001383753,0.004293124,0.8219736,0.001767985,0.0005810513,0.0002261923,0.02281893,0.0009416942,0.002148107,0.0003823846,0.007052157,0.1364311],"study_design_scores_gemma":[0.001044448,0.002976726,0.9754558,0.0002817739,0.0003898516,0.0001031245,0.00907712,0.002958546,0.001299344,0.0001754456,0.006098252,0.0001396495],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9350931,0.0003458167,0.0146275,0.0006115153,0.00007963332,0.04032588,0.004983915,0.0002596383,0.003672999],"genre_scores_gemma":[0.8554389,0.0004856662,0.08441664,0.0004137371,0.00004941375,0.05221038,0.003638549,0.00007253965,0.003274202],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4148394,"threshold_uncertainty_score":0.834565,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9263639138930331,"score_gpt":0.7126726962293137,"score_spread":0.2136912176637193,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}