{"id":"W4253668705","doi":"10.21203/rs.2.22559/v3","title":"A method to audit and score implementation of knowledge translation (KT) interventions in large health regions – an observational pilot study using rectal cancer surgery in Ontario","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Observational study; Audit; Psychological intervention; Medicine; Medical physics; Translation (biology); Colorectal cancer; Knowledge translation; Cancer; General surgery; Radiology; Nursing; Computer science; Internal medicine; Knowledge management; Business; Accounting","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03115258,0.0008680637,0.0008120199,0.002902949,0.002939511,0.001217069,0.001507397,0.0005801406,0.001759903],"category_scores_gemma":[0.04711547,0.0009385761,0.00120892,0.004092393,0.001927543,0.00121134,0.001981432,0.0007533306,0.000363293],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01418426,"about_ca_system_score_gemma":0.03170596,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.3227415,"about_ca_topic_score_gemma":0.5432555,"domain_scores_codex":[0.9783957,0.01194189,0.002847786,0.001713543,0.003901936,0.001199179],"domain_scores_gemma":[0.9348203,0.01560302,0.01631265,0.006401946,0.02496547,0.001896545],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001328255,0.004047496,0.8187533,0.002087011,0.0003190929,0.000521755,0.06474901,0.0009245172,0.005111033,0.0002976867,0.003178715,0.09868206],"study_design_scores_gemma":[0.0005262151,0.004262383,0.9571618,0.0003427371,0.0001597219,0.00009775416,0.02685178,0.002034797,0.002781342,0.0001436782,0.005531813,0.0001060854],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9486583,0.0001882645,0.01131271,0.0002645768,0.00003027023,0.03458531,0.002080352,0.0001001926,0.002780058],"genre_scores_gemma":[0.9024904,0.000273658,0.04672022,0.0002648891,0.00002729057,0.04763034,0.001488492,0.00003230011,0.001072352],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9858158,"threshold_uncertainty_score":0.6417259,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9263639138930331,"score_gpt":0.7126726962293137,"score_spread":0.2136912176637193,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}