{"id":"W6958392481","doi":"10.6084/m9.figshare.12441395","title":"Additional file 1 of A method to audit and score implementation of knowledge translation (KT) interventions in large health regions – an observational pilot study using rectal cancer surgery in Ontario","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; McMaster University; University of Ottawa; Hamilton Health Sciences; Juravinski Cancer Centre","funders":"","keywords":"Observational study; Audit; Psychological intervention; Colorectal cancer; Knowledge translation; MEDLINE; Patient data","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"dataset","about_ca_system":true,"about_ca_topic":true,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":true,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005386123,0.0005766021,0.0007595077,0.002814505,0.002333984,0.001164636,0.001525062,0.0006460656,0.6332926],"category_scores_gemma":[0.04411904,0.0008441387,0.0008052725,0.005403145,0.0005123118,0.001366224,0.00119319,0.000747698,0.05223275],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006375809,"about_ca_system_score_gemma":0.0148729,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.2324828,"about_ca_topic_score_gemma":0.4944373,"domain_scores_codex":[0.9976101,0.0007093066,0.0005063996,0.0002393541,0.0006196753,0.0003152002],"domain_scores_gemma":[0.9526036,0.0254506,0.004412902,0.003355003,0.01237233,0.001805693],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0002919723,0.0001722233,0.007972091,0.001787565,0.00002147213,0.00003738743,0.001264884,0.0001986058,0.0001166387,0.0005727372,0.9664732,0.02109116],"study_design_scores_gemma":[0.006139507,0.0005527167,0.1847403,0.003595423,0.0001504654,0.0001214277,0.006587094,0.001744113,0.001217954,0.002668137,0.7923,0.0001829355],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.003243995,0.0000240155,0.001400954,0.0004701476,0.00004630946,0.008710602,0.9762421,0.0004369242,0.009424885],"genre_scores_gemma":[0.07017874,0.0003333413,0.04491964,0.001332686,0.0001451272,0.2360255,0.5677462,0.001116665,0.0782022],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.7675172,"threshold_uncertainty_score":0.5230637,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9367767472094318,"score_gpt":0.6885076507896364,"score_spread":0.2482690964197954,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}