{"id":"W4210862828","doi":"10.1186/s12961-022-00818-1","title":"Describing implementation outcomes for a virtual community of practice: The ECHO Ontario Mental Health experience","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Fidelity; Mental health; Echo (communications protocol); Psychological intervention; Medicine; Sustainability; Health care; Context (archaeology); Health services research; Medical education; Nursing; Process management; Public health; Computer science; Business; Psychiatry; Computer security","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02740473,0.0004095191,0.0003414452,0.002068035,0.004130962,0.004400923,0.001526049,0.001056952,0.002117645],"category_scores_gemma":[0.05256583,0.0003528932,0.0006120822,0.002180441,0.004769257,0.003041941,0.007008194,0.001686111,0.0001933156],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03227386,"about_ca_system_score_gemma":0.03074113,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.2859018,"about_ca_topic_score_gemma":0.5101256,"domain_scores_codex":[0.9797385,0.010821,0.001024225,0.0005056041,0.005095308,0.002815386],"domain_scores_gemma":[0.9717612,0.01276951,0.003404075,0.00125081,0.006986304,0.003828144],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001719216,0.0008441821,0.2206948,0.0008541551,0.00006255342,0.0009064183,0.5375929,0.001086135,0.0007079489,0.00895377,0.01170879,0.2164163],"study_design_scores_gemma":[0.00009253652,0.001493418,0.4279304,0.001199458,0.00009133972,0.0003805361,0.4838219,0.002226486,0.001166392,0.002050381,0.07935227,0.0001948308],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9583104,0.0004337823,0.004499278,0.007391778,0.00006314821,0.001221467,0.0005843149,0.00008590957,0.02740989],"genre_scores_gemma":[0.986306,0.0004280533,0.008131807,0.0004463792,0.00001755464,0.00100791,0.0004111471,0.0000447189,0.003206606],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9677261,"threshold_uncertainty_score":0.5684753,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9251075004117321,"score_gpt":0.7746865442463803,"score_spread":0.1504209561653518,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}