{"id":"W4210862828","doi":"10.1186/s12961-022-00818-1","title":"Describing implementation outcomes for a virtual community of practice: The ECHO Ontario Mental Health experience","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Fidelity; Mental health; Echo (communications protocol); Psychological intervention; Medicine; Sustainability; Health care; Context (archaeology); Health services research; Medical education; Nursing; Process management; Public health; Computer science; Business; Psychiatry; Computer security","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0660786,0.0001686698,0.0005132316,0.0005019651,0.02005209,0.00005848358,0.0006275831,0.00005171097,0.0001531465],"category_scores_gemma":[0.007084963,0.0001327921,0.00005522159,0.0009958416,0.0003162345,0.0003821401,0.0007290832,0.001949826,0.00000674464],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.005652768,"about_ca_system_score_gemma":0.02189666,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.7737027,"about_ca_topic_score_gemma":0.1810512,"domain_scores_codex":[0.9632991,0.03035327,0.002042481,0.0003509152,0.001928501,0.002025725],"domain_scores_gemma":[0.9802411,0.01649368,0.00121148,0.0006525756,0.0006249055,0.0007762227],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001307939,0.00008787394,0.02349347,0.0006017126,0.00002056593,2.519707e-7,0.9003315,0.00001275205,0.00004574826,0.02911583,0.04143795,0.004721525],"study_design_scores_gemma":[0.001412934,0.001325649,0.01253493,0.0000919935,0.000001372122,0.00001241328,0.6666076,0.0001261738,0.00000222407,0.0001246157,0.3176766,0.00008356035],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.63667,0.0003477252,0.0008369722,0.3390445,0.001328012,0.01859673,0.001855884,0.00007715398,0.001243001],"genre_scores_gemma":[0.9518534,0.0001287079,0.0002717893,0.04103529,0.000181429,0.005270792,0.00006298561,0.00002551947,0.001170098],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5926515,"threshold_uncertainty_score":0.9981644,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9251075004117321,"score_gpt":0.7746865442463803,"score_spread":0.1504209561653518,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}