{"id":"W1984234647","doi":"10.1186/1748-5908-2-38","title":"Looking inside the black box: a theory-based process evaluation alongside a randomised controlled trial of printed educational materials (the Ontario printed educational message, OPEM) to improve referral and prescribing practices in primary care in Ontario, Canada","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":88,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université Laval; University of Ottawa; Institute of Population and Public Health; University of Toronto; Institute for Clinical Evaluative Sciences","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Theory of planned behavior; Medicine; Psychological intervention; Protocol (science); Social cognitive theory; Randomized controlled trial; Clinical trial; Theory of change; Intervention (counseling); Health services research; Referral; Applied psychology; Medical education; Alternative medicine; Family medicine; Psychology; Social psychology; Nursing; Public health; Control (management); Computer science; Surgery","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03260104,0.0002331011,0.0004485336,0.0005278807,0.0009044514,0.0001165381,0.0006609531,0.00006132023,0.001233758],"category_scores_gemma":[0.01057115,0.0001651244,0.00003404226,0.001243977,0.0003372871,0.000853769,0.0001629112,0.000469876,0.000003401212],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.006924556,"about_ca_system_score_gemma":0.07841576,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9211845,"about_ca_topic_score_gemma":0.998169,"domain_scores_codex":[0.9916397,0.002214284,0.002499417,0.0006841116,0.002093261,0.0008692665],"domain_scores_gemma":[0.9871062,0.008301591,0.002363596,0.0004338875,0.001577827,0.0002169196],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.1597978,0.0003213263,0.2800293,0.0004852365,0.00005996359,0.000002958631,0.5241976,0.0008492118,0.02589293,0.003163246,0.0003495882,0.004850778],"study_design_scores_gemma":[0.1856587,0.0001598933,0.7605876,0.0001960289,0.0000462608,0.000001852694,0.04751815,0.00009973141,0.004582366,0.0005671338,0.0003702803,0.0002119601],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9690382,0.0000064349,0.0001769634,0.009630468,0.0007335764,0.01896369,0.00002964143,0.000007866318,0.001413168],"genre_scores_gemma":[0.9892564,6.999591e-7,0.0008672822,0.005451587,0.00008752388,0.004074181,0.00006458806,0.00001317135,0.0001845918],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4805583,"threshold_uncertainty_score":0.9996793,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2758757976255535,"score_gpt":0.5891868528130413,"score_spread":0.3133110551874878,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}