{"id":"W2163281668","doi":"10.1186/s12874-015-0037-7","title":"Development, inter-rater reliability and feasibility of a checklist to assess implementation (Ch-IMP) in systematic reviews: the case of provider-based prevention and treatment programs targeting children and youth","year":2015,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"University of South Australia","keywords":"Checklist; Inter-rater reliability; Psychological intervention; Kappa; Systematic review; Medicine; Reliability (semiconductor); CLARITY; Cohen's kappa; MEDLINE; Family medicine; Psychology; Computer science; Psychiatry; Rating scale","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6722642,0.003245635,0.006380519,0.02261969,0.004011427,0.007901948,0.004844791,0.003766468,0.001498222],"category_scores_gemma":[0.7982675,0.003717809,0.01397682,0.0199191,0.006384257,0.008773293,0.01217879,0.005598822,0.0006691502],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01225895,"about_ca_system_score_gemma":0.03302401,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003495857,"about_ca_topic_score_gemma":0.01067093,"domain_scores_codex":[0.1989391,0.4414651,0.2695458,0.01567391,0.07080263,0.003573537],"domain_scores_gemma":[0.09453659,0.5886511,0.1059138,0.04844152,0.1601892,0.002267715],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003707968,0.0008568267,0.2222031,0.1694274,0.01588228,0.0008334355,0.09191768,0.007179982,0.005892334,0.009343271,0.02889611,0.4438596],"study_design_scores_gemma":[0.007277993,0.00791169,0.5196844,0.169969,0.01850281,0.002798115,0.04085431,0.05150289,0.02077728,0.03008468,0.1275032,0.00313371],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2842068,0.02703096,0.3704787,0.01000636,0.003713701,0.2786207,0.01019019,0.00287777,0.01287474],"genre_scores_gemma":[0.2408692,0.00266511,0.5203695,0.0009322711,0.0002868214,0.2313005,0.00281828,0.0003044133,0.0004538025],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3277358,"threshold_uncertainty_score":0.4041567,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9381736434202586,"score_gpt":0.7627407484559746,"score_spread":0.1754328949642839,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}