{"id":"W2163281668","doi":"10.1186/s12874-015-0037-7","title":"Development, inter-rater reliability and feasibility of a checklist to assess implementation (Ch-IMP) in systematic reviews: the case of provider-based prevention and treatment programs targeting children and youth","year":2015,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"University of South Australia","keywords":"Checklist; Inter-rater reliability; Psychological intervention; Kappa; Systematic review; Medicine; Reliability (semiconductor); CLARITY; Cohen's kappa; MEDLINE; Family medicine; Psychology; Computer science; Psychiatry; Rating scale","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1569354,0.0001335041,0.0007335561,0.0002248549,0.0002356955,0.00001303549,0.0001668995,0.0001309695,0.00003421218],"category_scores_gemma":[0.1259112,0.00007856226,0.00002593407,0.0004983951,0.0004983695,0.00009835675,0.0002988187,0.0003553083,0.000001559451],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003823765,"about_ca_system_score_gemma":0.003576203,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.009350934,"about_ca_topic_score_gemma":0.03980816,"domain_scores_codex":[0.9333867,0.0626783,0.002179287,0.0005015735,0.0006404699,0.0006136516],"domain_scores_gemma":[0.9777457,0.02037062,0.000521537,0.000334457,0.0004794106,0.0005482344],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002779983,0.0001636983,0.8361455,0.01905153,0.00001626628,0.000004422971,0.08644249,4.619515e-7,0.0001146483,0.0001659281,0.00008895238,0.05752813],"study_design_scores_gemma":[0.01389157,0.004778211,0.5644988,0.01210226,0.0001241706,0.0001011902,0.399252,0.001237945,0.001002233,0.001994355,0.0005464909,0.0004707778],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9759602,0.0001829335,0.01217917,0.001512693,0.00004398861,0.01008324,0.00001880869,0.000008273678,0.00001072712],"genre_scores_gemma":[0.9126764,0.00005802372,0.08508783,0.0002558752,0.00002894544,0.001843841,0.00002204653,0.000008916636,0.00001810947],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3128095,"threshold_uncertainty_score":0.9972459,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9381736434202586,"score_gpt":0.7627407484559746,"score_spread":0.1754328949642839,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}