{"id":"W3063975890","doi":"10.1016/j.evalprogplan.2020.101870","title":"Assessing the Implementation Fidelity of Early Interventions: Data Collection Methods","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture; Canada Research Chairs","keywords":"Fidelity; Checklist; Data collection; Strengths and weaknesses; Psychological intervention; Computer science; Psychology; Process management; Applied psychology; Data science; Management science; Risk analysis (engineering); Medicine; Engineering; Nursing; Statistics; Social psychology; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3482174,0.002738253,0.003285215,0.005440658,0.002691902,0.00391562,0.004637534,0.003240188,0.002444734],"category_scores_gemma":[0.5316043,0.002195368,0.004197384,0.006792003,0.003136824,0.004740354,0.005714871,0.003471939,0.0007944116],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005442625,"about_ca_system_score_gemma":0.01521949,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00616421,"about_ca_topic_score_gemma":0.007057958,"domain_scores_codex":[0.4997492,0.3710118,0.06460632,0.01336663,0.04825819,0.003007884],"domain_scores_gemma":[0.3565813,0.4267423,0.06885841,0.07409074,0.07194658,0.001780639],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00732115,0.008652062,0.283305,0.01263053,0.005103646,0.0001199261,0.01652429,0.006813338,0.003373455,0.01217649,0.008264611,0.6357154],"study_design_scores_gemma":[0.01188558,0.04326527,0.6875063,0.01667956,0.0100593,0.0005687493,0.01257706,0.05106633,0.06205961,0.02945333,0.07310783,0.001771185],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2208259,0.003583272,0.5704271,0.001502105,0.000750422,0.184514,0.006776043,0.0005420046,0.01107905],"genre_scores_gemma":[0.3118928,0.001286937,0.3447028,0.0008938346,0.0001915678,0.3363615,0.002704026,0.0001703582,0.001796321],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6517826,"threshold_uncertainty_score":0.803764,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9254453472003075,"score_gpt":0.8310459011868329,"score_spread":0.09439944601347461,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}