{"id":"W4405542772","doi":"10.1186/s40900-024-00666-z","title":"The trials and triumphs of co-producing an evaluation plan: A principles-focused evaluation","year":2024,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Mental health; Context (archaeology); Plan (archaeology); Quality (philosophy); Process (computing); Medical education; Psychology; Thematic analysis; Narrative; Process management; Engineering ethics; Engineering; Sociology; Medicine; Qualitative research; Computer science; Psychotherapist","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5464342,0.001872899,0.002927477,0.004650093,0.008476678,0.01359522,0.00639691,0.007116835,0.006788656],"category_scores_gemma":[0.6467473,0.002117618,0.003633901,0.004020248,0.01184996,0.01853624,0.01661594,0.01062175,0.001463594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02408319,"about_ca_system_score_gemma":0.05382213,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001866364,"about_ca_topic_score_gemma":0.003402289,"domain_scores_codex":[0.3160327,0.6126019,0.0278981,0.008154212,0.03006738,0.00524567],"domain_scores_gemma":[0.3083334,0.497513,0.02793534,0.05592373,0.09066233,0.01963225],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.01522078,0.01615164,0.00806665,0.02405311,0.001378048,0.0005793945,0.1225025,0.005047398,0.002784796,0.07708205,0.03029986,0.6968337],"study_design_scores_gemma":[0.06775264,0.1022189,0.02483732,0.06967125,0.004204055,0.0008513692,0.1831243,0.02912107,0.02907889,0.1311771,0.3559385,0.002024708],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"empirical","genre_scores_codex":[0.2513315,0.005329059,0.1770545,0.0404345,0.006248942,0.4623322,0.001178831,0.001386693,0.05470354],"genre_scores_gemma":[0.3858846,0.001468944,0.2997699,0.005985527,0.0003373362,0.3026415,0.0003704974,0.0003314109,0.003210341],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4535658,"threshold_uncertainty_score":0.5593275,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8884487731900139,"score_gpt":0.6319402789063026,"score_spread":0.2565084942837114,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}