{"id":"W4380576169","doi":"10.1186/s12961-023-00990-y","title":"Evaluating the quality of research co-production: Research Quality Plus for Co-Production (RQ + 4 Co-Pro)","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"ca_institutions":"Michael Smith Health Research BC; McGill University; Canadian Cancer Society; University of Ottawa; Public Health Ontario; University of Toronto; Western University; George & Fay Yee Centre for Healthcare Innovation; Dalhousie University; University of Manitoba; Ottawa Hospital; International Development Research Centre","funders":"Canadian Institutes of Health Research","keywords":"Production (economics); Quality (philosophy); Relevance (law); Test (biology); Thematic analysis; Health services research; Field (mathematics); Psychology; Qualitative research; Knowledge management; Medicine; Computer science; Public health; Sociology; Nursing; Political science; Mathematics; Social science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6252028,0.001702629,0.002553062,0.007422075,0.00795435,0.02447936,0.004083679,0.004588949,0.004423275],"category_scores_gemma":[0.7052235,0.001763341,0.003516417,0.007656319,0.02339395,0.01996882,0.02971232,0.006928897,0.00105138],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02881891,"about_ca_system_score_gemma":0.07227794,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003975812,"about_ca_topic_score_gemma":0.004163208,"domain_scores_codex":[0.1723915,0.7049577,0.04724243,0.01272051,0.05806593,0.004622003],"domain_scores_gemma":[0.09898235,0.6352054,0.06867397,0.07182197,0.1124,0.0129164],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001145093,0.0008694117,0.04400977,0.03702678,0.001554185,0.000345946,0.1247138,0.00315969,0.003325604,0.1211881,0.02052069,0.642141],"study_design_scores_gemma":[0.002227091,0.008028235,0.0749062,0.06262313,0.003034702,0.001535869,0.1331787,0.01750308,0.01610078,0.2861972,0.3933002,0.001364913],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1672715,0.01399654,0.5159283,0.1172139,0.003170084,0.05274879,0.001457004,0.001990783,0.126223],"genre_scores_gemma":[0.5819179,0.002258189,0.3806894,0.005936818,0.0003071533,0.02594646,0.0004872257,0.0004620634,0.001994724],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3747972,"threshold_uncertainty_score":0.4621918,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9926873354721678,"score_gpt":0.8852455617869072,"score_spread":0.1074417736852606,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}