{"id":"W4380576169","doi":"10.1186/s12961-023-00990-y","title":"Evaluating the quality of research co-production: Research Quality Plus for Co-Production (RQ + 4 Co-Pro)","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"ca_institutions":"Michael Smith Health Research BC; McGill University; Canadian Cancer Society; University of Ottawa; Public Health Ontario; University of Toronto; Western University; George & Fay Yee Centre for Healthcare Innovation; Dalhousie University; University of Manitoba; Ottawa Hospital; International Development Research Centre","funders":"Canadian Institutes of Health Research","keywords":"Production (economics); Quality (philosophy); Relevance (law); Test (biology); Thematic analysis; Health services research; Field (mathematics); Psychology; Qualitative research; Knowledge management; Medicine; Computer science; Public health; Sociology; Nursing; Political science; Mathematics; Social science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.6275113,0.0003114571,0.001129555,0.003161964,0.02010175,0.0001903029,0.001219571,0.0004224558,0.00009203215],"category_scores_gemma":[0.2533184,0.0002424642,0.0001180177,0.009428325,0.003410211,0.0004696596,0.0004982949,0.004468946,0.0007590063],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.003925317,"about_ca_system_score_gemma":0.02556475,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.08476909,"about_ca_topic_score_gemma":0.002768552,"domain_scores_codex":[0.7912087,0.1757472,0.006497087,0.002409795,0.01577349,0.008363724],"domain_scores_gemma":[0.8587294,0.1173078,0.001670452,0.003437055,0.01681817,0.002037099],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001401383,0.0001193631,0.009890622,0.032362,0.00005623024,0.000001546217,0.1190637,0.0001189037,0.006865346,0.1149726,0.7076597,0.007488661],"study_design_scores_gemma":[0.004640828,0.003665932,0.07777351,0.002600226,0.000006068837,0.00002076797,0.3752691,0.002933407,0.0009829591,0.01459913,0.5168676,0.0006404962],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6744027,0.0005841815,0.00008641179,0.2932914,0.001642412,0.0232723,0.0008935176,0.0002571189,0.00557004],"genre_scores_gemma":[0.9385813,0.002072328,0.0002307499,0.002150243,0.01046624,0.01292056,0.0001719897,0.0001204097,0.03328615],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3741929,"threshold_uncertainty_score":0.9998984,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9926873354721678,"score_gpt":0.8852455617869072,"score_spread":0.1074417736852606,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}