{"id":"W6921227611","doi":"10.6084/m9.figshare.19359633","title":"Additional file 2 of Evaluating research co-production: protocol for the Research Quality Plus for Co-Production (RQ+ 4 Co-Pro) framework","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University; McGill University; Michael Smith Health Research BC; University of Toronto; Canadian Cancer Society; Dalhousie University; University of Ottawa; University of Manitoba; Ottawa Hospital","funders":"","keywords":"Protocol (science); Quality (philosophy); Data collection; Data file; SSH File Transfer Protocol; Protocol analysis","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04015753,0.001335887,0.001953454,0.004702198,0.002825113,0.004327529,0.002404057,0.002246853,0.863273],"category_scores_gemma":[0.2720195,0.001561092,0.001962523,0.006663775,0.001115187,0.003452213,0.003391238,0.002731425,0.1805706],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004638617,"about_ca_system_score_gemma":0.01287675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008246418,"about_ca_topic_score_gemma":0.01397364,"domain_scores_codex":[0.9763193,0.01380483,0.00390975,0.001663881,0.0031449,0.001157421],"domain_scores_gemma":[0.6424385,0.2707745,0.01250806,0.01997227,0.04909873,0.005207847],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001014827,0.0001229047,0.0008735901,0.005138837,0.00004759491,0.00002269698,0.0003641613,0.000244233,0.00003966568,0.00224526,0.9723652,0.01752099],"study_design_scores_gemma":[0.01316005,0.0005162951,0.01610157,0.01138162,0.0003002455,0.000130468,0.001656726,0.001127402,0.0007367884,0.02203716,0.9326106,0.0002411172],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"protocol","genre_scores_codex":[0.0005110853,0.00006486625,0.003881908,0.001055,0.0002918025,0.02325929,0.9597955,0.0011303,0.01001029],"genre_scores_gemma":[0.01773089,0.0003277217,0.05446879,0.003182057,0.0005180668,0.5634501,0.3039317,0.004098029,0.05229274],"genre_candidate":"protocol","genre_consensus":null,"teacher_disagreement_score":0.9598424,"threshold_uncertainty_score":0.2123758,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.930618460691136,"score_gpt":0.721810708004072,"score_spread":0.208807752687064,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}