{"id":"W6939196775","doi":"10.6084/m9.figshare.19359630","title":"Additional file 1 of Evaluating research co-production: protocol for the Research Quality Plus for Co-Production (RQ+ 4 Co-Pro) framework","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University; McGill University; Michael Smith Health Research BC; University of Toronto; Canadian Cancer Society; Dalhousie University; University of Ottawa; University of Manitoba; Ottawa Hospital","funders":"","keywords":"Protocol (science); Quality (philosophy); Data collection; Data file; SSH File Transfer Protocol; Protocol analysis","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03913879,0.001318622,0.001979242,0.00475547,0.002773617,0.004163655,0.002393408,0.002258655,0.8660191],"category_scores_gemma":[0.2796098,0.001568133,0.001860067,0.007203211,0.001084875,0.003595404,0.003401381,0.002767798,0.1853046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004518312,"about_ca_system_score_gemma":0.01314114,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008028432,"about_ca_topic_score_gemma":0.01317093,"domain_scores_codex":[0.976523,0.01408777,0.003824399,0.001593601,0.002869565,0.001101669],"domain_scores_gemma":[0.6277648,0.2908852,0.01255244,0.01866286,0.04515136,0.004983313],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009766173,0.0001242333,0.0009107507,0.005178539,0.00004903019,0.0000213387,0.0003395684,0.0002553232,0.00003377311,0.002145543,0.9726811,0.01728399],"study_design_scores_gemma":[0.01419939,0.0005883607,0.01736814,0.01271828,0.0003401325,0.0001518219,0.001671344,0.001266193,0.000704187,0.0229274,0.9278049,0.0002598412],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"protocol","genre_scores_codex":[0.0004628825,0.00006671826,0.003482877,0.0009453704,0.0002424419,0.01963859,0.965501,0.0009598916,0.008700407],"genre_scores_gemma":[0.01853938,0.0003981429,0.05400352,0.003208572,0.0004927181,0.5541365,0.3179861,0.003800197,0.04743487],"genre_candidate":"protocol","genre_consensus":null,"teacher_disagreement_score":0.9972264,"threshold_uncertainty_score":0.2069881,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9330389526274953,"score_gpt":0.7224560857661192,"score_spread":0.2105828668613761,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}