{"id":"W6958739169","doi":"10.6084/m9.figshare.c.5895612.v1","title":"Evaluating research co-production: protocol for the Research Quality Plus for Co-Production (RQ+ 4 Co-Pro) framework","year":2022,"lang":"en","type":"other","venue":"Figshare","topic":"Wheat and Barley Genetics and Pathology","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University; McGill University; Michael Smith Health Research BC; University of Toronto; Canadian Cancer Society; Dalhousie University; University of Ottawa; University of Manitoba; Ottawa Hospital","funders":"","keywords":"Relevance (law); Quality (philosophy); Context (archaeology); Protocol (science); Focus group; Test (biology); Field (mathematics); Knowledge translation; Sample (material)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2669064,0.005506273,0.007283935,0.007596262,0.008710499,0.009890548,0.006106203,0.01042249,0.1030427],"category_scores_gemma":[0.3919504,0.005344037,0.008734586,0.01137232,0.008483185,0.008790261,0.0102381,0.01426729,0.03744028],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0172121,"about_ca_system_score_gemma":0.06485574,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004881592,"about_ca_topic_score_gemma":0.007503547,"domain_scores_codex":[0.710358,0.2087337,0.04160883,0.01331971,0.01791549,0.008064235],"domain_scores_gemma":[0.5599167,0.193022,0.03816455,0.08337681,0.1149144,0.01060552],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.04192323,0.007615124,0.004247412,0.1251221,0.00149801,0.00165245,0.05266556,0.01165938,0.005315324,0.09546957,0.2864139,0.3664179],"study_design_scores_gemma":[0.05739918,0.00825563,0.00848735,0.07256173,0.0008300546,0.000459778,0.01465298,0.01241372,0.01098672,0.1004931,0.7121294,0.001330419],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0008339334,0.0001149565,0.0112658,0.0005264533,0.0003351149,0.9826884,0.001899518,0.0002319728,0.002103991],"genre_scores_gemma":[0.0005497785,0.00002855101,0.008391608,0.00009566615,0.00001024775,0.990626,0.0001090759,0.0000175266,0.000171454],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.7330936,"threshold_uncertainty_score":0.904035,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7370056446277009,"score_gpt":0.5910128090593735,"score_spread":0.1459928355683274,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}