{"id":"W6939767751","doi":"10.6084/m9.figshare.c.6694723","title":"Evaluating the quality of research co-production: Research Quality Plus for Co-Production (RQ + 4 Co-Pro)","year":2024,"lang":"en","type":"other","venue":"Figshare","topic":"Mycorrhizal Fungi and Plant Interactions","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; McGill University; Western University; Michael Smith Health Research BC; University of Toronto; Canadian Cancer Society; Dalhousie University; University of Manitoba; Ottawa Hospital","funders":"","keywords":"Relevance (law); Quality (philosophy); Thematic analysis; Test (biology); Process (computing); Qualitative research; Research design; Field (mathematics)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"evaluation","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6388155,0.001593698,0.002427467,0.007584305,0.007255088,0.02390332,0.004073156,0.003880508,0.004064959],"category_scores_gemma":[0.712491,0.00149017,0.002986899,0.007294542,0.02109789,0.01858049,0.02637713,0.005980053,0.0008326934],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02661612,"about_ca_system_score_gemma":0.05927133,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003464856,"about_ca_topic_score_gemma":0.003625495,"domain_scores_codex":[0.1676723,0.7178031,0.04492988,0.01126693,0.05397472,0.004353103],"domain_scores_gemma":[0.09224334,0.6600384,0.0653033,0.06327172,0.1078803,0.01126295],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001380836,0.001070726,0.05367429,0.03573724,0.001519516,0.0003465684,0.1329965,0.004111748,0.003855971,0.1179101,0.01595638,0.6314402],"study_design_scores_gemma":[0.00254547,0.01051579,0.09909327,0.06193199,0.003444596,0.001478542,0.1760086,0.02824513,0.02158143,0.2925717,0.3010459,0.001537504],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.228543,0.009531886,0.5130828,0.08991878,0.002284538,0.04878771,0.001252283,0.00162333,0.1049758],"genre_scores_gemma":[0.6682866,0.001272921,0.3049689,0.00331519,0.0002098142,0.01992802,0.0003531559,0.0003153935,0.001349948],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9927449,"threshold_uncertainty_score":0.4454049,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7166534243554684,"score_gpt":0.5884763459048798,"score_spread":0.1281770784505886,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}