{"id":"W6939767751","doi":"10.6084/m9.figshare.c.6694723","title":"Evaluating the quality of research co-production: Research Quality Plus for Co-Production (RQ + 4 Co-Pro)","year":2024,"lang":"en","type":"other","venue":"Figshare","topic":"Mycorrhizal Fungi and Plant Interactions","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; McGill University; Western University; Michael Smith Health Research BC; University of Toronto; Canadian Cancer Society; Dalhousie University; University of Manitoba; Ottawa Hospital","funders":"","keywords":"Relevance (law); Quality (philosophy); Thematic analysis; Test (biology); Process (computing); Qualitative research; Research design; Field (mathematics)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"evaluation","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008633344,0.0002764437,0.0004580805,0.0001315873,0.0007594796,0.000198413,0.0007641282,0.0004399695,0.4500471],"category_scores_gemma":[0.03016005,0.0001110643,0.0002764454,0.000972844,0.00004849483,0.00009485028,0.0001440404,0.001354594,0.0157002],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001554478,"about_ca_system_score_gemma":0.0001430931,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002774256,"about_ca_topic_score_gemma":0.001044378,"domain_scores_codex":[0.9936522,0.002151944,0.0006484531,0.00103143,0.001889532,0.0006264633],"domain_scores_gemma":[0.9872173,0.01054386,0.0003787254,0.0004712859,0.001267678,0.0001211243],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001663074,0.00005310185,0.00003047587,0.001099747,0.00005573701,0.00000103065,0.000153368,0.0000029226,0.01385397,0.0002485964,0.9808024,0.003532356],"study_design_scores_gemma":[0.000038569,0.0003130597,0.0001498075,0.003118319,0.00001272949,0.00001065076,0.00105041,0.00001864277,0.00389175,0.0008156131,0.9903264,0.0002540243],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"other","genre_scores_codex":[0.001165297,0.003121245,1.447619e-7,0.002624445,0.001020144,0.003100786,0.7466307,0.0002211132,0.2421161],"genre_scores_gemma":[0.002571244,0.0002661693,0.00005381523,0.00004528412,0.007993788,0.001539909,0.391785,0.000038567,0.5957062],"genre_candidate":"dataset","genre_consensus":null,"teacher_disagreement_score":0.4343469,"threshold_uncertainty_score":0.9850662,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7166534243554684,"score_gpt":0.5884763459048798,"score_spread":0.1281770784505886,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}