{"id":"W4311286084","doi":"10.1186/s40900-022-00405-2","title":"A scoping review of methods to measure and evaluate citizen engagement in health research","year":2022,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"ca_institutions":"Alberta Health Services; Dalhousie University; University of Calgary","funders":"","keywords":"Public engagement; CLARITY; Inclusion (mineral); Community engagement; Empowerment; Psychology; Public relations; Medical education; Focus group; Medicine; Political science; Sociology; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.3094177,0.0006972744,0.003326708,0.002905685,0.003750211,0.00004490526,0.0009054295,0.0002711233,0.002616181],"category_scores_gemma":[0.002871462,0.0006000464,0.0002236194,0.003143842,0.0002620035,0.000115145,0.005192807,0.007271796,0.00008286],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.003953587,"about_ca_system_score_gemma":0.005678217,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001615581,"about_ca_topic_score_gemma":0.0004486716,"domain_scores_codex":[0.8560721,0.1273526,0.005582068,0.002002115,0.005198831,0.003792213],"domain_scores_gemma":[0.9843768,0.01146375,0.0009034732,0.001279733,0.000635593,0.001340658],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000307514,0.0001733471,0.00005556124,0.5348665,0.00006829383,0.000004968649,0.002447002,2.894357e-7,4.66498e-7,0.0005422523,0.006404605,0.455406],"study_design_scores_gemma":[0.0005183082,0.0009481764,0.000005549768,0.4614974,0.0000396669,3.851934e-7,0.003118459,0.000006417468,5.779097e-7,0.0001326863,0.5335091,0.0002233032],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00002674015,0.9533675,0.00005598104,0.001030691,0.0004834175,0.04179748,0.0001057342,0.00003588329,0.003096535],"genre_scores_gemma":[0.000004219321,0.9693987,0.003955468,0.00183783,0.000173845,0.02327237,0.0005023087,0.0001135479,0.0007417307],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5271045,"threshold_uncertainty_score":0.9999587,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9410964001498081,"score_gpt":0.7252266863511517,"score_spread":0.2158697137986564,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}