{"id":"W4390082832","doi":"10.1186/s12961-023-00958-y","title":"A scoping review of the globally available tools for assessing health research partnership outcomes and impacts","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa; Hotchkiss Brain Institute; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; George & Fay Yee Centre for Healthcare Innovation; St. Michael's Hospital; Alberta Health; University of Manitoba; University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research; Cumming School of Medicine, University of Calgary","keywords":"General partnership; CINAHL; Health services research; Medicine; Systematic review; MEDLINE; Thematic analysis; Public health; Medical education; Nursing; Political science; Qualitative research; Psychological intervention; Sociology; Social science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2288172,0.0005177987,0.0044397,0.00152439,0.007113699,0.0004702926,0.001237006,0.0004962098,0.00002984546],"category_scores_gemma":[0.142098,0.0003316258,0.00026909,0.005590032,0.0008110457,0.0005095853,0.001278185,0.003239376,0.0001655095],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004345086,"about_ca_system_score_gemma":0.1411164,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02248354,"about_ca_topic_score_gemma":0.002300076,"domain_scores_codex":[0.9195514,0.06300554,0.006379117,0.001264245,0.003838845,0.005960817],"domain_scores_gemma":[0.8870064,0.1022474,0.003531102,0.001810186,0.002746058,0.002658878],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003722424,0.000009506803,0.0001025999,0.8177086,0.00002632479,4.40465e-7,0.001434857,4.379438e-8,3.311459e-8,0.006638645,0.1300419,0.04403331],"study_design_scores_gemma":[0.0002497317,0.0001515311,0.00008584662,0.4969626,0.000008479872,0.000007584208,0.001153707,0.000006447654,8.813501e-9,0.0000771569,0.5011827,0.0001142142],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00000820564,0.9109762,0.00001155989,0.04798455,0.0004105697,0.03851131,0.0007021632,0.00006774389,0.001327727],"genre_scores_gemma":[0.00001277481,0.9759199,0.000073731,0.01168823,0.0009067033,0.007361372,0.00004119757,0.0001120733,0.003883996],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3711408,"threshold_uncertainty_score":0.9999136,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9875095746131225,"score_gpt":0.8494931718964884,"score_spread":0.1380164027166341,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}