{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":246,"total_is_capped":false,"direct_labels_cover":6,"predictions_cover":246,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"e253fc1cba1f","filters":{"venue":"Research Involvement and Engagement"}},"results":[{"id":"W2739751169","doi":"10.1186/s40900-017-0062-2","title":"GRIPP2 reporting checklists: tools to improve reporting of patient and public involvement in research","year":2017,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":1723,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital","funders":"Warwick Medical School; National Institute for Health and Care Research; University of Warwick; Cancer Research UK; King's College London; King's College Hospital NHS Foundation Trust","keywords":"Checklist; Context (archaeology); Delphi method; Transparency (behavior); Consistency (knowledge bases); Guideline; Focus group; Delphi; Medicine; Medical education; Psychology; Political science; Computer science; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.7840630465910351,"gpt":0.5869379081399683,"spread":0.1971251384510668,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08683928,0.0003569855,0.0008591671,0.001165326,0.005701058,0.0002841451,0.0006462281,0.0002309475,0.0001714431],"category_scores_gemma":[0.01592252,0.0003167026,0.00008189275,0.0005595603,0.0004889297,0.0005836558,0.004182161,0.002551635,0.00003773578],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001299064,"about_ca_system_score_gemma":0.0008298341,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009871334,"about_ca_topic_score_gemma":0.004714478,"domain_scores_codex":[0.9822645,0.00317007,0.007109567,0.001355222,0.003139975,0.002960667],"domain_scores_gemma":[0.9898726,0.001341159,0.004598866,0.001676823,0.001401211,0.001109365],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002580243,0.0007775959,0.8848658,0.006393383,0.00007293469,0.00009206583,0.02161221,0.000003059334,0.005183453,0.007150246,0.003674487,0.06991678],"study_design_scores_gemma":[0.007866217,0.007933727,0.4209351,0.01432373,0.00003846801,0.000003079924,0.3324681,0.000837109,0.01181778,0.01110607,0.1911786,0.001492024],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9778999,0.0005884617,0.00002025141,0.003098653,0.0006307741,0.006864947,0.0000327901,0.00003555854,0.01082867],"genre_scores_gemma":[0.9933847,0.001011354,0.00111722,0.0005706985,0.0002499424,0.00266535,0.00009112612,0.00004891222,0.0008607432],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4639307,"threshold_uncertainty_score":0.9999285,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3134990841","doi":"10.1186/s40900-021-00252-7","title":"A generative co-design framework for healthcare innovation: development and application of an end-user engagement framework","year":2021,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":301,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Victorian Order of Nurses; University of Waterloo; McMaster University","funders":"Canadian Institutes of Health Research; Hospital for Sick Children","keywords":"Health care; Creativity; Work (physics); Knowledge management; Business; Public relations; Nursing; Psychology; Medicine; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.6028783839482393,"gpt":0.5549968363777863,"spread":0.04788154757045304,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01357201,0.0003042654,0.0004441539,0.0004074356,0.003181036,0.00004858837,0.0002215163,0.0002848346,0.0002390799],"category_scores_gemma":[0.0003900287,0.0002888211,0.00003574637,0.0008041791,0.0001669507,0.0001864837,0.0004133152,0.001354791,0.00002021717],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005632052,"about_ca_system_score_gemma":0.001253279,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001250616,"about_ca_topic_score_gemma":0.0001216028,"domain_scores_codex":[0.9921835,0.003346625,0.001357547,0.0008294141,0.001195089,0.001087791],"domain_scores_gemma":[0.9948235,0.002506518,0.0003649888,0.0005862518,0.001288485,0.0004303028],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006943749,0.001376269,0.02769364,0.01149666,0.0002786521,0.000009065728,0.05208112,0.00004507098,0.002176233,0.8019578,0.003283178,0.09890791],"study_design_scores_gemma":[0.006412527,0.005120704,0.01317286,0.005476443,0.00008546863,0.000001365288,0.1382266,0.003405209,0.08558191,0.1948897,0.5462817,0.001345519],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.397434,0.002125918,0.582778,0.004573443,0.0005416037,0.01175129,0.0001528787,0.00009523368,0.000547644],"genre_scores_gemma":[0.5638967,0.00124286,0.4193589,0.004265493,0.0005123134,0.0084251,0.001672282,0.00006681398,0.0005595509],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6070681,"threshold_uncertainty_score":0.9999564,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2940916865","doi":"10.1186/s40900-019-0139-1","title":"Patient and Public Engagement in Integrated Knowledge Translation Research: Are we there yet?","year":2019,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":220,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; McMaster University; Population Health Research Institute; Ottawa Hospital; University of Northern British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Public engagement; Knowledge management; Medicine; Psychology; Computer science; Public relations; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.7836981483609275,"gpt":0.540616893585074,"spread":0.2430812547758535,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02373273,0.0003457195,0.0004517637,0.00133648,0.00211737,0.000103015,0.0003043295,0.0002464878,0.00139386],"category_scores_gemma":[0.0002051061,0.0002883286,0.00005119163,0.001233767,0.0002481714,0.0003442751,0.0008727593,0.003497597,0.0005372236],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001228612,"about_ca_system_score_gemma":0.0005246787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001134529,"about_ca_topic_score_gemma":0.003724332,"domain_scores_codex":[0.9833953,0.01058713,0.001130098,0.0009381617,0.001749083,0.002200193],"domain_scores_gemma":[0.9950874,0.002847421,0.0001767915,0.0005966105,0.0006100297,0.0006817841],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006391065,0.002425808,0.6797823,0.01129116,0.0001394886,0.00003230578,0.09167765,0.00001114057,0.001008158,0.01809286,0.02183684,0.1730632],"study_design_scores_gemma":[0.004462101,0.00203392,0.01652259,0.004795365,0.000009823895,2.955839e-7,0.2826217,0.00218233,0.0001794197,0.003334697,0.6834077,0.0004500512],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9612572,0.007939114,0.00002167614,0.003764519,0.0006290679,0.007895046,0.00004489534,0.00006947512,0.01837905],"genre_scores_gemma":[0.9843156,0.01101911,0.0002484943,0.0003977603,0.0001055415,0.001797333,0.0002355435,0.00005164728,0.001828947],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6632597,"threshold_uncertainty_score":0.9999569,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2803256491","doi":"10.1186/s40900-018-0099-x","title":"The prevalence of patient engagement in published trials: a systematic review","year":2018,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":202,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care","keywords":"Clinical trial; Randomized controlled trial; Systematic review; Comparative effectiveness research; Medicine; Medical education; Patient recruitment; Patient participation; Public engagement; Research design; Alternative medicine; MEDLINE; Psychology; Public relations; Political science; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.7534959765371078,"gpt":0.5984148059391885,"spread":0.1550811705979193,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1794766,0.0007622452,0.004828847,0.0008618818,0.002534762,0.00008587845,0.001427727,0.0003699196,0.0007077157],"category_scores_gemma":[0.00782054,0.0004254479,0.0005674874,0.001390565,0.0004102561,0.000190345,0.002235386,0.003520907,0.0002622566],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001693626,"about_ca_system_score_gemma":0.001675516,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002550078,"about_ca_topic_score_gemma":0.0001971006,"domain_scores_codex":[0.9093571,0.07399679,0.009605823,0.001258436,0.003466182,0.002315623],"domain_scores_gemma":[0.9753782,0.01805588,0.003248558,0.001990265,0.0008055518,0.0005215202],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00003229914,0.0002831448,0.00006680875,0.9452243,0.0002818199,0.00000512398,0.001627093,4.048528e-8,5.191386e-8,0.001116814,0.0183043,0.03305823],"study_design_scores_gemma":[0.0003419661,0.0004802277,0.000002244419,0.5142671,0.0005616318,2.341665e-7,0.001503316,0.00000512298,3.806809e-7,0.0001684028,0.4824743,0.000195033],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00002993028,0.9518504,0.000004200183,0.0002294777,0.0009944581,0.04488044,0.0001525067,0.00003410465,0.001824481],"genre_scores_gemma":[0.00003453236,0.9705604,0.00006377702,0.0004587584,0.0002245256,0.02599844,0.0002553506,0.00007259365,0.00233163],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.46417,"threshold_uncertainty_score":0.9998198,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2904332203","doi":"10.1186/s40900-018-0129-8","title":"Using qualitative Health Research methods to improve patient and public involvement and engagement in research","year":2018,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":137,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia; University of Saskatchewan; Ottawa Public Health; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Qualitative research; Public engagement; Public involvement; Public health; Psychology; Medicine; Public relations; Nursing; Sociology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.927168015223371,"gpt":0.7192267070839566,"spread":0.2079413081394144,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1977366,0.0005686918,0.0008764364,0.003713595,0.009818851,0.0002877639,0.000591571,0.0003029118,0.0003693311],"category_scores_gemma":[0.002161761,0.0005149756,0.00005716879,0.002936508,0.001581404,0.0004719127,0.005633689,0.005178131,0.000136283],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004226472,"about_ca_system_score_gemma":0.00180125,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01452608,"about_ca_topic_score_gemma":0.00690799,"domain_scores_codex":[0.9142373,0.06955837,0.002601197,0.002391791,0.005029883,0.006181502],"domain_scores_gemma":[0.985961,0.0075118,0.0003001152,0.001103374,0.002455163,0.002668529],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00118181,0.002451727,0.04390687,0.009999642,0.0002603725,0.00003210193,0.6467565,0.000003893325,0.00720821,0.046873,0.02763087,0.2136949],"study_design_scores_gemma":[0.004078439,0.01250406,0.003553716,0.003355091,0.00001241728,8.485221e-7,0.7031136,0.001843571,0.00141119,0.01383607,0.2555615,0.000729554],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9657878,0.004015516,0.0010229,0.00935699,0.0008151399,0.01546876,0.00008766075,0.00007215286,0.003373035],"genre_scores_gemma":[0.9473584,0.004832075,0.03650225,0.004151952,0.0006891277,0.005314261,0.0001379754,0.000130445,0.0008834963],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2279306,"threshold_uncertainty_score":0.9997302,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2424935809","doi":"10.1186/s40900-016-0038-7","title":"Giving voice to older adults living with frailty and their family caregivers: engagement of older adults living with frailty in research, health care decision making, and in health policy","year":2016,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Frailty in Older Adults","field":"Medicine","cited_by":134,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Queen's University; Trinity Western University; Western University; Centre for Health Evaluation and Outcome Sciences; Memorial University of Newfoundland; Université Laval; University of Waterloo; Canadian Nurses Association; Canadian Hospice Palliative Care Association; University of Calgary","funders":"Canadian Frailty Network","keywords":"Gerontology; Family caregivers; Health care; Psychology; Aging in place; Elder care; Medicine; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1636666812398195,"gpt":0.4492733284000718,"spread":0.2856066471602523,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01748008,0.001062494,0.002717468,0.004499941,0.0008240096,0.0002204566,0.0006228987,0.0003464295,0.00007304874],"category_scores_gemma":[0.002487415,0.0007168813,0.0001342439,0.002410584,0.0005964697,0.0003441313,0.002458767,0.003418806,0.000007709775],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003604048,"about_ca_system_score_gemma":0.003371625,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.0126193,"about_ca_topic_score_gemma":0.02276634,"domain_scores_codex":[0.9851707,0.004946531,0.001860699,0.002311523,0.003025364,0.002685194],"domain_scores_gemma":[0.990014,0.00584511,0.000551213,0.001378046,0.000888403,0.001323297],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000325522,0.000453033,0.00512521,0.07463099,0.0002065205,0.00005377874,0.09157932,0.000003084572,0.000001177948,0.00003267406,0.001281178,0.8263075],"study_design_scores_gemma":[0.00445612,0.004649584,0.03132461,0.7125269,0.00003748865,0.00001840294,0.1164684,0.00004009593,0.000002993914,0.00001160316,0.1297114,0.0007523901],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0579861,0.9258491,0.0002263907,0.002126135,0.00007969117,0.01310425,0.0001720073,0.00006549757,0.0003908592],"genre_scores_gemma":[0.2426839,0.7538968,0.001591092,0.0003051212,0.0001978336,0.0009477597,0.00004748868,0.0001666465,0.0001633624],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8255551,"threshold_uncertainty_score":0.9995282,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2461733401","doi":"10.1186/s40900-016-0039-6","title":"Including patients in core outcome set development: issues to consider based on three workshops with around 100 international delegates","year":2016,"lang":"en","type":"editorial","venue":"Research Involvement and Engagement","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Medical Research Council","keywords":"Set (abstract data type); Outcome (game theory); Process (computing); Stakeholder; Core (optical fiber); Clinical trial; Medicine; Psychology; Medical education; Computer science; Public relations; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.4992428037454037,"gpt":0.5490104425878072,"spread":0.04976763884240348,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01686035,0.0003935412,0.0004540508,0.001633017,0.00117107,0.0006541501,0.001222304,0.000436535,0.0003575648],"category_scores_gemma":[0.005048734,0.0003088198,0.0000485389,0.0007558138,0.0005177318,0.0002641486,0.001174116,0.001873572,0.00009515855],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002884791,"about_ca_system_score_gemma":0.001249253,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002739632,"about_ca_topic_score_gemma":0.01763545,"domain_scores_codex":[0.9890299,0.0009354954,0.0006766447,0.0009502585,0.007082639,0.001325084],"domain_scores_gemma":[0.9935155,0.004130293,0.0001429512,0.0004545999,0.001346557,0.0004101088],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003983188,0.0003652593,0.125563,0.0001644553,0.0001149541,0.00007048253,0.003907199,0.0000259353,0.000005172149,0.000826276,0.8563325,0.01222645],"study_design_scores_gemma":[0.001309505,0.0003844884,0.001771705,0.001632426,0.000006198053,1.836044e-8,0.00274323,0.00007206214,0.00004848687,0.000901169,0.9906871,0.0004436598],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"empirical","genre_scores_codex":[0.2202046,0.0008115458,0.002238058,0.050822,0.5932225,0.03435688,0.00104137,0.001182706,0.09612033],"genre_scores_gemma":[0.6627855,0.002262959,0.01091466,0.0007802072,0.2992658,0.006389216,0.001661843,0.0003865714,0.01555324],"genre_candidate":"editorial","genre_consensus":null,"teacher_disagreement_score":0.4425809,"threshold_uncertainty_score":0.9999364,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3038376390","doi":"10.1186/s40900-020-00213-6","title":"Guidance on authorship with and acknowledgement of patient partners in patient-oriented research","year":2020,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Hospital for Sick Children; University of Calgary; SickKids Foundation; Glycemic Index Laboratories; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Acknowledgement; Documentation; Medical education; Public relations; Psychology; Medicine; Nursing; Political science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.6314355686977396,"gpt":0.5469607909754981,"spread":0.08447477772224155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009356583,0.0002881934,0.0004260264,0.000593429,0.001241573,0.00002341796,0.0002319549,0.0001415484,0.000266001],"category_scores_gemma":[0.0004210264,0.0002265215,0.00003243076,0.001150932,0.0004072638,0.0001314993,0.0008478994,0.002096219,0.00009782735],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005328023,"about_ca_system_score_gemma":0.0003437916,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003795279,"about_ca_topic_score_gemma":0.0005002752,"domain_scores_codex":[0.9891999,0.004922395,0.001112008,0.0008408361,0.002305247,0.001619573],"domain_scores_gemma":[0.9965689,0.001217985,0.0002054015,0.0004318055,0.0006822211,0.0008936886],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.005478363,0.00229263,0.7230228,0.01174186,0.0001550143,0.00008274347,0.1631948,0.00008663218,0.001043667,0.03347151,0.02848987,0.03094009],"study_design_scores_gemma":[0.01602262,0.05468757,0.05289784,0.01540805,0.00004541617,6.995847e-7,0.3101619,0.003171896,0.008488102,0.003392242,0.5343453,0.001378266],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9833045,0.0008753987,0.00002136063,0.00234306,0.0001792833,0.004784268,0.00003094198,0.00003310185,0.008428069],"genre_scores_gemma":[0.9956242,0.0007889259,0.0004718231,0.001304059,0.0001006117,0.001363696,0.00007910564,0.00003673312,0.0002308548],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6701249,"threshold_uncertainty_score":0.9549299,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2808752322","doi":"10.1186/s40900-018-0102-6","title":"Sharpening the focus: differentiating between focus groups for patient engagement vs. qualitative research","year":2018,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":124,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Dalhousie University","funders":"","keywords":"Focus group; CLARITY; Qualitative research; Psychology; Medical education; Research ethics; Medicine; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.7506591436556183,"gpt":0.6110826836057375,"spread":0.1395764600498808,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.07036299,0.0004614618,0.0005753572,0.0006931726,0.01678202,0.0001784937,0.0008380678,0.0002289669,0.0007608181],"category_scores_gemma":[0.00115083,0.0003266592,0.0001453508,0.0009413323,0.0008502326,0.0002767442,0.002578469,0.003292269,0.0003797624],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001301057,"about_ca_system_score_gemma":0.0004422484,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001788736,"about_ca_topic_score_gemma":0.001022241,"domain_scores_codex":[0.9715639,0.01890085,0.001698211,0.001158006,0.003286614,0.003392366],"domain_scores_gemma":[0.9823694,0.0137839,0.0003846643,0.0009383002,0.001782224,0.0007414807],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001459249,0.00100458,0.05620392,0.005157044,0.0006862946,0.000007452964,0.6345416,0.000001875159,0.0008248517,0.06723462,0.1165493,0.1163292],"study_design_scores_gemma":[0.00557793,0.0116604,0.006559655,0.003163434,0.00009713988,2.314144e-7,0.5361978,0.001014107,0.00420581,0.05288587,0.377798,0.0008395903],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9597118,0.00115728,0.003508548,0.007439078,0.001104602,0.01728844,0.0002668843,0.0001442357,0.009379064],"genre_scores_gemma":[0.9856064,0.0004069758,0.001516416,0.0008952642,0.001942386,0.00807702,0.0003604245,0.00008854616,0.001106532],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2612487,"threshold_uncertainty_score":0.9999185,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3043533851","doi":"10.1186/s40900-020-00217-2","title":"Valuing All Voices: refining a trauma-informed, intersectional and critical reflexive framework for patient engagement in health research using a qualitative descriptive approach","year":2020,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":108,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Children's Hospital Research Institute of Manitoba; Health Sciences Centre; Canadian Centre on Disability Studies; Manitoba Health; Canadian Science Centre for Human and Animal Health; University of Manitoba; George & Fay Yee Centre for Healthcare Innovation","funders":"Ministry of Economy, Trade and Industry","keywords":"Reflexivity; Qualitative research; Sociology; Refining (metallurgy); Psychology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.8993172232548077,"gpt":0.6518876115909126,"spread":0.2474296116638951,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03958362,0.0003845394,0.0006272038,0.0007889548,0.003961531,0.0001132496,0.0002898753,0.0002357459,0.0001084856],"category_scores_gemma":[0.003054355,0.0003568979,0.00008145052,0.0008533825,0.0005053435,0.0003824319,0.001141065,0.00404293,0.00001839718],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002894188,"about_ca_system_score_gemma":0.001002689,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002266886,"about_ca_topic_score_gemma":0.0004088477,"domain_scores_codex":[0.9794441,0.0127937,0.001793526,0.00116921,0.002156309,0.002643087],"domain_scores_gemma":[0.9873932,0.01006075,0.0002766074,0.0003067322,0.0007243687,0.001238338],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001922605,0.0007340616,0.002826012,0.01607276,0.0001571265,0.000009098237,0.8646829,0.00007382447,0.0001539188,0.1003055,0.002853983,0.01020822],"study_design_scores_gemma":[0.002824274,0.006178282,0.0002536903,0.004953218,0.00001702918,5.844205e-7,0.915626,0.01451099,0.00006876877,0.01309523,0.04208105,0.0003908316],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9326279,0.003488867,0.03174146,0.01242796,0.0008154445,0.01434538,0.0002929911,0.000135207,0.004124765],"genre_scores_gemma":[0.8998717,0.0008445022,0.08975001,0.004801045,0.0004038938,0.003906802,0.0002780056,0.00006959563,0.00007443336],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08721028,"threshold_uncertainty_score":0.9998883,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2985319425","doi":"10.1186/s40900-019-0168-9","title":"Engaging children and families in pediatric Health Research: a scoping review","year":2019,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":96,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta Hospital; University of Alberta","funders":"Alberta Innovates; Stollery Children’s Hospital Foundation; Children's Hospital Foundation; University of Alberta; Faculty of Nursing, University of Alberta; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Psychology; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.8722393826486661,"gpt":0.6479849958544166,"spread":0.2242543867942495,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.07928953,0.0006863379,0.002711849,0.002664718,0.003412313,0.00007931866,0.0006345775,0.0003710007,0.0002218204],"category_scores_gemma":[0.0005797516,0.0005663339,0.0001652086,0.002080099,0.0002418501,0.0002126264,0.00261002,0.007921059,0.0004461671],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001945898,"about_ca_system_score_gemma":0.004165897,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001879352,"about_ca_topic_score_gemma":0.001024471,"domain_scores_codex":[0.9635598,0.02573187,0.003007381,0.001594961,0.002631399,0.003474559],"domain_scores_gemma":[0.9915465,0.005555785,0.000635684,0.0009856955,0.0003231722,0.0009531617],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000008831831,0.0001278286,0.003443789,0.6262009,0.00003675302,0.000004830061,0.001508998,7.326124e-8,1.501232e-8,0.0002926427,0.009653511,0.3587218],"study_design_scores_gemma":[0.00077081,0.0005070698,0.0002211446,0.6107764,0.00006899512,8.368101e-7,0.001887791,0.000003966101,4.236557e-8,0.00007312034,0.3853365,0.000353411],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003683607,0.9650429,0.000002511867,0.0005426016,0.0004158746,0.03183781,0.00008720341,0.0000532755,0.00164949],"genre_scores_gemma":[0.00003806709,0.9909509,0.0001270714,0.001343181,0.0005215916,0.005130923,0.00106978,0.0001080311,0.0007104556],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.375683,"threshold_uncertainty_score":0.9996788,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2922276797","doi":"10.1186/s40900-019-0141-7","title":"Co-building a patient-oriented research curriculum in Canada","year":2019,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":90,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Université de Montréal; Alberta Kidney Disease Network; Saskatchewan Health Quality Council; Canadian Institutes of Health Research","funders":"","keywords":"Curriculum; Stakeholder; Credibility; Medical education; Health care; Process (computing); Knowledge management; Medicine; Psychology; Pedagogy; Public relations; Political science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.4138330323902744,"gpt":0.5224634105872255,"spread":0.108630378196951,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01587448,0.0002556142,0.0003807133,0.0008148286,0.001917754,0.00002985557,0.0003560628,0.0001213618,0.001704562],"category_scores_gemma":[0.0001735235,0.0002270742,0.00003617771,0.001167694,0.0001104841,0.0001881726,0.0006799862,0.003152274,0.0004966445],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005596454,"about_ca_system_score_gemma":0.003071078,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8380439,"about_ca_topic_score_gemma":0.7056864,"domain_scores_codex":[0.9869039,0.005348904,0.001064645,0.000795343,0.003131145,0.002756048],"domain_scores_gemma":[0.9964575,0.001591407,0.0001325558,0.0005996001,0.0005333218,0.0006856192],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001363014,0.0003312603,0.9524631,0.002230924,0.00002745447,0.00003381474,0.005072704,0.00001674608,0.000622078,0.006871749,0.02737479,0.004819074],"study_design_scores_gemma":[0.005309942,0.001866645,0.03733385,0.003988566,0.000006546636,4.946167e-7,0.2342684,0.002686325,0.001267437,0.001233849,0.7114224,0.0006155746],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.972586,0.0006231074,0.000006730479,0.0005693451,0.0009016558,0.005608919,0.00003727712,0.00002788679,0.01963909],"genre_scores_gemma":[0.9952616,0.0006972559,0.0002023202,0.0008905699,0.0001316355,0.001315382,0.0001936108,0.00003626338,0.001271376],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9151292,"threshold_uncertainty_score":0.9993816,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4380359130","doi":"10.1186/s40900-023-00454-1","title":"Reflections on patient engagement by patient partners: how it can go wrong","year":2023,"lang":"en","type":"letter","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Birds Canada; Canadian Arthritis Patient Alliance; Institute for Clinical Evaluative Sciences; SickKids Foundation; Vale (Canada); University of British Columbia; Hospital for Sick Children; Canadian Institutes of Health Research","funders":"","keywords":"Patient experience; Psychology; Health care; Blame; Rules of engagement; Patient portal; Patient safety; Public relations; Medical education; Medicine; Nursing; Social psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.7284504254023252,"gpt":0.5671652759792893,"spread":0.1612851494230358,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009489957,0.001215596,0.001072891,0.001483397,0.007698529,0.0002527345,0.0007894406,0.001191411,0.001270631],"category_scores_gemma":[0.0003660504,0.001082126,0.0002828654,0.001112088,0.000361852,0.0001961915,0.002013171,0.01366272,0.001892949],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004713065,"about_ca_system_score_gemma":0.0009613944,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00197317,"about_ca_topic_score_gemma":0.001301557,"domain_scores_codex":[0.9753249,0.01055644,0.001990176,0.002213648,0.005315837,0.004599052],"domain_scores_gemma":[0.9921622,0.003523545,0.0007870487,0.001716561,0.000707723,0.001102898],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001306629,0.0005133787,0.0003906169,0.004494973,0.0003377664,0.0001690707,0.01417789,0.000008539278,0.00007105277,0.000367054,0.9723662,0.006972831],"study_design_scores_gemma":[0.001419935,0.004672594,0.00003350302,0.003473125,0.00007737197,4.418347e-7,0.03399714,0.00006156095,0.000177662,0.0004672228,0.9547184,0.0009010899],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.01516081,0.001166689,0.000043442,0.9048384,0.007790748,0.0202477,0.002491148,0.0007079176,0.04755311],"genre_scores_gemma":[0.02741198,0.009004866,0.0002770997,0.8457653,0.005315132,0.02154317,0.01907196,0.0005627926,0.07104772],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.05907314,"threshold_uncertainty_score":0.9996424,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2946894405","doi":"10.1186/s40900-019-0150-6","title":"Recruitment of caregivers into health services research: lessons from a user-centred design study","year":2019,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"South Health Campus; University of Calgary","funders":"AGE-WELL","keywords":"Public involvement; Research design; Health care; Co-creation; Public relations; Service (business); Knowledge management; Nursing; Medicine; Medical education; Business; Sociology; Political science; Computer science; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.8141593528624097,"gpt":0.58594736961623,"spread":0.2282119832461798,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02296274,0.0003439809,0.0006934957,0.0008135331,0.00282696,0.00004996442,0.0007074693,0.0001553531,0.001025335],"category_scores_gemma":[0.00004310961,0.0002983477,0.00007491563,0.0008738403,0.0001988467,0.0002291182,0.00156544,0.001876713,0.0005336737],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001814566,"about_ca_system_score_gemma":0.001118796,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04015381,"about_ca_topic_score_gemma":0.004501203,"domain_scores_codex":[0.9772614,0.01489159,0.001377829,0.001068829,0.003280703,0.002119693],"domain_scores_gemma":[0.9941065,0.002780833,0.0003719847,0.001100283,0.0007617566,0.0008786053],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001871681,0.004998909,0.4110166,0.01155046,0.0005927634,0.00002244389,0.5281087,0.00005099592,0.001485693,0.005115212,0.01304361,0.02214295],"study_design_scores_gemma":[0.007009901,0.007967364,0.01374193,0.004241851,0.00002678356,5.696099e-8,0.8698719,0.0004846528,0.0006049481,0.002122524,0.09357943,0.0003487068],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9684041,0.002774604,0.00008967094,0.001688704,0.0007755939,0.02434509,0.00009958857,0.00006961939,0.001753031],"genre_scores_gemma":[0.9900692,0.002959174,0.001294597,0.0006036225,0.00016327,0.002543825,0.000364753,0.00005310979,0.001948428],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3972747,"threshold_uncertainty_score":0.9999469,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4300865577","doi":"10.1186/s40900-022-00388-0","title":"The experience of patient partners in research: a qualitative systematic review and thematic synthesis","year":2022,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke","funders":"Patient-Centered Outcomes Research Institute","keywords":"Qualitative research; Critical appraisal; Checklist; Thematic analysis; Context (archaeology); Scopus; Inclusion (mineral); Systematic review; Psychology; Medical education; Computer science; Medicine; MEDLINE; Sociology; Alternative medicine; Social psychology; Pathology; Social science; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.8991177384908494,"gpt":0.6820184425131732,"spread":0.2170992959776762,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.08341537,0.0004538278,0.002519267,0.0007844627,0.003778478,0.0000413857,0.0007673026,0.0001603814,0.0003999042],"category_scores_gemma":[0.004448155,0.000271899,0.0001706871,0.001478093,0.0006882424,0.0001007033,0.002162749,0.003310828,0.00004386591],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001523708,"about_ca_system_score_gemma":0.0008749233,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007232962,"about_ca_topic_score_gemma":0.0002741566,"domain_scores_codex":[0.9299396,0.06083004,0.003565021,0.0008149108,0.003098672,0.001751779],"domain_scores_gemma":[0.9575537,0.03975202,0.0009557461,0.00105012,0.0002961816,0.0003921769],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00001637702,0.0001818434,0.00001222441,0.9058878,0.0001312031,0.000006114896,0.06166279,3.739253e-8,6.193919e-8,0.003148674,0.001386867,0.02756603],"study_design_scores_gemma":[0.0001388506,0.0003462483,3.653587e-7,0.454739,0.0001920636,4.145083e-7,0.2290581,0.000004529559,3.743544e-7,0.0004013789,0.3149539,0.0001648206],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002879586,0.9741781,7.676338e-7,0.0002153882,0.0001493623,0.02354682,0.00006292385,0.00001481407,0.001543872],"genre_scores_gemma":[0.0002968791,0.9412453,0.0000349074,0.000183804,0.00002384589,0.05746989,0.00007120657,0.00004773062,0.0006265071],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4511487,"threshold_uncertainty_score":0.9999733,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3198240806","doi":"10.1186/s40900-021-00305-x","title":"The use of digital storytelling of patients’ stories as an approach to translating knowledge: a scoping review","year":2021,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Mitacs; University of Alberta","keywords":"Storytelling; Digital storytelling; Narrative; Knowledge management; Computer science; Psychology; Multimedia; Art; Literature","retraction":null,"screen_n_in":null,"score":{"opus":0.673579017511118,"gpt":0.5601267638300764,"spread":0.1134522536810416,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007151364,0.0002924409,0.001157745,0.0002490333,0.001271518,0.0001172631,0.0003675167,0.0001428727,0.00002494315],"category_scores_gemma":[0.001671837,0.0002055973,0.0001920977,0.0007245726,0.0001647326,0.0003144342,0.0003679751,0.001091611,0.00001843522],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003259256,"about_ca_system_score_gemma":0.001572681,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000746171,"about_ca_topic_score_gemma":0.0000342102,"domain_scores_codex":[0.9937636,0.002711177,0.001450341,0.0005101308,0.0009032305,0.0006614911],"domain_scores_gemma":[0.9948698,0.002821341,0.0004422591,0.0006162396,0.0009880924,0.0002622539],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007816931,0.000404174,0.00009191281,0.2362147,0.0001235208,1.931775e-7,0.006463916,0.000002843062,6.544058e-8,0.0007689804,0.002454678,0.7534673],"study_design_scores_gemma":[0.00008647989,0.000151259,0.00000254013,0.2614504,0.0001077024,4.903426e-8,0.003077589,0.00000699483,3.468474e-7,0.00001987971,0.7349537,0.0001430344],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001721535,0.9914699,0.0001372939,0.00003065937,0.0003329914,0.005064964,0.00004404438,0.00001890131,0.002729101],"genre_scores_gemma":[0.0001296594,0.9967485,0.0003949679,0.00002171746,0.0001627042,0.0009580247,0.0004173336,0.00005026449,0.00111683],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7533242,"threshold_uncertainty_score":0.9779618,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2292265563","doi":"10.1186/s40900-016-0022-2","title":"Engaging older adults in healthcare research and planning: a realist synthesis","year":2016,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Nipissing University; Research Institute for Aging; Conestoga College; University of Waterloo","funders":"University of Waterloo","keywords":"Grey literature; Health care; Advance care planning; Focus group; Community engagement; Psychology; Medical education; Nursing; Medicine; Public relations; MEDLINE; Sociology; Political science; Palliative care","retraction":null,"screen_n_in":null,"score":{"opus":0.760232244804665,"gpt":0.6050582102798643,"spread":0.1551740345248007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0437023,0.0007170127,0.001829425,0.002607717,0.004341978,0.0000942525,0.0006495932,0.0007065372,0.0002959899],"category_scores_gemma":[0.0008360413,0.000525669,0.0001280426,0.001203779,0.0004944711,0.0001965277,0.002164209,0.006809645,0.0002808598],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002628478,"about_ca_system_score_gemma":0.001398244,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004284867,"about_ca_topic_score_gemma":0.0009111526,"domain_scores_codex":[0.9715951,0.01820994,0.002262097,0.001723182,0.0025376,0.003672092],"domain_scores_gemma":[0.9848372,0.01190683,0.0004069919,0.001004209,0.0006219607,0.001222838],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001553612,0.0003686978,0.003857143,0.2287224,0.00009005416,0.00008903421,0.007457563,2.794929e-8,2.211695e-7,0.004138995,0.01157466,0.7435459],"study_design_scores_gemma":[0.00104944,0.0004313794,0.0001632786,0.2353944,0.00002533291,9.597802e-7,0.01355902,0.000007857531,9.047277e-7,0.0009546939,0.7480134,0.0003993125],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00123433,0.9815236,0.000006330728,0.001161944,0.0005753456,0.01159579,0.0002087363,0.00007154387,0.003622352],"genre_scores_gemma":[0.002264113,0.9831147,0.0001016826,0.000284014,0.0007013613,0.01128973,0.0003439235,0.0001340954,0.001766437],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7431465,"threshold_uncertainty_score":0.9997195,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2950480671","doi":"10.1186/s40900-020-0180-0","title":"Patient-oriented research competencies in health (PORCH) for researchers, patients, healthcare providers, and decision-makers: results of a scoping review","year":2020,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Centre for Advancing Health Outcomes; Spinal Cord Injury BC; Island Health; University of Northern British Columbia; University of Victoria","funders":"Canadian Institutes of Health Research","keywords":"Competence (human resources); Health care; Medical education; Grey literature; Psychology; Nursing; Medicine; Public relations; MEDLINE; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.7273550269654386,"gpt":0.6026787491159757,"spread":0.1246762778494629,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.05372922,0.0007689229,0.003477836,0.001927227,0.002950047,0.00006294068,0.0006699733,0.0004725906,0.00006169558],"category_scores_gemma":[0.005325068,0.0006382697,0.0002691198,0.002577454,0.0006306896,0.0002618943,0.002605224,0.005098762,0.00003541682],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002899546,"about_ca_system_score_gemma":0.006980692,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004577211,"about_ca_topic_score_gemma":0.0030057,"domain_scores_codex":[0.9664118,0.0177137,0.006104966,0.002031565,0.004225986,0.003511964],"domain_scores_gemma":[0.9785225,0.01511864,0.001538585,0.001098164,0.002047689,0.001674368],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000388039,0.0003200625,0.0002861416,0.5167188,0.0000576686,0.00000622114,0.003428015,9.263795e-8,6.357776e-8,0.0007768298,0.0154519,0.4625662],"study_design_scores_gemma":[0.00202517,0.003265242,0.000009386064,0.4646401,0.00002329056,2.065968e-7,0.006062463,0.00001694109,2.343534e-7,0.0003662397,0.5233467,0.0002440033],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001346756,0.9394929,0.00002729193,0.002526532,0.0003511895,0.05608278,0.001159491,0.00004284278,0.0001823084],"genre_scores_gemma":[0.00006312289,0.9833826,0.002782968,0.0009976712,0.0001647625,0.009338194,0.003033408,0.00012797,0.0001093002],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5078948,"threshold_uncertainty_score":0.9996068,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2747745781","doi":"10.1186/s40900-017-0067-x","title":"Recruiting patients as partners in health research: a qualitative descriptive study","year":2017,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Memorial University of Newfoundland","funders":"Canadian Institutes of Health Research; International Business Machines Corporation","keywords":"Qualitative research; Public relations; Focus group; Medicine; Patient recruitment; Medical education; Psychology; Nursing; Clinical trial; Business; Political science; Marketing; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.9366656731289521,"gpt":0.7144355796008154,"spread":0.2222300935281367,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.09129372,0.0003039257,0.000526877,0.0009105167,0.01335399,0.0001736326,0.0007345598,0.0001281429,0.0003159613],"category_scores_gemma":[0.002583924,0.0002705059,0.00004894705,0.0004449437,0.0005132261,0.0004591495,0.002002168,0.0033578,0.0004114102],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002853562,"about_ca_system_score_gemma":0.001084428,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0316915,"about_ca_topic_score_gemma":0.0107672,"domain_scores_codex":[0.9655085,0.02585165,0.001558188,0.001012169,0.003116698,0.002952802],"domain_scores_gemma":[0.9938091,0.002730793,0.0005034569,0.001042615,0.0009672988,0.0009467371],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004453067,0.002203722,0.4800732,0.001758242,0.00005894182,0.00002031877,0.4912241,0.000001137259,0.00001145983,0.006068107,0.007921848,0.01021367],"study_design_scores_gemma":[0.005726846,0.005661418,0.0829822,0.002622315,0.00000419297,3.991191e-8,0.8619708,0.00007954978,0.00001877723,0.005882978,0.03478954,0.0002613768],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9635885,0.0002904418,0.000007234221,0.002241585,0.0005157943,0.01189025,0.00003149535,0.00003866996,0.02139596],"genre_scores_gemma":[0.9907916,0.0008575597,0.000206346,0.0006112038,0.0001826497,0.003809012,0.0001229865,0.00004320183,0.003375473],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3970909,"threshold_uncertainty_score":0.9999747,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3037264756","doi":"10.1186/s40900-020-00190-w","title":"Patient involvement in preparing health research peer-reviewed publications or results summaries: a systematic review and evidence-based recommendations","year":2020,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"WiLAN (Canada)","funders":"","keywords":"Systematic review; MEDLINE; Medicine; Protocol (science); Peer review; Grey literature; Medical education; Evidence-based medicine; Patient safety; Evidence-based practice; Health care; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.8559746162802474,"gpt":0.6190019938293458,"spread":0.2369726224509016,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09808467,0.001036292,0.004729904,0.00239258,0.0048273,0.0002902929,0.001099665,0.0004469887,0.000336074],"category_scores_gemma":[0.01276668,0.0007637971,0.0002955166,0.004498617,0.0003962459,0.0005411662,0.002877845,0.006287316,0.0003076645],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.00627481,"about_ca_system_score_gemma":0.008215036,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002809033,"about_ca_topic_score_gemma":0.004800248,"domain_scores_codex":[0.9369187,0.0441935,0.008180179,0.002544916,0.004721479,0.003441253],"domain_scores_gemma":[0.9760115,0.01586756,0.00212976,0.002114106,0.00195504,0.001922042],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008039873,0.0004486333,0.00003543635,0.7966284,0.0001661951,0.000007666045,0.004031338,2.564047e-7,4.525318e-8,0.0007645539,0.1136305,0.08420663],"study_design_scores_gemma":[0.0006073531,0.001063074,0.000002525092,0.4748922,0.0002365836,5.973309e-7,0.004386371,0.00004427652,1.14092e-7,0.00005197762,0.518407,0.0003079834],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000005026864,0.915297,0.00001885969,0.02674013,0.0003490233,0.05616327,0.000565421,0.0001233364,0.0007379882],"genre_scores_gemma":[0.00002696743,0.9418652,0.0006907915,0.005239609,0.0001667994,0.04593307,0.003606964,0.0001240262,0.00234657],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4047765,"threshold_uncertainty_score":0.9994813,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2411812747","doi":"10.1186/s40900-016-0036-9","title":"Patients’ perspectives can be integrated in health technology assessments: an exploratory analysis of CADTH Common Drug Review","year":2016,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary; Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Drug; Medicine; Engineering ethics; Knowledge management; Psychology; Engineering; Computer science; Pharmacology","retraction":null,"screen_n_in":null,"score":{"opus":0.5948616454946801,"gpt":0.5365907511664232,"spread":0.05827089432825694,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05072149,0.0001685129,0.001122506,0.002339221,0.0002217398,0.0000313673,0.0003289279,0.00006597633,0.0003483916],"category_scores_gemma":[0.001388659,0.0001546194,0.00007319546,0.001535901,0.0002081121,0.0003573309,0.0001897685,0.0003288552,0.00001982726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001875519,"about_ca_system_score_gemma":0.0002617387,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003585275,"about_ca_topic_score_gemma":0.007800221,"domain_scores_codex":[0.9933063,0.002418281,0.002798844,0.0006373021,0.0002840731,0.0005551925],"domain_scores_gemma":[0.9973614,0.0005876794,0.0009627735,0.0006169075,0.000259298,0.0002120024],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000245831,0.001231589,0.8639489,0.002469444,0.0006285398,0.000001159274,0.01112552,0.00001726553,0.00001379612,0.09888596,0.01627681,0.005376457],"study_design_scores_gemma":[0.008731198,0.003929615,0.3404519,0.01043051,0.000169261,3.061849e-7,0.3137224,0.004153319,0.0001232409,0.02172709,0.2947536,0.001807506],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8909782,0.02124284,0.0004102961,0.08432757,0.00008768065,0.002035745,0.0004792287,0.00003936721,0.0003991117],"genre_scores_gemma":[0.9624249,0.03376337,0.0004668961,0.002574717,0.00002273434,0.0004049081,0.000137958,0.0000201703,0.000184301],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.523497,"threshold_uncertainty_score":0.977482,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3166431696","doi":"10.1186/s40900-021-00290-1","title":"Editors-in-chief perceptions of patients as (co) authors on publications and the acceptability of ICMJE authorship criteria: a cross-sectional survey","year":2021,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medical journal; Scopus; Cross-sectional study; Editor in chief; Peer review; Medicine; Family medicine; Perception; Psychology; Medical education; MEDLINE; Political science; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.6956362548967029,"gpt":0.6356421038432964,"spread":0.05999415105340644,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01786942,0.0001446106,0.0002547081,0.0002079656,0.0007351177,0.00006459387,0.0002260379,0.0003146195,0.006364444],"category_scores_gemma":[0.002481025,0.0001157502,0.00006472277,0.0005106892,0.001232684,0.0001334557,0.0003027076,0.002306793,0.00001210609],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001328544,"about_ca_system_score_gemma":0.0002476355,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002591178,"about_ca_topic_score_gemma":0.0001740514,"domain_scores_codex":[0.9907116,0.007188638,0.0006150687,0.0004117204,0.0005916266,0.0004813898],"domain_scores_gemma":[0.9955436,0.002979036,0.00009904412,0.0002717517,0.0007690522,0.0003375032],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000781817,0.001255009,0.9827414,0.0002395799,0.00008717522,0.000001469818,0.00159481,0.00001798939,0.0003655044,0.007360588,0.00349462,0.002060039],"study_design_scores_gemma":[0.002333138,0.0002020078,0.9788212,0.000011454,0.0000147685,3.906525e-7,0.0009137786,0.0003470992,0.001960053,0.002406876,0.01289694,0.00009225999],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9918333,0.0001640974,0.000005490192,0.002749374,0.0006763333,0.0007802841,0.0003396851,0.00001243183,0.003439054],"genre_scores_gemma":[0.997849,0.0005632204,0.00002404876,0.0003032741,0.0002847252,0.0001893142,0.0002007121,0.000009467615,0.0005762542],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0153884,"threshold_uncertainty_score":0.9999949,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4367315111","doi":"10.1186/s40900-023-00433-6","title":"Key issues for stakeholder engagement in the development of health and healthcare guidelines","year":2023,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; Bruyère; Canadian Council on Animal Care; Ottawa Hospital; Montfort Hospital; McMaster University Medical Centre; St. Joseph’s Healthcare Hamilton; University of Calgary; Impact; Alberta Health Services; McMaster University; University of Ottawa","funders":"","keywords":"Stakeholder engagement; Key (lock); Health care; Stakeholder; Process management; Business; Public relations; Political science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.9055874952933912,"gpt":0.6464803880030029,"spread":0.2591071072903883,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04829764,0.0001499004,0.0003361578,0.0004196961,0.0005203368,0.00004973221,0.0001353644,0.0000377957,0.00002473946],"category_scores_gemma":[0.003177053,0.0001078108,0.00003687559,0.0005583467,0.0001002376,0.0001003142,0.000284077,0.000418087,0.00000600585],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001577416,"about_ca_system_score_gemma":0.0005549652,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005014807,"about_ca_topic_score_gemma":0.0006699507,"domain_scores_codex":[0.9949497,0.001216201,0.001637885,0.0004111963,0.001174129,0.0006108732],"domain_scores_gemma":[0.9972067,0.0016313,0.0001761442,0.0003072212,0.0005162971,0.0001622852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006069535,0.0008725115,0.06744022,0.00660304,0.0002938513,0.00001684656,0.07877075,0.00002283558,0.001064563,0.006589744,0.1890278,0.6486909],"study_design_scores_gemma":[0.005188226,0.002232013,0.06022384,0.0008047262,0.00003236155,0.000001901923,0.2090701,0.00128195,0.0005315924,0.002336931,0.7180682,0.0002281588],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8004678,0.003095283,0.0006589289,0.1902659,0.0001125098,0.0052347,0.00001918143,0.00004570548,0.0001000158],"genre_scores_gemma":[0.9545438,0.009626526,0.02854421,0.004751662,0.0002272739,0.001267186,0.0005132147,0.00004037232,0.0004857994],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6484627,"threshold_uncertainty_score":0.9799778,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2979327965","doi":"10.1186/s40900-019-0162-2","title":"Engaging patients and the public in Health Research: experiences, perceptions and training needs among Manitoba health researchers","year":2019,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Manitoba; Health Sciences Centre; George & Fay Yee Centre for Healthcare Innovation; Manitoba Health","funders":"","keywords":"Public health; Context (archaeology); Public engagement; Nonprobability sampling; Perception; Medical education; Public involvement; Psychology; Medicine; Nursing; Public relations; Political science; Environmental health; Population; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.7767570919129818,"gpt":0.5365192067787512,"spread":0.2402378851342306,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.08266147,0.0002823268,0.0005376012,0.001454547,0.006911561,0.0001933976,0.0004013843,0.0001303057,0.0003257303],"category_scores_gemma":[0.0005709744,0.0002096374,0.00004012446,0.001317295,0.001308936,0.0004442419,0.001412355,0.003996843,0.00005850602],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00153917,"about_ca_system_score_gemma":0.001049742,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01037981,"about_ca_topic_score_gemma":0.007791284,"domain_scores_codex":[0.9728684,0.01949043,0.001282554,0.0007906745,0.002460733,0.003107213],"domain_scores_gemma":[0.9940131,0.003611755,0.0002251504,0.0005199194,0.0003797974,0.001250261],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.000203991,0.0002379998,0.5882414,0.002800063,0.00002755602,0.000001684615,0.3613898,0.000001209377,0.000005125518,0.01019147,0.003917235,0.03298243],"study_design_scores_gemma":[0.005606499,0.001182102,0.08984061,0.001563039,0.000001653107,2.641328e-7,0.8664317,0.0009203005,0.000001203268,0.0009806246,0.03328634,0.0001857381],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9719448,0.002811613,0.00001233835,0.01416154,0.000334255,0.008287763,0.00001564517,0.00003899514,0.002393014],"genre_scores_gemma":[0.9834775,0.01019304,0.0001630597,0.002429816,0.0001262555,0.002546483,0.0001284896,0.00003888206,0.0008964649],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5050418,"threshold_uncertainty_score":0.998301,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3120073104","doi":"10.1186/s40900-020-00247-w","title":"Engaging a person with lived experience of mental illness in a collaborative care model feasibility study","year":2021,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Ontario; Centre for Addiction and Mental Health","funders":"Medical Psychiatry Alliance","keywords":"Mental health; Nursing; Variety (cybernetics); Health care; Psychology; Lived experience; Mental illness; Collaborative Care; Medicine; Medical education; Psychiatry; Psychotherapist","retraction":null,"screen_n_in":null,"score":{"opus":0.6023568156926412,"gpt":0.5420588464570856,"spread":0.06029796923555564,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004831713,0.0002245464,0.0003911131,0.0002585575,0.001669454,0.00002238938,0.0001877826,0.00007108078,0.0001760348],"category_scores_gemma":[0.00008971019,0.0001861258,0.00002943447,0.000817897,0.0001812667,0.0001737213,0.0004574725,0.00102562,0.000006268591],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001065149,"about_ca_system_score_gemma":0.001003471,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00120482,"about_ca_topic_score_gemma":0.00519078,"domain_scores_codex":[0.9925556,0.003875247,0.0006497281,0.0006797519,0.001326459,0.0009132203],"domain_scores_gemma":[0.9978759,0.0004206722,0.0001455298,0.0004504812,0.0008121615,0.0002952128],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004662178,0.001174924,0.4794769,0.001511562,0.00003053794,0.00002354919,0.5154554,0.00005811076,0.0005633649,0.00017726,0.00008671006,0.0009754988],"study_design_scores_gemma":[0.004512458,0.001418533,0.02045566,0.00111061,0.00001065718,1.261338e-7,0.9683589,0.002001814,0.001511523,0.00004905836,0.0003760519,0.0001946639],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.990311,0.001007736,0.00004746073,0.0001535951,0.0001237621,0.005717453,0.00005442265,0.00001917386,0.002565415],"genre_scores_gemma":[0.9963982,0.0003934473,0.0006320867,0.0001684499,0.00002966098,0.001879661,0.0001317802,0.00002037692,0.0003463439],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4590212,"threshold_uncertainty_score":0.9996302,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2885986349","doi":"10.1186/s40900-018-0111-5","title":"Models and frameworks of patient engagement in health services research: a scoping review protocol","year":2018,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"George & Fay Yee Centre for Healthcare Innovation; Children's Hospital Research Institute of Manitoba; Horizon Health Network; University of Manitoba","funders":"University of Manitoba; Research Manitoba","keywords":"Protocol (science); Medicine; Psychology; Knowledge management; Computer science; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.7677559290232487,"gpt":0.6480524068535963,"spread":0.1197035221696524,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.07107715,0.0007826061,0.002907443,0.001827362,0.002736293,0.00006399239,0.0007739079,0.0007390887,0.0004550981],"category_scores_gemma":[0.0001791526,0.000622913,0.0001964616,0.001723413,0.0005246085,0.0002836404,0.003694684,0.008015815,0.00008685791],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001755523,"about_ca_system_score_gemma":0.003056726,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001917306,"about_ca_topic_score_gemma":0.001015467,"domain_scores_codex":[0.9579989,0.02894109,0.005022645,0.001612229,0.003405084,0.003020104],"domain_scores_gemma":[0.9917508,0.003621175,0.00147528,0.001297584,0.0008444666,0.001010743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00005413552,0.0004397156,0.00009245747,0.7750795,0.00007228755,0.000006533264,0.00693195,7.070172e-7,5.817545e-8,0.001067971,0.002616027,0.2136387],"study_design_scores_gemma":[0.0005979954,0.001309459,0.000001834288,0.5412882,0.00002461415,2.967012e-7,0.003961925,0.00005961865,5.456938e-7,0.0008133801,0.4516996,0.0002424697],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00003603193,0.7097508,0.00001563318,0.0001657519,0.0001805204,0.2885338,0.00005738453,0.00003177669,0.00122826],"genre_scores_gemma":[0.00002267003,0.7112026,0.0004956452,0.0009456237,0.0001699424,0.2867003,0.0002482072,0.00007914155,0.0001359185],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4490836,"threshold_uncertainty_score":0.9996222,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3009904241","doi":"10.1186/s40900-020-0178-7","title":"Development and formative evaluation of patient research partner involvement in a multi-disciplinary European translational research project","year":2020,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Birmingham Biomedical Research Centre; Karolinska Institutet; Universiteit van Amsterdam; University of Birmingham; National Institute for Health and Care Research; Kennedy Trust for Rheumatology Research; Versus Arthritis; Trent University; Central Manchester University Hospitals NHS Foundation Trust; Nottingham Trent University; University of Oxford; FP7 Health; Sandwell and West Birmingham Hospitals NHS Trust","keywords":"Formative assessment; Discipline; Translational research; Engineering ethics; Psychology; Sociology; Medicine; Engineering; Pedagogy; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.8887659686509789,"gpt":0.616939662799531,"spread":0.2718263058514478,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.08421376,0.0003030592,0.000422383,0.001305853,0.002910795,0.00004995403,0.0003637842,0.0001430436,0.0002252171],"category_scores_gemma":[0.0004547879,0.0002634148,0.00004547075,0.001592021,0.0005071609,0.0003272431,0.001638019,0.002774878,0.0001009962],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001080454,"about_ca_system_score_gemma":0.001931123,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000668823,"about_ca_topic_score_gemma":0.001385427,"domain_scores_codex":[0.965397,0.0229265,0.001971718,0.001022719,0.006625353,0.00205669],"domain_scores_gemma":[0.9952138,0.001549534,0.0002159312,0.0003813435,0.002014343,0.0006250485],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001285133,0.00253151,0.08844788,0.009926061,0.0001713926,0.00002733552,0.8127668,0.0001128642,0.001536576,0.005532022,0.008837691,0.06882478],"study_design_scores_gemma":[0.0158327,0.005428765,0.05761299,0.005961027,0.00004190176,5.507494e-7,0.7142419,0.03227913,0.002962602,0.002704735,0.1620835,0.0008501726],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9781818,0.001776574,0.00006859549,0.001614323,0.0001276826,0.01077203,0.00004091978,0.00003124015,0.007386785],"genre_scores_gemma":[0.9922392,0.0007284465,0.002883007,0.0003231541,0.0001192029,0.00311223,0.0003819796,0.00004588149,0.0001668576],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1532458,"threshold_uncertainty_score":0.9999818,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3206046427","doi":"10.1186/s40900-021-00299-6","title":"A rapid realist review of patient engagement in patient-oriented research and health care system impacts: part one","year":2021,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Saskatchewan Health Quality Council; Saskatchewan Research Council (Canada); Saskatchewan Health Authority; Saskatchewan Health; University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Competence (human resources); Psychology; Health care; Experiential knowledge; Experiential learning; Medical education; Knowledge management; Medicine; Social psychology; Pedagogy; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.7250477373451624,"gpt":0.5759471146082652,"spread":0.1491006227368972,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04677821,0.0009560389,0.004027273,0.002003919,0.00308762,0.00006600725,0.0005842896,0.0005092156,0.0004698663],"category_scores_gemma":[0.0005255773,0.0008192233,0.0003101168,0.002685295,0.0004500065,0.000181079,0.003358583,0.006052876,0.00006378676],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007469114,"about_ca_system_score_gemma":0.004605007,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004229964,"about_ca_topic_score_gemma":0.0009941027,"domain_scores_codex":[0.9509996,0.03255993,0.005927381,0.001986261,0.0049001,0.003626784],"domain_scores_gemma":[0.9904966,0.00265009,0.001618941,0.001763741,0.001937325,0.001533253],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004396271,0.0007093986,0.0001834505,0.5906214,0.0002159634,0.00004714448,0.009076442,6.690686e-8,1.914402e-7,0.003143022,0.02029243,0.3756665],"study_design_scores_gemma":[0.0007110879,0.002291066,0.000008220349,0.3964563,0.00007328137,0.000001246657,0.04108521,0.00000176599,0.000001945633,0.00001281263,0.5590571,0.0002999853],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004212191,0.9704179,0.000002915777,0.0005206094,0.0007967798,0.02363758,0.0006871779,0.00006134507,0.003454455],"genre_scores_gemma":[0.000256054,0.9833053,0.0003517429,0.0009206536,0.000271001,0.008996137,0.005587686,0.0001395389,0.0001718714],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5387647,"threshold_uncertainty_score":0.9994259,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2484793637","doi":"10.1186/s40900-016-0040-0","title":"Development of a decision guide to support the elderly in decision making about location of care: an iterative, user-centered design","year":2016,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Université Laval; Ottawa Hospital; Centre de Santé et de Services Sociaux de la Vieille-Capitale; Hôpital Saint-François d'Assise","funders":"Ministère de la Santé; Government of Canada; Ministère de la Santé et des Services sociaux; Canadian Institutes of Health Research; Université Laval","keywords":"Residence; Health care; Preference; Test (biology); Decision aids; Psychology; Decision support system; Nursing; Medicine; Computer science; Sociology; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.5073776864438931,"gpt":0.5366181310088638,"spread":0.02924044456497066,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007374027,0.0001576578,0.0002663152,0.0005462263,0.0009184054,0.00001937997,0.0006536187,0.00009597297,0.0001128563],"category_scores_gemma":[0.00147663,0.00009933103,0.00002402931,0.0007029375,0.00009955159,0.0002367658,0.0008996352,0.0004269643,0.00002677239],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000847163,"about_ca_system_score_gemma":0.0009215969,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001773288,"about_ca_topic_score_gemma":0.001760208,"domain_scores_codex":[0.99322,0.003178392,0.001450556,0.0003947106,0.001166462,0.0005898948],"domain_scores_gemma":[0.9936787,0.003291294,0.0002763135,0.0009352569,0.001651482,0.0001669455],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001234091,0.0003371753,0.06043094,0.001081897,0.00003706739,0.000002312638,0.1410426,0.00009343509,0.005588473,0.001911105,0.004090206,0.7841507],"study_design_scores_gemma":[0.01320331,0.009326757,0.3144253,0.04539167,0.00003488365,7.67155e-7,0.3637715,0.001235503,0.0165581,0.003664468,0.2313994,0.0009884096],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9153134,0.001129197,0.07653227,0.0009269388,0.0002177654,0.005476287,0.00001448926,0.00002540685,0.0003643099],"genre_scores_gemma":[0.9186896,0.0003429131,0.07976943,0.0001354085,0.00002392927,0.0009285463,0.00001501315,0.00001975985,0.00007537608],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7831622,"threshold_uncertainty_score":0.7063725,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3172774431","doi":"10.1186/s40900-021-00280-3","title":"Development and evaluation of a parent advisory group to inform a research program for knowledge translation in child health","year":2021,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Alberta Innovates; Alberta Innovates - Health Solutions; Children's Hospital Foundation; Stollery Children’s Hospital Foundation","keywords":"Attendance; Diversity (politics); Medical education; Knowledge translation; Baseline (sea); Psychology; Health care; Discussion group; Medicine; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.8449777022173648,"gpt":0.6251827993226227,"spread":0.2197949028947421,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.05144141,0.0001771254,0.0003393064,0.0007818027,0.001820752,0.00002805178,0.0001346236,0.0001061444,0.00008345377],"category_scores_gemma":[0.000410421,0.000166709,0.00002971381,0.001237514,0.00008583794,0.0001251878,0.0003878581,0.0008572235,0.0000156987],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00135792,"about_ca_system_score_gemma":0.001928284,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002929554,"about_ca_topic_score_gemma":0.008346462,"domain_scores_codex":[0.9910673,0.003762554,0.001244226,0.0005748466,0.00200587,0.001345141],"domain_scores_gemma":[0.9962587,0.001321685,0.0001243778,0.0002878646,0.001493796,0.0005135511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000322687,0.001622396,0.01096999,0.01017259,0.00004529356,0.000001091188,0.1184088,0.00001141638,0.0001239667,0.004897658,0.001603054,0.851821],"study_design_scores_gemma":[0.009785292,0.004046392,0.03700877,0.007409654,0.00001954661,4.163854e-7,0.1674691,0.005397929,0.0008060634,0.001570614,0.7661076,0.0003786778],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9696895,0.005865846,0.0001550555,0.002310636,0.0002222425,0.01777362,0.00002958156,0.00002846909,0.00392508],"genre_scores_gemma":[0.9696044,0.001587757,0.01040333,0.0003746713,0.0001124558,0.01681234,0.0008299886,0.00002972184,0.0002453459],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8514423,"threshold_uncertainty_score":0.9994788,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4221046428","doi":"10.1186/s40900-022-00341-1","title":"Identifying potential barriers and solutions to patient partner compensation (payment) in research","year":2022,"lang":"en","type":"letter","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institut du Savoir Montfort; Children's Hospital of Eastern Ontario; Canadian Arthritis Patient Alliance; Glycemic Index Laboratories; University of Ottawa; Canadian Institutes of Health Research","funders":"","keywords":"General partnership; Compensation (psychology); Empathy; Payment; Public relations; Psychology; Action (physics); Control (management); Business; Principal (computer security); Medical education; Nursing; Medicine; Social psychology; Political science; Economics; Management; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.7028248195673413,"gpt":0.5425046152892296,"spread":0.1603202042781118,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02780578,0.0004971764,0.0006318727,0.002662765,0.009029107,0.0001687374,0.0005437487,0.0005247091,0.003774887],"category_scores_gemma":[0.0002990704,0.0004985725,0.00008426065,0.00123819,0.000337477,0.0002280512,0.004356641,0.0117038,0.0002660374],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003788247,"about_ca_system_score_gemma":0.000962971,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004963094,"about_ca_topic_score_gemma":0.001374974,"domain_scores_codex":[0.9735009,0.01474023,0.001663776,0.001516055,0.004752276,0.003826773],"domain_scores_gemma":[0.9957132,0.001715924,0.0002466115,0.0008154283,0.0005312707,0.0009775059],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002273672,0.0001836477,0.00651117,0.004221496,0.00008277673,0.0002102444,0.01968775,0.00003266638,0.00009720629,0.001097325,0.9645579,0.003090486],"study_design_scores_gemma":[0.001443654,0.001549525,0.0009322142,0.001513283,0.00002216972,8.752708e-7,0.04868716,0.0003291031,0.0000174048,0.001978819,0.9430695,0.0004562482],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.4080666,0.004523534,0.0001576611,0.5364609,0.0050876,0.03341231,0.0008379531,0.0002046107,0.01124883],"genre_scores_gemma":[0.3987103,0.008845664,0.0009860758,0.5250731,0.004442551,0.03469822,0.009652331,0.000403717,0.01718804],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.02899941,"threshold_uncertainty_score":0.9997466,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4402132885","doi":"10.1186/s40900-024-00607-w","title":"Benefits, barriers and recommendations for youth engagement in health research: combining evidence-based and youth perspectives","year":2024,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; University of Alberta; Centre for Addiction and Mental Health; Dalhousie University; Canadian Arthritis Patient Alliance; University of Toronto; University Health Network; Hospital for Sick Children; University of Ottawa; Institute for Clinical Evaluative Sciences; McGill University; SickKids Foundation; Mental Health Research Canada; Toronto Rehabilitation Institute","funders":"Hospital for Sick Children","keywords":"Mentorship; Youth engagement; PsycINFO; Public engagement; Youth participation; Psychology; Psychological intervention; Positive Youth Development; Public relations; Medical education; MEDLINE; Political science; Medicine; Developmental psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.9598999636920035,"gpt":0.7167230692868815,"spread":0.243176894405122,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1876265,0.0004621188,0.001154491,0.002492462,0.004335171,0.001209911,0.0005973155,0.0002509771,0.00008619545],"category_scores_gemma":[0.01501801,0.0004107839,0.0001609632,0.001940701,0.001774659,0.0004231005,0.001254053,0.003200928,0.000009061266],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002399412,"about_ca_system_score_gemma":0.004159692,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003749104,"about_ca_topic_score_gemma":0.001480871,"domain_scores_codex":[0.9582862,0.03380611,0.001114108,0.001591207,0.0027525,0.002449915],"domain_scores_gemma":[0.9878512,0.009546733,0.0001747241,0.0004819398,0.0005498965,0.001395514],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005673739,0.0002027564,0.00009577798,0.01927672,0.0002487678,0.000005213494,0.2445337,0.000002448618,4.514815e-7,0.07050113,0.003401369,0.6616749],"study_design_scores_gemma":[0.0004411271,0.0007292104,0.00001147375,0.02775475,0.0001133511,8.409091e-8,0.3749565,0.0001103767,9.170593e-7,0.001082875,0.5944951,0.0003042587],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004991223,0.9857861,0.00006936282,0.005847772,0.0001746125,0.006902907,0.0002930741,0.00006416444,0.0003629233],"genre_scores_gemma":[0.005474047,0.9899718,0.00129753,0.00007280476,0.0002346815,0.002372556,0.0001005935,0.00007722021,0.0003988026],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6613707,"threshold_uncertainty_score":0.9998344,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3042097855","doi":"10.1186/s40900-020-00206-5","title":"Giving patients a voice: a participatory evaluation of patient engagement in Newfoundland and Labrador Health Research","year":2020,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Community Sector Council Newfoundland and Labrador; Government of Newfoundland and Labrador; Memorial University of Newfoundland","funders":"Canadian Institutes of Health Research","keywords":"Formative assessment; Participatory action research; Transparency (behavior); Medical education; Citizen journalism; Variety (cybernetics); Qualitative research; Psychology; Medicine; Nursing; Pedagogy; Sociology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.8124932918644859,"gpt":0.5829221171789992,"spread":0.2295711746854867,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0528152,0.0002653868,0.0004949947,0.0006473341,0.001959943,0.00003885581,0.0002396162,0.0001267982,0.0003679473],"category_scores_gemma":[0.001031487,0.0002422544,0.00004012357,0.0009415089,0.0002649351,0.0002245744,0.001181753,0.002012977,0.00006144506],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001935356,"about_ca_system_score_gemma":0.001080021,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006113014,"about_ca_topic_score_gemma":0.004364113,"domain_scores_codex":[0.9730043,0.0184493,0.001625055,0.0007486203,0.004299599,0.001873171],"domain_scores_gemma":[0.9955853,0.001613771,0.000316517,0.000392075,0.001110639,0.0009817202],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000353078,0.0009561887,0.8031131,0.006275498,0.00005563419,0.000002708937,0.1287843,0.00003535731,0.0001068881,0.001418277,0.004807616,0.05409136],"study_design_scores_gemma":[0.01885128,0.01248412,0.5606448,0.006038432,0.00005808683,1.524453e-7,0.2404864,0.01337902,0.0002058159,0.002820333,0.1442433,0.0007883144],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.985446,0.002146108,0.00001441876,0.002809425,0.0002235648,0.007872901,0.00004643394,0.0000277494,0.001413351],"genre_scores_gemma":[0.9942437,0.001519078,0.0002066146,0.00176845,0.0001287365,0.001893581,0.0001437336,0.00003483818,0.00006119961],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2424683,"threshold_uncertainty_score":0.9993393,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2570069550","doi":"10.1186/s40900-016-0052-9","title":"Patient advocate perspectives on involvement in HTA: an international snapshot","year":2017,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Health Technology Assessment international","keywords":"Snapshot (computer storage); Medicine; Engineering ethics; Intensive care medicine; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.5786715032030025,"gpt":0.552857906669696,"spread":0.0258135965333065,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008666409,0.0003399165,0.0003470799,0.0006593355,0.004487854,0.0001730402,0.0008102328,0.0001573012,0.001521827],"category_scores_gemma":[0.0002501482,0.0002978123,0.00006305085,0.0001487481,0.0002990644,0.0006485101,0.001218013,0.00172574,0.0002270184],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001514186,"about_ca_system_score_gemma":0.0002916895,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00284177,"about_ca_topic_score_gemma":0.002127542,"domain_scores_codex":[0.9929115,0.001900954,0.0009428695,0.0009814288,0.001776109,0.001487119],"domain_scores_gemma":[0.9970143,0.0003851557,0.0003372196,0.001257483,0.0003770194,0.000628864],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.001669844,0.005278065,0.7329056,0.001632932,0.0002067451,0.0001131262,0.1317534,0.00005508741,0.0007124696,0.06764826,0.01146045,0.04656393],"study_design_scores_gemma":[0.009570843,0.007699101,0.2643049,0.003754271,0.00002305598,5.087909e-7,0.4052705,0.002115099,0.000918461,0.005658202,0.2996245,0.001060623],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9415892,0.0002649367,0.00001107748,0.002151862,0.001332334,0.003375221,0.00005026845,0.00004138891,0.05118366],"genre_scores_gemma":[0.9916718,0.003165153,0.0003118554,0.001448742,0.0004513086,0.001646116,0.0004218827,0.00003832608,0.0008448433],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4686007,"threshold_uncertainty_score":0.9999474,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3085705283","doi":"10.1186/s40900-020-00225-2","title":"Partnering with frail or seriously ill patients in research: a systematic review","year":2020,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Ottawa Mental Health Centre; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; PsycINFO; Critical appraisal; Medicine; MEDLINE; Systematic review; Population; Nursing; Psychological intervention; Psychology; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.8448791719211637,"gpt":0.6131012663838149,"spread":0.2317779055373488,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03136145,0.0008349321,0.00385458,0.001210037,0.002318701,0.00008517035,0.0009685167,0.0004004346,0.0005187982],"category_scores_gemma":[0.00177005,0.0005098811,0.0001928547,0.002673275,0.0002585582,0.000209541,0.001907883,0.006658226,0.0009720396],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002944627,"about_ca_system_score_gemma":0.002360235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006181827,"about_ca_topic_score_gemma":0.001394279,"domain_scores_codex":[0.9672403,0.02101994,0.00337295,0.001429378,0.003979409,0.002958056],"domain_scores_gemma":[0.9914374,0.004150954,0.0007434074,0.001180797,0.001311213,0.001176281],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00009450795,0.0003615017,0.0003042506,0.9518876,0.0001827016,0.0001370031,0.002168433,7.01412e-8,2.366439e-8,0.0001736538,0.009884517,0.03480576],"study_design_scores_gemma":[0.0006926261,0.001077807,0.000004781631,0.4993928,0.0001568222,5.83507e-7,0.002292732,0.000006802818,5.306694e-8,0.00001800203,0.4960797,0.0002773289],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00007277136,0.9572314,0.000004267942,0.0004062845,0.000244097,0.03993516,0.00009947219,0.0000735494,0.001933022],"genre_scores_gemma":[0.00002980957,0.9711061,0.0001301455,0.001929336,0.0002074198,0.02357722,0.0008755497,0.0001517942,0.001992637],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4861951,"threshold_uncertainty_score":0.9998058,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4323652916","doi":"10.1186/s40900-023-00418-5","title":"Patient engagement in a national research network: barriers, facilitators, and impacts","year":2023,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; McGill University; Jewish Rehabilitation Hospital; McGill University Health Centre; MAB-Mackay Rehabilitation Centre; Centre for Interdisciplinary Research in Rehabilitation","funders":"Canadian Institutes of Health Research; McGill University Health Centre; Centre for Interdisciplinary Research in Rehabilitation; McGill University","keywords":"Context (archaeology); Psychology; Sample (material); Qualitative research; Public engagement; Medical education; Nursing; Medicine; Public relations; Sociology; Political science; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.604786796101201,"gpt":0.5526280172580267,"spread":0.05215877884317432,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.07833362,0.0003043048,0.0003719914,0.001354351,0.005187916,0.0000751065,0.0002592631,0.0001971286,0.0006553404],"category_scores_gemma":[0.001286256,0.0002747811,0.00004596497,0.002027907,0.0003442972,0.0002423931,0.002259799,0.002907416,0.0005006309],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001942886,"about_ca_system_score_gemma":0.001139354,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001460493,"about_ca_topic_score_gemma":0.001413574,"domain_scores_codex":[0.9807208,0.009215197,0.001163806,0.0009203277,0.004402726,0.003577145],"domain_scores_gemma":[0.994134,0.003337082,0.0001153774,0.0004022514,0.0008619201,0.00114939],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004778502,0.0001868931,0.5702166,0.003835381,0.0001195759,0.0000773355,0.04145025,0.0001157801,0.0003339082,0.03743885,0.3334673,0.01228025],"study_design_scores_gemma":[0.004598161,0.002487906,0.09235319,0.002971001,0.00001019579,5.827267e-7,0.09476388,0.003558589,0.0001024048,0.02294328,0.7755816,0.0006292306],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9784483,0.001394557,0.000009565778,0.002375116,0.0005753225,0.005554086,0.0001036157,0.0001205501,0.01141892],"genre_scores_gemma":[0.9876862,0.006121444,0.0001904395,0.001183673,0.0003333742,0.002944181,0.0002309064,0.00004251419,0.001267268],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4778634,"threshold_uncertainty_score":0.9999704,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3092998148","doi":"10.1186/s40900-020-00230-5","title":"Partnering with patients to get better outcomes with chimeric antigen receptor T-cell therapy: towards engagement of patients in early phase trials","year":2020,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute for Clinical Evaluative Sciences; Canada's Michael Smith Genome Sciences Centre; University of Ottawa; Canadian Patient Safety Institute; Ottawa Hospital","funders":"National Cancer Institute; Government of Canada","keywords":"Clinical trial; Medicine; Protocol (science); Chimeric antigen receptor; Patient experience; Health care; Family medicine; Cancer; Alternative medicine; Immunotherapy; Internal medicine; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.5508111324158728,"gpt":0.5078970710766101,"spread":0.04291406133926268,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008334097,0.0004408061,0.0009536511,0.0004645766,0.0008308833,0.00003939396,0.0003806688,0.0001055365,0.0004880746],"category_scores_gemma":[0.0001703884,0.0002949145,0.00007706507,0.000800551,0.000107097,0.0002207918,0.0005269679,0.001099488,0.0000862805],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003503434,"about_ca_system_score_gemma":0.0002936413,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009186736,"about_ca_topic_score_gemma":0.0001293806,"domain_scores_codex":[0.990091,0.004047441,0.001608017,0.0007854578,0.002063435,0.001404638],"domain_scores_gemma":[0.9972173,0.0005899249,0.0004574626,0.0004394025,0.0004576884,0.0008382036],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003163641,0.002315423,0.9451305,0.001357205,0.0001443032,0.000003673471,0.02564489,0.00001241321,0.0002636098,0.00002259731,0.003155523,0.01878617],"study_design_scores_gemma":[0.05313138,0.0351455,0.7523793,0.0018955,0.00005396059,1.389316e-8,0.01396399,0.0001139845,0.006480526,0.00003652574,0.1358042,0.0009951292],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9875438,0.0001181553,0.0001082149,0.001403501,0.0001868236,0.009552239,0.0001702555,0.00003882836,0.0008781385],"genre_scores_gemma":[0.9918689,0.0005739469,0.001479157,0.003506,0.0001151289,0.001743704,0.0004939043,0.00006597142,0.0001532614],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1927513,"threshold_uncertainty_score":0.9999503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2903452905","doi":"10.1186/s40900-018-0131-1","title":"Fostering the conduct of ethical and equitable research practices: the imperative for integrated knowledge translation in research conducted by and with indigenous community members","year":2018,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Addiction and Mental Health; St. Michael's Hospital; Ottawa Hospital; Queen's University","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Indigenous; Mainstream; Health care; Traditional knowledge; Knowledge management; Sociology; Public relations; Engineering ethics; Medical education; Medicine; Political science; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.7154801432360555,"gpt":0.5791637502316475,"spread":0.136316393004408,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.1047127,0.000108624,0.0001726421,0.000303065,0.02134171,0.0003047364,0.0003679382,0.0001660753,0.0000306146],"category_scores_gemma":[0.0006094979,0.00005921312,0.00001211581,0.001040265,0.004699192,0.0002691692,0.00008140434,0.00273685,0.000001179175],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003133162,"about_ca_system_score_gemma":0.004434446,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.2266871,"about_ca_topic_score_gemma":0.7669607,"domain_scores_codex":[0.9801033,0.01724455,0.0003027383,0.0002913779,0.001054375,0.001003706],"domain_scores_gemma":[0.9855223,0.01194444,0.00009208406,0.0002745572,0.002010582,0.0001560075],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002813898,0.0002387731,0.000301477,0.0002544353,0.0000489617,3.648579e-7,0.9737449,3.145715e-7,0.001256436,0.01983489,0.0009980088,0.003040024],"study_design_scores_gemma":[0.0008381702,0.001757888,0.0002509082,0.0001813264,0.000009848767,5.38957e-7,0.7404735,0.0001515237,0.002229538,0.004510267,0.2494961,0.0001003856],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9766918,0.001734039,0.00001923532,0.0043931,0.00005295001,0.004052284,0.0000135966,0.00000909448,0.01303386],"genre_scores_gemma":[0.9902034,0.008339586,0.000159206,0.00003161865,0.0001094778,0.0001672162,0.00002287142,0.00001257252,0.0009540033],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5402736,"threshold_uncertainty_score":0.9995639,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4376127331","doi":"10.1186/s40900-023-00442-5","title":"Research evidence and implementation gaps in the engagement of people with lived experience in mental health and substance use research: a scoping review","year":2023,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"Centre for Addiction and Mental Health","keywords":"Mental health; Thematic analysis; Relevance (law); Psychology; Work engagement; Public engagement; Evidence-based practice; Applied psychology; Medical education; Qualitative research; Work (physics); Public relations; Medicine; Sociology; Political science; Alternative medicine; Social science; Psychiatry; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.9304188159422901,"gpt":0.6962868919065301,"spread":0.23413192403576,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1196135,0.0005355671,0.00173303,0.002068834,0.003263661,0.0001382049,0.0007509504,0.000193058,0.0001020989],"category_scores_gemma":[0.0008102909,0.0003724624,0.00007130826,0.004066443,0.000717345,0.0004995835,0.001625164,0.005012125,0.00002429793],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001776288,"about_ca_system_score_gemma":0.002603323,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01181232,"about_ca_topic_score_gemma":0.04362575,"domain_scores_codex":[0.9438923,0.04357168,0.003120252,0.001587431,0.004792171,0.003036161],"domain_scores_gemma":[0.9830962,0.01416348,0.0006134785,0.0009601808,0.00056294,0.0006037055],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001783509,0.0003984476,0.01795919,0.7297677,0.00006515524,0.00003060003,0.1556345,2.610143e-7,0.000001684223,0.0009296041,0.004716866,0.09031765],"study_design_scores_gemma":[0.001122338,0.001800392,0.001137592,0.7329243,0.00002237863,0.000001497163,0.179178,0.000009860067,0.000001395385,0.00008696386,0.08341651,0.0002988064],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0438074,0.9197212,0.000001712402,0.001220283,0.0001083731,0.03498932,0.00006294663,0.00002119176,0.00006757121],"genre_scores_gemma":[0.002677135,0.9794785,0.0001499314,0.000457861,0.00007461489,0.01657579,0.0003728455,0.00007011921,0.0001432531],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1188032,"threshold_uncertainty_score":0.9998727,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4283755897","doi":"10.1186/s40900-022-00364-8","title":"Practices of patient engagement in drug development: a systematic scoping review","year":2022,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Glycemic Index Laboratories","funders":"European Commission","keywords":"Drug development; Systematic review; Set (abstract data type); Best practice; Protocol (science); Grey literature; Medicine; Process management; Medical education; Drug; MEDLINE; Computer science; Alternative medicine; Engineering; Political science; Pharmacology; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.6150906780258003,"gpt":0.5564311828668557,"spread":0.05865949515894464,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0438376,0.0002630007,0.0007266044,0.0006662895,0.002926363,0.00001607221,0.0004259747,0.00004360022,0.00143555],"category_scores_gemma":[0.0005580303,0.0002367106,0.00005989599,0.000883323,0.00007734238,0.0001799847,0.002159753,0.001827994,0.00006008118],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00129847,"about_ca_system_score_gemma":0.001086645,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008891282,"about_ca_topic_score_gemma":0.0009152176,"domain_scores_codex":[0.9789582,0.01405415,0.002468484,0.0006110701,0.002669371,0.001238748],"domain_scores_gemma":[0.9953274,0.002281707,0.001303933,0.0005453144,0.0002448306,0.0002968634],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001422659,0.001189757,0.0277082,0.9194688,0.00009530105,0.00002611102,0.04314194,0.00002829478,0.00008141166,0.001921468,0.004435729,0.001760778],"study_design_scores_gemma":[0.003205276,0.001447116,0.000849696,0.7847276,0.00007857476,0.00000125736,0.1595483,0.0002039663,0.0005011964,0.0003473766,0.04844654,0.0006431328],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8705465,0.08680927,0.00001947998,0.001064216,0.0008164158,0.03284594,0.00002958738,0.00006586018,0.007802801],"genre_scores_gemma":[0.950956,0.02147253,0.0007591475,0.002560539,0.00005579476,0.02299061,0.0002508771,0.0000475291,0.0009069509],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1347412,"threshold_uncertainty_score":0.9994773,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4367834275","doi":"10.1186/s40900-023-00438-1","title":"Sharing space at the research table: exploring public and patient involvement in a methodology priority setting partnership","year":2023,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Cochrane","funders":"Public Health Agency; Health Research Board","keywords":"Focus group; Rigour; General partnership; Qualitative research; Theme (computing); Public relations; Space (punctuation); Psychology; Relevance (law); Medical education; Sociology; Medicine; Computer science; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9031613818034272,"gpt":0.5842948176345876,"spread":0.3188665641688396,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.08319422,0.0003591145,0.0004641498,0.001343656,0.007024729,0.000142711,0.0005086022,0.0002023582,0.0003464194],"category_scores_gemma":[0.001382643,0.0002776062,0.00004992941,0.002585298,0.0005050395,0.0003794747,0.006197793,0.003439683,0.0002606882],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002020783,"about_ca_system_score_gemma":0.0005147289,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003604829,"about_ca_topic_score_gemma":0.007526042,"domain_scores_codex":[0.9771776,0.01351552,0.001332618,0.001351107,0.002678628,0.003944518],"domain_scores_gemma":[0.9900771,0.00757114,0.000199748,0.0008896522,0.0004777179,0.0007845966],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003808199,0.0004088808,0.7694157,0.005356275,0.0001180534,0.00007961004,0.1136504,0.00003699299,0.00115499,0.03601553,0.03248777,0.04089493],"study_design_scores_gemma":[0.003597726,0.001584619,0.04739828,0.0023906,0.00001915989,0.000001245049,0.413346,0.002782844,0.0009725203,0.01404126,0.5132185,0.0006472163],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.974908,0.001929349,0.00001415231,0.01359781,0.0005459833,0.005505817,0.00002112341,0.0001238673,0.003353888],"genre_scores_gemma":[0.9765297,0.008495875,0.0004687085,0.001254811,0.0003153067,0.009039271,0.0002386136,0.00007434061,0.003583438],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7220175,"threshold_uncertainty_score":0.9999676,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3132134055","doi":"10.1186/s40900-021-00255-4","title":"Developing a Canadian evaluation framework for patient and public engagement in research: study protocol","year":2021,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Dalhousie University; McGill University Health Centre; Canadian Foundation for Healthcare Improvement; Université de Montréal; Université Laval; Université de Sherbrooke; McMaster University; University of Calgary; Athabasca University; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; Impact","funders":"Canadian Institutes of Health Research; Canada Research Chairs; Diabetes Action Research and Education Foundation","keywords":"Delphi method; Community engagement; Medical education; Public relations; Public engagement; Medicine; Participatory action research; Knowledge management; Political science; Sociology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.8866981996889886,"gpt":0.6446055571308255,"spread":0.2420926425581631,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.05775963,0.0002706217,0.0003534621,0.00123823,0.005038786,0.0001583848,0.0002452879,0.000192818,0.0005528385],"category_scores_gemma":[0.002165378,0.0002528074,0.00003533322,0.001214532,0.0001343186,0.0002207928,0.001018081,0.002292057,0.00004090283],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004008311,"about_ca_system_score_gemma":0.005083692,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02257236,"about_ca_topic_score_gemma":0.2169669,"domain_scores_codex":[0.9782647,0.01438865,0.00118254,0.001012939,0.002615091,0.002536036],"domain_scores_gemma":[0.9936268,0.002762062,0.0001345049,0.0005669253,0.001949155,0.0009604961],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005222681,0.002975148,0.6168619,0.008978538,0.0002066178,0.00008166172,0.0981061,0.00001120225,0.00007876054,0.1229622,0.008668193,0.1405474],"study_design_scores_gemma":[0.008728947,0.003479616,0.03106887,0.003152304,0.00002312301,4.621908e-7,0.4601038,0.001547797,0.0001703595,0.04819174,0.442975,0.0005579637],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6470165,0.0004130637,0.0003015187,0.005652522,0.0004325548,0.3429159,0.00003836425,0.00003636213,0.003193159],"genre_scores_gemma":[0.5467888,0.0001565522,0.003631051,0.001002747,0.0001489554,0.4479216,0.0001636128,0.00003488857,0.0001518017],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.585793,"threshold_uncertainty_score":0.9999924,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3003872361","doi":"10.1186/s40900-020-0179-6","title":"Exploring the perspectives of community members as research partners in rural and remote areas","year":2020,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of British Columbia; University of Northern British Columbia","funders":"","keywords":"Thematic analysis; Public relations; Community engagement; Nonprobability sampling; Qualitative research; Relevance (law); Promotion (chess); Sociology; Medical education; Psychology; Medicine; Political science; Population; Environmental health; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.9422759849377963,"gpt":0.7168441206501915,"spread":0.2254318642876048,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04434956,0.0001091651,0.0002020517,0.0003497624,0.002994871,0.0000379878,0.0004022626,0.00003787961,0.0002117031],"category_scores_gemma":[0.005645746,0.00008158641,0.00001973012,0.001169865,0.000786513,0.0002876737,0.001227825,0.002846988,0.00003179399],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003401087,"about_ca_system_score_gemma":0.0004416472,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01735684,"about_ca_topic_score_gemma":0.002003685,"domain_scores_codex":[0.9809279,0.01576463,0.0005822628,0.0002331708,0.001448378,0.00104367],"domain_scores_gemma":[0.9913511,0.007356666,0.00008333284,0.0003567559,0.0004415855,0.0004105865],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001770827,0.00005473996,0.01756942,0.0007765949,0.00002555456,0.000003375171,0.9509275,0.000006631188,0.001053542,0.007798526,0.00811763,0.01348943],"study_design_scores_gemma":[0.0008012386,0.0003702554,0.04883378,0.000201703,0.000002321467,1.291502e-7,0.9140918,0.0003524378,0.0001710311,0.001159581,0.03394401,0.00007175493],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9360619,0.0001362154,0.000009628237,0.05624267,0.00004146608,0.001596197,0.000006313705,0.00001740016,0.005888247],"genre_scores_gemma":[0.9943383,0.002838866,0.0001275487,0.002123727,0.00009310042,0.0002996071,0.000003002195,0.00001241988,0.0001634645],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0582764,"threshold_uncertainty_score":0.9994535,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4365137588","doi":"10.1186/s40900-023-00412-x","title":"Challenges and opportunities for increasing patient involvement in heart failure self-care programs and self-care in the post–hospital discharge period","year":2023,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"AstraZeneca","keywords":"Self care; Period (music); Medicine; Hospital discharge; Heart failure; Nursing; Medical emergency; Intensive care medicine; Health care; Cardiology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.2472123470254,"gpt":0.3890461792808028,"spread":0.1418338322554028,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005136915,0.0007548964,0.001437149,0.001093664,0.0005527147,0.0003477987,0.0002322624,0.0002684191,0.000008376449],"category_scores_gemma":[0.00010409,0.00051435,0.0002250795,0.000375435,0.0001851133,0.0002064083,0.0009097448,0.00101296,0.000006775283],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007164077,"about_ca_system_score_gemma":0.0003609719,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001571031,"about_ca_topic_score_gemma":0.00141909,"domain_scores_codex":[0.9939364,0.00154423,0.0009174976,0.001153901,0.001228181,0.001219854],"domain_scores_gemma":[0.9980935,0.0005367925,0.0001435516,0.0006061532,0.000272447,0.0003474909],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007693754,0.001526854,0.001602842,0.09839638,0.0007672638,0.0002489862,0.08083145,7.157324e-8,4.865453e-7,0.001679768,0.00141358,0.8134553],"study_design_scores_gemma":[0.001651566,0.00360008,0.0006374711,0.01168144,0.0004406811,0.000008584779,0.213411,0.000009797643,5.395757e-7,0.00003459354,0.7681327,0.0003914681],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01979015,0.9526565,4.102517e-7,0.009644425,0.00008849709,0.01746058,0.00003956118,0.0001353061,0.0001845466],"genre_scores_gemma":[0.01260617,0.9757602,0.001329047,0.0001482822,0.0001639694,0.0088271,0.001009315,0.0001102911,0.00004568927],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8130639,"threshold_uncertainty_score":0.9997308,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2883692516","doi":"10.1186/s40900-018-0110-6","title":"Moving patient-oriented research forward: thoughts from the next generation of knowledge translation researchers","year":2018,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary; Dalhousie University; Izaak Walton Killam Health Centre; Capital District Health Authority","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Knowledge translation; Theme (computing); Medical education; Translational research; Health care; Best practice; Medicine; Psychology; Knowledge management; Computer science; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.8658815931773912,"gpt":0.5668438459137617,"spread":0.2990377472636295,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02525116,0.0002246734,0.0002861119,0.0004699164,0.005835172,0.00006027376,0.0004450762,0.0001928454,0.0006615341],"category_scores_gemma":[0.0005699761,0.0001604026,0.00006813162,0.001180707,0.0007859305,0.0003248476,0.0007607674,0.001948279,0.0002708507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006596,"about_ca_system_score_gemma":0.000603527,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003468837,"about_ca_topic_score_gemma":0.004266844,"domain_scores_codex":[0.9836301,0.01050557,0.001073516,0.0006665776,0.002524726,0.001599477],"domain_scores_gemma":[0.992012,0.004806992,0.0001834789,0.0007474892,0.001797382,0.0004526062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0017381,0.001872611,0.07730236,0.00315628,0.0003880183,0.000007786157,0.3789618,0.000009571813,0.05118583,0.01600006,0.1627878,0.3065898],"study_design_scores_gemma":[0.003923139,0.00474622,0.005522952,0.002563166,0.00003874095,1.391347e-7,0.1720512,0.01475958,0.0190519,0.00486201,0.772042,0.0004389519],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9772586,0.003503381,0.0004870728,0.001486775,0.0009448252,0.005223713,0.00008255277,0.00004284181,0.01097026],"genre_scores_gemma":[0.9923006,0.001884167,0.001108068,0.0003527229,0.001884279,0.0009969003,0.0005145339,0.00004002906,0.0009187045],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6092541,"threshold_uncertainty_score":0.9954591,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293484239","doi":"10.1186/s40900-022-00376-4","title":"Activities and impacts of patient engagement in CIHR SPOR funded research: a cross-sectional survey of academic researcher and patient partner experiences","year":2022,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Children's Hospital Research Institute of Manitoba; George & Fay Yee Centre for Healthcare Innovation; University of Manitoba; Ottawa Hospital; St. Boniface Hospital; University of Ottawa; Horizon Health Network","funders":"","keywords":"Thematic analysis; Medical education; Knowledge translation; Psychology; Cross-sectional study; Qualitative research; Medicine; Knowledge management; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.7403518588064711,"gpt":0.581192357824953,"spread":0.1591595009815181,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04408071,0.0002730252,0.0004955792,0.001222595,0.00297028,0.00003986344,0.0003410055,0.0001529008,0.0009338427],"category_scores_gemma":[0.0007081386,0.0002458033,0.00004235018,0.001056596,0.001034996,0.0002744871,0.004196498,0.003480495,0.000003445374],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009198155,"about_ca_system_score_gemma":0.0007431277,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01125165,"about_ca_topic_score_gemma":0.001681632,"domain_scores_codex":[0.976521,0.01536817,0.001670004,0.0008548173,0.003847825,0.001738213],"domain_scores_gemma":[0.9939159,0.004151967,0.0003735738,0.0004367219,0.0005570871,0.0005647665],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001443572,0.0006601661,0.8962974,0.001752071,0.00005248558,0.000008732117,0.09214659,0.00001597461,0.0007346394,0.001325257,0.00141084,0.004152259],"study_design_scores_gemma":[0.00249987,0.005030648,0.6707935,0.0005548768,0.000004364824,7.309106e-7,0.3105533,0.0002849317,0.001396974,0.001219132,0.007385387,0.0002763064],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9919074,0.002712868,0.000001829155,0.0001686122,0.0002617758,0.003936045,0.000218549,0.00001504675,0.0007778651],"genre_scores_gemma":[0.9929582,0.002875129,0.0000696424,0.0001828256,0.00004411681,0.003417803,0.0001751787,0.00003089308,0.000246145],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2255039,"threshold_uncertainty_score":0.9999994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386569517","doi":"10.1186/s40900-023-00488-5","title":"Recognizing patient partner contributions to health research: a systematic review of reported practices","year":2023,"lang":"en","type":"review","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"University of Ottawa; Ontario SPOR SUPPORT Unit","keywords":"Financial compensation; Compensation (psychology); Systematic review; Medicine; Qualitative property; Qualitative research; Medical education; Psychology; Finance; Public relations; Business; MEDLINE; Social psychology; Political science; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.9326481234238498,"gpt":0.6995941285380284,"spread":0.2330539948858215,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1300788,0.0006520451,0.004255715,0.002083583,0.00403493,0.00006287961,0.0007559029,0.000374233,0.0002691763],"category_scores_gemma":[0.01873272,0.0004877597,0.0003780652,0.003790841,0.000214986,0.0001657511,0.002306016,0.004759904,0.001301204],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003645645,"about_ca_system_score_gemma":0.005134165,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001785193,"about_ca_topic_score_gemma":0.0004736717,"domain_scores_codex":[0.9377049,0.04480371,0.007486548,0.001481476,0.0051267,0.00339666],"domain_scores_gemma":[0.9754627,0.01297565,0.004786554,0.001807459,0.003289905,0.001677698],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00002048862,0.000316093,0.000009393971,0.9005493,0.0004866221,0.00002690711,0.002065539,6.571174e-8,2.443674e-7,0.0008992249,0.07034017,0.02528594],"study_design_scores_gemma":[0.0001823928,0.0008510189,5.249021e-7,0.5204105,0.0002443168,0.000001041433,0.004539311,0.00000263654,4.902507e-7,0.0001126908,0.4734676,0.0001874523],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001820898,0.9448733,0.00001240821,0.001828533,0.000675496,0.05037285,0.0007083131,0.0001146812,0.001396237],"genre_scores_gemma":[0.000009515975,0.9658903,0.0001816952,0.001703356,0.0002607002,0.02744615,0.002062569,0.0001251592,0.002320526],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4031274,"threshold_uncertainty_score":0.9997574,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3028581599","doi":"10.1186/s40900-020-00197-3","title":"A protocol for co-creating research project lay summaries with stakeholders: guideline development for Canada’s AGE-WELL network","year":2020,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Vancouver Native Health Society; Simon Fraser University","funders":"AGE-WELL","keywords":"Guideline; Protocol (science); Knowledge management; Computer science; Political science; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.6620901372393455,"gpt":0.4530872828336168,"spread":0.2090028544057287,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01301689,0.0002376605,0.0002823397,0.0001522672,0.004000408,0.001181268,0.0003870479,0.00005991786,0.0002119653],"category_scores_gemma":[0.0006911476,0.0001797785,0.00003743236,0.0001629343,0.0003189365,0.0002890635,0.000276878,0.0008807926,0.000002365742],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003227798,"about_ca_system_score_gemma":0.002300513,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.05529533,"about_ca_topic_score_gemma":0.2404291,"domain_scores_codex":[0.9955363,0.0004953198,0.0006030629,0.0005760602,0.001455117,0.001334104],"domain_scores_gemma":[0.9971717,0.001251833,0.0001012314,0.0001793094,0.001036888,0.0002590296],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004995062,0.00005844291,0.0003473634,0.00140105,0.0001120429,0.000008753139,0.03047075,0.00006602477,0.00001706749,0.01752224,0.9462746,0.003222108],"study_design_scores_gemma":[0.001764354,0.0007595197,0.00000796863,0.0003455027,0.000008222936,1.562993e-7,0.06031544,0.001094779,0.0002153922,0.0003228106,0.9349321,0.0002337681],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.008348921,0.0005409936,0.00409603,0.050029,0.000297849,0.7813347,0.0005784467,0.0005339972,0.15424],"genre_scores_gemma":[0.03945545,0.00003430773,0.0322048,0.003583995,0.009361782,0.8882483,0.001662588,0.0002206735,0.02522807],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.1851337,"threshold_uncertainty_score":0.9998556,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2827130094","doi":"10.1186/s40900-018-0107-1","title":"Using qualitative research perspectives to inform patient engagement in research","year":2018,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"McMaster University; Holland Bloorview Kids Rehabilitation Hospital","funders":"Canadian Institutes of Health Research; Kids Brain Health Network; Bloorview Research Institute","keywords":"Underpinning; Qualitative research; Variety (cybernetics); Process (computing); Best practice; Psychology; Public engagement; Medical education; Medicine; Engineering ethics; Public relations; Sociology; Political science; Computer science; Engineering; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.928336397359236,"gpt":0.717324491311001,"spread":0.2110119060482351,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.1336691,0.0003946625,0.0005224998,0.00383846,0.01046985,0.000134839,0.0007217248,0.0002582539,0.001642593],"category_scores_gemma":[0.001901963,0.0003548817,0.00006688708,0.00451988,0.001218572,0.0003984666,0.003682591,0.005564191,0.00158775],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005575164,"about_ca_system_score_gemma":0.001296587,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006741155,"about_ca_topic_score_gemma":0.003856668,"domain_scores_codex":[0.9548287,0.0313119,0.001689266,0.00141222,0.006086087,0.00467181],"domain_scores_gemma":[0.9880587,0.005468545,0.0001496738,0.0009999902,0.004059299,0.001263773],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001007228,0.001283825,0.01254294,0.00173576,0.00008340331,0.00002826413,0.8958284,0.00001384571,0.001442297,0.04312413,0.03279993,0.01011003],"study_design_scores_gemma":[0.001598271,0.004810962,0.001749338,0.001932288,0.000004669522,2.278665e-7,0.7489529,0.0004648154,0.0007721365,0.005964148,0.2334091,0.000341219],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9428867,0.000778773,0.0001177071,0.002874166,0.0005758081,0.01027032,0.0000446514,0.0000613731,0.04239057],"genre_scores_gemma":[0.9887024,0.0007258957,0.003061321,0.0008776895,0.00071611,0.003331667,0.00006930405,0.00007081188,0.002444767],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2006091,"threshold_uncertainty_score":0.9998903,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3110294196","doi":"10.1186/s40900-020-00242-1","title":"Family perspectives of COVID-19 research","year":2020,"lang":"en","type":"letter","venue":"Research Involvement and Engagement","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Association for Theatre Research; SickKids Foundation; Hospital for Sick Children; St. Michael's Hospital","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Relevance (law); Pandemic; Multidisciplinary approach; Psychology; 2019-20 coronavirus outbreak; Recreation; Data collection; Value (mathematics); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical education; Medicine; Sociology; Political science; Disease; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.6193074036577778,"gpt":0.5685336637126238,"spread":0.050773739945154,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01321666,0.0004126029,0.0006605083,0.00150087,0.001147386,0.0001168381,0.0009382029,0.0005070986,0.002751242],"category_scores_gemma":[0.0008001156,0.0003876049,0.0001723668,0.001130352,0.001352285,0.00007824596,0.001402094,0.007737209,0.000439554],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002456625,"about_ca_system_score_gemma":0.002423292,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01017539,"about_ca_topic_score_gemma":0.0001279066,"domain_scores_codex":[0.9858382,0.006505369,0.0007309084,0.001528249,0.003473233,0.001924069],"domain_scores_gemma":[0.9942101,0.003296222,0.0001505869,0.001038008,0.0005291211,0.0007759608],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002216275,0.0003354672,0.0005020372,0.003752821,0.000295589,0.0007205546,0.03082812,4.943034e-7,0.0002169777,0.005103956,0.9553519,0.002670441],"study_design_scores_gemma":[0.001133343,0.001553459,0.0003224321,0.0001454807,0.00002463639,0.000001475085,0.08098064,0.00001065032,0.00003478017,0.00293563,0.9125735,0.0002840421],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.005681291,0.01500124,0.0001081202,0.9436002,0.0006484688,0.003912483,0.0002523195,0.000114564,0.03068135],"genre_scores_gemma":[0.08485154,0.01978123,0.0003089396,0.8424816,0.007468163,0.002530915,0.0008833689,0.0002739884,0.0414203],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.1011186,"threshold_uncertainty_score":0.9998576,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}