{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":4272,"total_is_capped":false,"direct_labels_cover":308,"predictions_cover":4272,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"726ed61286f6","filters":{"topic":"Health Policy Implementation Science"}},"results":[{"id":"W2084154288","doi":"10.1186/1748-5908-5-69","title":"Scoping studies: advancing the methodology","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":14722,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research; Canadian Occupational Therapy Foundation; Canadian Child Health Clinician Scientist Program; McMaster University","keywords":"Health services research; Knowledge translation; Rigour; Thematic analysis; Process (computing); Management science; Health informatics; Process management; Relevance (law); Health care; Qualitative research; Medicine; Health administration; Knowledge management; Computer science; Public health; Nursing; Engineering; Political science; Sociology","authors":[{"name":"Danielle Levac","is_ca":true},{"name":"Heather Colquhoun","is_ca":true},{"name":"Kelly K. O’Brien","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9379698947753394,"gpt":0.849743256860538,"spread":0.08822663791480145,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5531166,0.002955149,0.00567599,0.03694276,0.008035464,0.03791947,0.01057133,0.01462771,0.01313962],"category_scores_gemma":[0.6820397,0.004105074,0.006142649,0.03894036,0.02834766,0.03023333,0.0228983,0.02302474,0.006965873],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01949457,"about_ca_system_score_gemma":0.1215613,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006055303,"about_ca_topic_score_gemma":0.006252528,"domain_scores_codex":[0.3687488,0.5209146,0.05366009,0.0112554,0.04253894,0.002882238],"domain_scores_gemma":[0.1093229,0.7149767,0.02820324,0.03840549,0.1041195,0.004972289],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001627958,0.0001766213,0.002008459,0.09100454,0.0006492155,0.0005908384,0.03070056,0.001806435,0.0009280622,0.2799296,0.07930424,0.5127386],"study_design_scores_gemma":[0.0001614868,0.0001600394,0.001283459,0.2645063,0.0004124582,0.000563084,0.01048938,0.002305859,0.0008788931,0.3097504,0.4092251,0.0002637753],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002659655,0.159862,0.5482883,0.2146514,0.01892617,0.01731968,0.001403744,0.001254877,0.03563414],"genre_scores_gemma":[0.02730212,0.1459361,0.7742965,0.01642186,0.005759298,0.02604015,0.001104248,0.0005088744,0.002630846],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4468834,"threshold_uncertainty_score":0.5510868,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2763766763","doi":"10.1177/1609406917733847","title":"Thematic Analysis","year":2017,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12861,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Thematic analysis; Computer science; Traceability; Thematic map; Process (computing); Data science; Presentation (obstetrics); Management science; Qualitative research; Trustworthiness; Qualitative analysis; Process management; Sociology; Engineering; Software engineering","authors":[{"name":"Lorelli Nowell","is_ca":true},{"name":"Jill M. Norris","is_ca":true},{"name":"Deborah White","is_ca":true},{"name":"Nancy J. Moules","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9832845445105058,"gpt":0.9011446829846855,"spread":0.08213986152582031,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08534067,0.001596829,0.002023211,0.01247552,0.007433888,0.008836344,0.005254854,0.002849807,0.05068368],"category_scores_gemma":[0.1267519,0.001125686,0.002468741,0.0164708,0.006253548,0.006726219,0.01031455,0.003750817,0.0106677],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01001791,"about_ca_system_score_gemma":0.02204852,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003799015,"about_ca_topic_score_gemma":0.005967458,"domain_scores_codex":[0.8998066,0.06706502,0.008276301,0.008003808,0.01464145,0.002206848],"domain_scores_gemma":[0.8815869,0.05964483,0.005682406,0.01325366,0.03822637,0.001605846],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006231795,0.0002032221,0.002332142,0.009677027,0.0001634685,0.0005867936,0.2742599,0.001378663,0.003469241,0.1192516,0.1728082,0.4152465],"study_design_scores_gemma":[0.0002216453,0.000151303,0.002312417,0.006702064,0.00009154352,0.0004175869,0.1367372,0.002318069,0.00260158,0.06912833,0.7791756,0.0001427706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05736117,0.003930693,0.4844388,0.0238584,0.005656507,0.1423061,0.03671902,0.002184978,0.2435442],"genre_scores_gemma":[0.1901762,0.005044213,0.4998659,0.008100251,0.0009244162,0.183413,0.01409221,0.00197019,0.09641361],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9146593,"threshold_uncertainty_score":0.45133,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2131919497","doi":"10.46743/2160-3715/2008.1573","title":"Qualitative Case Study Methodology: Study Design and Implementation for Novice Researchers","year":2015,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7550,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Triangulation; Qualitative research; Management science; Research design; Computer science; Case study research; Research methodology; Data science; Knowledge management; Sociology; Engineering; Social science","authors":[{"name":"Pamela Baxter","is_ca":true},{"name":"Susan M. Jack","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9849313370882364,"gpt":0.8747470444738147,"spread":0.1101842926144218,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1395169,0.001178835,0.001356795,0.003656315,0.004755001,0.005593115,0.004187669,0.002652007,0.01701952],"category_scores_gemma":[0.1151826,0.001468114,0.001108504,0.004257099,0.006675815,0.004224296,0.008828755,0.004264756,0.003432743],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004609559,"about_ca_system_score_gemma":0.01761199,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001492569,"about_ca_topic_score_gemma":0.003030575,"domain_scores_codex":[0.8864118,0.09806681,0.004417793,0.003181301,0.006865407,0.001056882],"domain_scores_gemma":[0.8682104,0.09041718,0.004677092,0.01373183,0.02015615,0.002807281],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004563491,0.001104541,0.002700291,0.01144486,0.0001061068,0.000780899,0.1239884,0.002827397,0.005744999,0.1732373,0.04995784,0.6276511],"study_design_scores_gemma":[0.001026852,0.001878762,0.003228569,0.01394936,0.0001515055,0.001181553,0.07605444,0.009204994,0.009455321,0.178984,0.7044709,0.000413748],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009989618,0.00114372,0.857756,0.006793957,0.0009081948,0.09690518,0.0009715777,0.0007072165,0.0248245],"genre_scores_gemma":[0.02070194,0.000699402,0.8985174,0.0009686003,0.0001085269,0.07641632,0.0001843798,0.00009755229,0.002305907],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1395169,"threshold_uncertainty_score":0.7378446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105501846","doi":"10.1002/14651858.cd000259.pub3","title":"Audit and feedback: effects on professional practice and healthcare outcomes","year":2012,"lang":"en","type":"review","venue":"Cochrane Database of Systematic Reviews","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5532,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa; University of Toronto; Women's College Hospital","funders":"Canadian Institutes of Health Research","keywords":"Audit; Psychological intervention; Health care; Health professionals; Quality (philosophy); Quality management; Clinical Practice; Psychology; Medicine; Nursing; Business; Accounting; Political science","authors":[{"name":"Noah Ivers","is_ca":true},{"name":"Gro Jamtvedt","is_ca":false},{"name":"Signe Flottorp","is_ca":false},{"name":"Jane Young","is_ca":false},{"name":"Jan Odgaard‐Jensen","is_ca":false},{"name":"Simon French","is_ca":false},{"name":"Mary Ann O’Brien","is_ca":true},{"name":"Marit Johansen","is_ca":false},{"name":"Jeremy Grimshaw","is_ca":true},{"name":"Andrew D Oxman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5718003131530853,"gpt":0.6614527590490492,"spread":0.08965244589596388,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03893324,0.001159834,0.004599458,0.003865039,0.0007181728,0.004001353,0.001411479,0.003421327,0.00738188],"category_scores_gemma":[0.2473663,0.000819727,0.006985063,0.004206119,0.00198051,0.003086272,0.002392446,0.002590489,0.0004008749],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004047558,"about_ca_system_score_gemma":0.007614786,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005311515,"about_ca_topic_score_gemma":0.00490834,"domain_scores_codex":[0.9118441,0.0578583,0.01236954,0.003415735,0.01339406,0.001118279],"domain_scores_gemma":[0.7803096,0.1661107,0.04201429,0.002197211,0.007106188,0.002261955],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.1048517,0.002927513,0.01745049,0.2890168,0.04036109,0.0001620078,0.00212052,0.001707162,0.0004685872,0.00234297,0.007161215,0.5314298],"study_design_scores_gemma":[0.1350278,0.05244891,0.1552716,0.4606825,0.150208,0.001322871,0.001861032,0.003767673,0.002413912,0.01122656,0.02519891,0.0005701962],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.1480801,0.8191946,0.002254666,0.006336284,0.002916483,0.005310086,0.002071244,0.0001422561,0.01369435],"genre_scores_gemma":[0.7519787,0.2268006,0.007559776,0.002545512,0.00155737,0.007038141,0.0006689457,0.00004875592,0.001802055],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.03893324,"threshold_uncertainty_score":0.2059011,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2801702920","doi":"10.3389/fpubh.2018.00149","title":"Best Practices for Developing and Validating Scales for Health, Social, and Behavioral Research: A Primer","year":2018,"lang":"en","type":"review","venue":"Frontiers in Public Health","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5204,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"National Institute of Mental Health","keywords":"Scale (ratio); Jargon; Resource (disambiguation); Best practice; Computer science; Process (computing); Reliability (semiconductor); Data science; Rating scale; Management science; Psychology; Engineering","authors":[{"name":"Godfred O. Boateng","is_ca":false},{"name":"Torsten B. Neilands","is_ca":false},{"name":"Edward A. Frongillo","is_ca":false},{"name":"Hugo Melgar‐Quiñonez","is_ca":true},{"name":"Sera L. Young","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.961670668709378,"gpt":0.7950330675821126,"spread":0.1666376011272654,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3744363,0.004698586,0.004305387,0.02261146,0.004863631,0.01642696,0.01040546,0.01222734,0.003709591],"category_scores_gemma":[0.4309158,0.005379064,0.006519209,0.01590857,0.01701584,0.03227763,0.01257843,0.0237028,0.005451156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01049972,"about_ca_system_score_gemma":0.0292736,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005275916,"about_ca_topic_score_gemma":0.007641414,"domain_scores_codex":[0.6308199,0.263789,0.05933456,0.009160211,0.03499328,0.001902992],"domain_scores_gemma":[0.4693845,0.4037631,0.02160731,0.02804369,0.07419646,0.003005067],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001248543,0.0005298052,0.002975481,0.03161104,0.0003505684,0.0009554244,0.04153492,0.002698279,0.002985142,0.2774917,0.09729837,0.5414444],"study_design_scores_gemma":[0.00009411959,0.000356973,0.001987088,0.07738313,0.0002285132,0.001765053,0.008380411,0.003631129,0.002451139,0.2501471,0.6531834,0.0003919208],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00125232,0.07073292,0.8333436,0.07327393,0.004619846,0.008590508,0.0008518735,0.001439316,0.005895662],"genre_scores_gemma":[0.002529603,0.02249695,0.9585466,0.005199071,0.0004235469,0.009579482,0.0003045296,0.0002815799,0.0006387065],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6255637,"threshold_uncertainty_score":0.7714314,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2010049072","doi":"10.1186/s13012-015-0209-1","title":"A refined compilation of implementation strategies: results from the Expert Recommendations for Implementing Change (ERIC) project","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5112,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institute of Mental Health; VISN 4 Mental Illness Research, Education, and Clinical Center; Perelman School of Medicine, University of Pennsylvania; Quality Enhancement Research Initiative; Eastern Michigan University; University of Toronto; Saint Louis University; Fahs-Beck Fund for Research and Experimentation; National Institute of Diabetes and Digestive and Kidney Diseases; Johns Hopkins University; Health Services Research and Development; University of Washington; NIH Clinical Center; U.S. Department of Veterans Affairs; Washington University in St. Louis; University of California, Los Angeles; University of Massachusetts Boston; Indiana University-Purdue University Indianapolis; University of Minnesota; Purdue University; University of Pennsylvania; Doris Duke Charitable Foundation; University of Arkansas for Medical Sciences","keywords":"Computer science; CLARITY; Implementation research; Process (computing); Relevance (law); Process management; Health informatics; Delphi method; Delphi; Field (mathematics); Management science; Data science; Knowledge management; Medicine; Artificial intelligence; Psychological intervention","authors":[{"name":"Byron J. Powell","is_ca":false},{"name":"Thomas J. Waltz","is_ca":false},{"name":"Matthew Chinman","is_ca":false},{"name":"Laura J. Damschroder","is_ca":false},{"name":"Jeffrey L. Smith","is_ca":false},{"name":"Monica M. Matthieu","is_ca":false},{"name":"Enola K. Proctor","is_ca":false},{"name":"JoAnn E. Kirchner","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9271654622028426,"gpt":0.7566018920976266,"spread":0.1705635701052159,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3783535,0.001480584,0.001516975,0.005352544,0.004113147,0.008577445,0.003589807,0.004789348,0.002471084],"category_scores_gemma":[0.4995973,0.001280593,0.002031052,0.004914438,0.003962934,0.008335396,0.01230178,0.005723776,0.0009217142],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01205279,"about_ca_system_score_gemma":0.04497401,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009099043,"about_ca_topic_score_gemma":0.01102043,"domain_scores_codex":[0.5725488,0.3510336,0.0249348,0.006308676,0.03973138,0.005442746],"domain_scores_gemma":[0.4412526,0.4082798,0.01996125,0.03142667,0.09279974,0.006279967],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004026256,0.001580989,0.01731024,0.009559522,0.0003892557,0.0005605262,0.2147028,0.00269701,0.001313027,0.00760147,0.02809792,0.7157848],"study_design_scores_gemma":[0.001279587,0.004616296,0.1107009,0.05085318,0.001859925,0.001497346,0.451004,0.01342273,0.01130508,0.02129807,0.3310346,0.001128208],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6641949,0.006698416,0.1546414,0.04477937,0.0009694624,0.04242075,0.00296819,0.00224278,0.08108465],"genre_scores_gemma":[0.5845321,0.003975865,0.3801456,0.007434705,0.0001130993,0.01568154,0.002082671,0.0006829425,0.005351566],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3783535,"threshold_uncertainty_score":0.7666008,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2674995983","doi":"10.1186/s13012-017-0605-9","title":"A guide to using the Theoretical Domains Framework of behaviour change to investigate implementation problems","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3937,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa; Women's College Hospital; University of Toronto; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Department of Family and Community Medicine, University of Toronto; University of Toronto","keywords":"Health informatics; Health services research; Health administration; Medicine; Public health; Health policy; Quality of Life Research; Management science; Nursing","authors":[{"name":"Lou Atkins","is_ca":false},{"name":"Jill Francis","is_ca":true},{"name":"Rafat Islam","is_ca":true},{"name":"Denise O’Connor","is_ca":false},{"name":"Andrea M. Patey","is_ca":true},{"name":"Noah Ivers","is_ca":true},{"name":"Robbie Foy","is_ca":false},{"name":"Eilidh Duncan","is_ca":false},{"name":"Heather Colquhoun","is_ca":true},{"name":"Jeremy Grimshaw","is_ca":true},{"name":"Rebecca Lawton","is_ca":false},{"name":"Susan Michie","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7327718686698846,"gpt":0.7516189197279272,"spread":0.01884705105804252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05201361,0.003049155,0.002268301,0.01118216,0.004956513,0.009285758,0.006389214,0.008231374,0.01904456],"category_scores_gemma":[0.06849861,0.002486776,0.003548054,0.01088729,0.01294299,0.01142257,0.00705729,0.01376341,0.007623648],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01341238,"about_ca_system_score_gemma":0.03329489,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01821463,"about_ca_topic_score_gemma":0.03438101,"domain_scores_codex":[0.946502,0.04133594,0.003902623,0.001925953,0.005436459,0.0008970226],"domain_scores_gemma":[0.9213368,0.06272152,0.002596849,0.003308364,0.008845775,0.001190781],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007535009,0.0004865745,0.001637351,0.005301296,0.0000805144,0.0006767893,0.07151844,0.002237618,0.001093434,0.4287113,0.1914264,0.2967549],"study_design_scores_gemma":[0.0001235546,0.0001742838,0.001416477,0.007872895,0.00003938545,0.0008531627,0.01618463,0.002265081,0.0006041654,0.2273568,0.742951,0.0001586774],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00472899,0.01620436,0.7623101,0.05552045,0.002184679,0.02298897,0.005359082,0.002042381,0.1286611],"genre_scores_gemma":[0.01286898,0.008929134,0.922237,0.006755042,0.000148316,0.03167314,0.001923062,0.0003281693,0.01513719],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.05201361,"threshold_uncertainty_score":0.2750775,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2038028146","doi":"10.3310/hta8060","title":"Effectiveness and efficiency of guideline dissemination and implementation strategies","year":2004,"lang":"en","type":"review","venue":"Health Technology Assessment","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3054,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Health Technology Assessment Programme; National Institute for Health and Care Research","keywords":"Psychological intervention; Medicine; Guideline; MEDLINE; Systematic review; Audit; Randomized controlled trial; Intervention (counseling); Family medicine; Cochrane Library; Outreach; Nursing; Accounting","authors":[{"name":"Jeremy Grimshaw","is_ca":false},{"name":"Ruth Thomas","is_ca":false},{"name":"Graeme MacLennan","is_ca":false},{"name":"Cynthia Fraser","is_ca":false},{"name":"Craig Ramsay","is_ca":false},{"name":"Luke Vale","is_ca":false},{"name":"Paula Whitty","is_ca":false},{"name":"Martin Eccles","is_ca":false},{"name":"Lloyd Matowe","is_ca":false},{"name":"Liz Shirran","is_ca":false},{"name":"Michel Wensing","is_ca":false},{"name":"Rob Dijkstra","is_ca":false},{"name":"Cam Donaldson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2870312295922802,"gpt":0.7339176681174236,"spread":0.4468864385251435,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2198503,0.002024056,0.009658447,0.01346497,0.0008414192,0.008402709,0.003197903,0.003976073,0.004601292],"category_scores_gemma":[0.5243649,0.001888123,0.01419305,0.01555411,0.002044096,0.009955256,0.004540259,0.003917215,0.0005369495],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008851479,"about_ca_system_score_gemma":0.01522954,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004174803,"about_ca_topic_score_gemma":0.005530342,"domain_scores_codex":[0.5561604,0.2983411,0.07277308,0.009869225,0.05959558,0.003260608],"domain_scores_gemma":[0.4463899,0.4389541,0.07661862,0.01120779,0.02433062,0.002498963],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.005983609,0.0008419729,0.01769657,0.2796915,0.04976804,0.0001235604,0.001166359,0.004406203,0.0003827017,0.00269152,0.004010753,0.6332371],"study_design_scores_gemma":[0.01608969,0.01569929,0.07644653,0.7163419,0.1151972,0.001077912,0.002911199,0.008661481,0.004269773,0.008289831,0.0345169,0.0004983758],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.07758431,0.8744075,0.0103455,0.01077627,0.001394275,0.01064315,0.003001227,0.0003008662,0.01154692],"genre_scores_gemma":[0.6054934,0.3237539,0.04894897,0.003302783,0.0008431383,0.01489261,0.001659276,0.0001788991,0.0009269853],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2198503,"threshold_uncertainty_score":0.9620635,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2161459327","doi":"10.1186/1748-5908-7-50","title":"Knowledge translation of research findings","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2529,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; Canadian Institutes of Health Research; Hill's Pet Nutrition","keywords":"Knowledge translation; Health services research; Health care; Health administration; Medicine; Stakeholder; Knowledge management; Health policy; Translational research; Public relations; Public health; Computer science; Nursing; Political science; Pathology","authors":[{"name":"Jeremy Grimshaw","is_ca":true},{"name":"Martin Eccles","is_ca":false},{"name":"John N. Lavis","is_ca":true},{"name":"Sophie Hill","is_ca":false},{"name":"Janet E. Squires","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9535048946772307,"gpt":0.8400285030842797,"spread":0.113476391592951,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4056632,0.003315839,0.005780838,0.01533943,0.004594049,0.02499161,0.00960594,0.01018111,0.02936267],"category_scores_gemma":[0.7009962,0.003313577,0.006168664,0.01734739,0.02131657,0.02665615,0.02805504,0.01655454,0.01438795],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01541658,"about_ca_system_score_gemma":0.07571375,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00298136,"about_ca_topic_score_gemma":0.001628525,"domain_scores_codex":[0.4448851,0.4207955,0.07009146,0.02252679,0.03806785,0.003633263],"domain_scores_gemma":[0.1598314,0.6362755,0.02630489,0.1112813,0.06334096,0.00296586],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006939464,0.0002420817,0.001547185,0.1383126,0.001236519,0.001314941,0.07692619,0.00160037,0.001662981,0.2284321,0.06050798,0.487523],"study_design_scores_gemma":[0.0005777256,0.0003801796,0.001419434,0.2424123,0.0008724369,0.0007643555,0.02117226,0.002077145,0.002627657,0.293397,0.4339853,0.0003141315],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.01102234,0.06385599,0.4988922,0.2236951,0.030476,0.03683804,0.00964431,0.002462644,0.1231135],"genre_scores_gemma":[0.1681494,0.06493186,0.6264164,0.04236067,0.008243854,0.0707687,0.007042753,0.001927451,0.01015889],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.4056632,"threshold_uncertainty_score":0.7329232,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2261406464","doi":"10.1186/s12874-016-0116-4","title":"A scoping review on the conduct and reporting of scoping reviews","year":2016,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2221,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Canada Research Chairs; University of Ottawa; University of Toronto; University of Calgary; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Systematic review; Inclusion (mineral); MEDLINE; Protocol (science); Grey literature; Medicine; Psychology; Alternative medicine; Political science","authors":[{"name":"Andrea C. Tricco","is_ca":true},{"name":"Erin Lillie","is_ca":true},{"name":"Wasifa Zarin","is_ca":true},{"name":"Kelly K. O’Brien","is_ca":true},{"name":"Heather Colquhoun","is_ca":true},{"name":"Monika Kastner","is_ca":true},{"name":"Danielle Levac","is_ca":true},{"name":"Carmen Ng","is_ca":true},{"name":"Jane Pearson Sharpe","is_ca":true},{"name":"Katherine A. Wilson","is_ca":true},{"name":"Meghan Kenny","is_ca":true},{"name":"Rachel Warren","is_ca":true},{"name":"Charlotte Wilson","is_ca":true},{"name":"Henry T. Stelfox","is_ca":true},{"name":"Sharon E. Straus","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9964033037350372,"gpt":0.8939342699261918,"spread":0.1024690338088453,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6345983,0.005838951,0.01416164,0.06201344,0.01092654,0.03430278,0.01075823,0.02679706,0.02395242],"category_scores_gemma":[0.8196253,0.009233671,0.01392438,0.05565178,0.02117861,0.03843994,0.02403961,0.02310911,0.02113321],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02511202,"about_ca_system_score_gemma":0.1693802,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006510678,"about_ca_topic_score_gemma":0.005704844,"domain_scores_codex":[0.216096,0.4733255,0.2223631,0.01401164,0.07026133,0.003942423],"domain_scores_gemma":[0.09586088,0.5015094,0.1033497,0.03422196,0.2585928,0.006465368],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0006129136,0.0001743767,0.001414433,0.2961235,0.0016766,0.0008299508,0.01080345,0.001628058,0.001640506,0.04083685,0.2613641,0.3828954],"study_design_scores_gemma":[0.0003235523,0.0001678963,0.000809424,0.7190991,0.0009883624,0.0003305982,0.001727473,0.0008475468,0.0005572631,0.01682532,0.258076,0.0002474962],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002945449,0.3000214,0.2254869,0.2250044,0.05893477,0.1258895,0.006312986,0.00283071,0.05257398],"genre_scores_gemma":[0.02186366,0.3770181,0.3524463,0.03091644,0.01504077,0.1892577,0.006426836,0.001161746,0.005868497],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3654017,"threshold_uncertainty_score":0.4506054,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2147117340","doi":"10.1111/j.1524-475x.2004.04006.x","title":"A Process for Systematically Reviewing the Literature: Providing the Research Evidence for Public Health Nursing Interventions","year":2004,"lang":"en","type":"article","venue":"Worldviews on Evidence-Based Nursing","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2130,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Psychological intervention; Relevance (law); Mandate; Nursing literature; Construct validity; Content validity; Public health; Psychology; Construct (python library); Medicine; Nursing; Medical education; MEDLINE; Alternative medicine; Political science; Computer science; Psychometrics","authors":[{"name":"Betsy Thomas","is_ca":true},{"name":"Donna Ciliska","is_ca":true},{"name":"Maureen Dobbins","is_ca":true},{"name":"Stephanie Micucci","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9265954682237948,"gpt":0.7513064964512558,"spread":0.175288971772539,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6436812,0.006668085,0.01420892,0.06963212,0.01175747,0.02175111,0.01108835,0.01379728,0.006672252],"category_scores_gemma":[0.7252065,0.008591677,0.01310808,0.04333712,0.01827461,0.01979689,0.02174818,0.01991443,0.007695512],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01985146,"about_ca_system_score_gemma":0.2090131,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00692974,"about_ca_topic_score_gemma":0.01077547,"domain_scores_codex":[0.2109952,0.5251287,0.176567,0.01468572,0.0702129,0.002410601],"domain_scores_gemma":[0.1383541,0.5027068,0.0772818,0.06508897,0.208009,0.008559443],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008349587,0.0005815201,0.003530226,0.234537,0.002989227,0.001364333,0.05370738,0.001244008,0.005923167,0.02824051,0.1003999,0.5666476],"study_design_scores_gemma":[0.003151719,0.001783646,0.006985554,0.5402313,0.005166232,0.001920421,0.03055522,0.005123325,0.005073957,0.07888746,0.319345,0.001776095],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005853823,0.05414774,0.4342773,0.06863174,0.01074134,0.4142989,0.00309528,0.00256979,0.006384198],"genre_scores_gemma":[0.006108241,0.01028376,0.8568999,0.002607388,0.000687879,0.1221039,0.0005683717,0.0001503503,0.0005901718],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3563188,"threshold_uncertainty_score":0.4394045,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2117460543","doi":"10.1186/1471-2288-13-48","title":"Enhancing the scoping study methodology: a large, inter-professional team’s experience with Arksey and O’Malley’s framework","year":2013,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1930,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Inland Hospital; University of Victoria; Interior Health; BC Cancer Agency","funders":"Canadian Institutes of Health Research","keywords":"Psychology; Knowledge management; Applied psychology; Computer science","authors":[{"name":"Helena ML Daudt","is_ca":true},{"name":"Catherine van Mossel","is_ca":true},{"name":"Samantha Scott","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9073939510957548,"gpt":0.7921934918806057,"spread":0.1152004592151491,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5355895,0.001988539,0.003457359,0.01178108,0.01895926,0.02996944,0.009745809,0.0141245,0.004271086],"category_scores_gemma":[0.5546843,0.002681474,0.003456012,0.01273174,0.03137505,0.0317538,0.04162269,0.0283597,0.001703382],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02278982,"about_ca_system_score_gemma":0.07712346,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01132796,"about_ca_topic_score_gemma":0.01994907,"domain_scores_codex":[0.3691778,0.5525138,0.02676352,0.01306238,0.03361975,0.004862786],"domain_scores_gemma":[0.2404796,0.5914722,0.01598652,0.02644199,0.1046087,0.02101103],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001322966,0.000315764,0.001755862,0.005989535,0.0002021771,0.002718485,0.7498747,0.001576345,0.002294359,0.03185567,0.05033496,0.1529499],"study_design_scores_gemma":[0.0001676737,0.0003094383,0.001286738,0.0357598,0.0001924755,0.003265452,0.2749983,0.003730013,0.001698576,0.07403508,0.6040211,0.0005352894],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03556927,0.03008988,0.497026,0.3974393,0.008689503,0.009536188,0.0002314672,0.001391769,0.02002657],"genre_scores_gemma":[0.1567288,0.01442125,0.7682275,0.04144674,0.001413182,0.01004574,0.0002384274,0.001139759,0.006338719],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4644105,"threshold_uncertainty_score":0.5727009,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2162163297","doi":"10.1111/j.1365-2753.2010.01516.x","title":"Assessment of study quality for systematic reviews: a comparison of the Cochrane Collaboration Risk of Bias Tool and the Effective Public Health Practice Project Quality Assessment Tool: methodological research","year":2010,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1548,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Alberta Health Services; University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Inter-rater reliability; Psychological intervention; Reliability (semiconductor); Medicine; Quality (philosophy); Knowledge translation; Randomized controlled trial; MEDLINE; Applied psychology; Psychology; Knowledge management; Nursing; Computer science; Rating scale","authors":[{"name":"Susan Armijo‐Olivo","is_ca":true},{"name":"Carla Stiles","is_ca":false},{"name":"Neil A. Hagen","is_ca":true},{"name":"Patricia Biondo","is_ca":false},{"name":"Greta G. Cummings","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9715762644417735,"gpt":0.8799747184237315,"spread":0.09160154601804193,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6496053,0.004546386,0.03509668,0.05049998,0.003867385,0.01524874,0.008159606,0.008263982,0.008943469],"category_scores_gemma":[0.845983,0.005424962,0.05878695,0.04607013,0.01126014,0.01411914,0.0184717,0.007897624,0.0008964558],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02559689,"about_ca_system_score_gemma":0.02957145,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007379543,"about_ca_topic_score_gemma":0.00894068,"domain_scores_codex":[0.1324502,0.5243726,0.256295,0.01746106,0.06780307,0.001617946],"domain_scores_gemma":[0.1076461,0.7062775,0.1128386,0.02748686,0.0434062,0.00234478],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"observational","study_design_scores_codex":[0.005261938,0.0001047848,0.01255078,0.7178664,0.1538484,0.0001617973,0.004686507,0.0012479,0.0004284199,0.005586521,0.006007783,0.09224878],"study_design_scores_gemma":[0.02675632,0.003032803,0.04482148,0.5672912,0.263108,0.001373205,0.00364316,0.0102849,0.002211157,0.03753418,0.03809501,0.0018486],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.02088938,0.7099627,0.1283913,0.01064697,0.005171051,0.1065504,0.01211496,0.001431684,0.004841707],"genre_scores_gemma":[0.2150351,0.08910665,0.2936164,0.003768544,0.00120603,0.3913266,0.00446065,0.000698476,0.0007815066],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3503947,"threshold_uncertainty_score":0.4320991,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2592673947","doi":"10.1136/bmj.i6795","title":"Standards for Reporting Implementation Studies (StaRI) Statement","year":2017,"lang":"en","type":"review","venue":"BMJ","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1505,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Public Health Ontario; University of Toronto","funders":"Asthma UK Centre for Applied Research; Asthma and Lung UK; National Institute for Health and Care Research; Queen Mary University of London","keywords":"Statement (logic); Computer science; Accounting; Information retrieval; Political science; Business; Law","authors":[{"name":"Hilary Pinnock","is_ca":false},{"name":"Melanie Barwick","is_ca":true},{"name":"Christopher R. Carpenter","is_ca":false},{"name":"Sandra Eldridge","is_ca":false},{"name":"Gonzalo Grandes","is_ca":false},{"name":"Chris Griffiths","is_ca":false},{"name":"Jo Rycroft‐Malone","is_ca":false},{"name":"Paul Meißner","is_ca":false},{"name":"Elizabeth Murray","is_ca":false},{"name":"Anita Patel","is_ca":false},{"name":"Aziz Sheikh","is_ca":false},{"name":"Stephanie Taylor","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9717916715289578,"gpt":0.8791788222042065,"spread":0.09261284932475133,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7466902,0.006342259,0.01615305,0.05021906,0.008721313,0.02466534,0.01826278,0.03251514,0.01785125],"category_scores_gemma":[0.8338335,0.0114837,0.02972915,0.04736375,0.01961562,0.01378181,0.01859139,0.03151132,0.01656618],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02082698,"about_ca_system_score_gemma":0.1001178,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005799927,"about_ca_topic_score_gemma":0.00543543,"domain_scores_codex":[0.116115,0.4640034,0.3504085,0.009032873,0.0548928,0.005547486],"domain_scores_gemma":[0.08675921,0.4553005,0.1010796,0.09478106,0.2565045,0.005574972],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00326186,0.0005821074,0.005486627,0.3189187,0.004721904,0.0008211629,0.01549597,0.003466168,0.002895077,0.086198,0.4067837,0.1513688],"study_design_scores_gemma":[0.00309112,0.000547697,0.007750034,0.2753798,0.003107615,0.0008030683,0.004870099,0.003608003,0.003353511,0.05057833,0.6461831,0.0007275502],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.003152538,0.01890371,0.2973338,0.08449262,0.03884445,0.4780406,0.0545168,0.005706906,0.01900865],"genre_scores_gemma":[0.007994942,0.007059881,0.406334,0.01115907,0.002125306,0.5475737,0.01352284,0.001008534,0.003221596],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.2533098,"threshold_uncertainty_score":0.3123761,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2124199620","doi":"10.1186/1748-5908-4-29","title":"Development of a theory of implementation and integration: Normalization Process Theory","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1488,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"National Institute for Health and Care Research","keywords":"Computer science; Theory; Development theory; Management science; Process theory; Epistemology; Data science; Work in process; Operations management","authors":[{"name":"Carl May","is_ca":false},{"name":"Frances S Mair","is_ca":false},{"name":"Tracy Finch","is_ca":false},{"name":"Anne MacFarlane","is_ca":false},{"name":"Christopher Dowrick","is_ca":false},{"name":"Shaun Treweek","is_ca":false},{"name":"Tim Rapley","is_ca":false},{"name":"Luciana Ballini","is_ca":false},{"name":"Bie Nio Ong","is_ca":false},{"name":"Anne Rogers","is_ca":false},{"name":"Elizabeth Murray","is_ca":false},{"name":"Glyn Elwyn","is_ca":false},{"name":"France Légaré","is_ca":true},{"name":"Jane Gunn","is_ca":false},{"name":"Víctor M. Montori","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5191180660648443,"gpt":0.7084347811641949,"spread":0.1893167150993506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04324878,0.001210907,0.00168597,0.005688172,0.004393273,0.009890692,0.004807165,0.005216356,0.007393875],"category_scores_gemma":[0.05312553,0.001099685,0.00319993,0.005407649,0.03738034,0.02010596,0.007075892,0.007717066,0.001422052],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01572464,"about_ca_system_score_gemma":0.02331228,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004436898,"about_ca_topic_score_gemma":0.002050417,"domain_scores_codex":[0.9538407,0.03106163,0.001818706,0.003271968,0.008250276,0.001756694],"domain_scores_gemma":[0.9487656,0.03673496,0.002420696,0.004721619,0.006147103,0.001209976],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000009160747,0.0000408454,0.0004970017,0.0001490425,0.00001831843,0.00003965749,0.002322861,0.001426365,0.00004917559,0.9845344,0.0008162539,0.01009691],"study_design_scores_gemma":[0.00003838883,0.00005282765,0.0003476321,0.0004806762,0.00002519523,0.00009524026,0.001174886,0.0058997,0.0002776365,0.9696417,0.02194378,0.00002228472],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009793829,0.002128656,0.8332205,0.0206873,0.0004999759,0.001110148,0.0001154095,0.0001925379,0.1322516],"genre_scores_gemma":[0.5410276,0.002757188,0.4386588,0.003472899,0.0004639354,0.004311664,0.0002237082,0.0001851015,0.008899104],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.04324878,"threshold_uncertainty_score":0.2287242,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2134823012","doi":"10.1146/annurev.publhealth.29.091307.083824","title":"The Value and Challenges of Participatory Research: Strengthening Its Practice","year":2008,"lang":"en","type":"review","venue":"Annual Review of Public Health","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1456,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Douglas Mental Health University Institute","funders":"","keywords":"Bridging (networking); Context (archaeology); Participatory action research; Public health; Citizen journalism; Public relations; Medicine; Political science; Engineering ethics; Sociology; Nursing; Computer science; Engineering","authors":[{"name":"Margaret Cargo","is_ca":true},{"name":"Shawna L. Mercer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9550347801311267,"gpt":0.7732706266159587,"spread":0.1817641535151681,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6083719,0.002827063,0.00885758,0.0148905,0.01323726,0.03881416,0.01219108,0.01759378,0.003322448],"category_scores_gemma":[0.4888939,0.003035478,0.001831644,0.01488417,0.131543,0.04332055,0.02975795,0.02765982,0.002107024],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0173167,"about_ca_system_score_gemma":0.07675149,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006800611,"about_ca_topic_score_gemma":0.007526618,"domain_scores_codex":[0.2470932,0.6742012,0.01548699,0.01636987,0.04412572,0.002722977],"domain_scores_gemma":[0.1675125,0.7545817,0.01365799,0.03850912,0.0208663,0.004872438],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001028012,0.0002707853,0.002482996,0.01552628,0.0004029685,0.0005172775,0.08513722,0.001512548,0.0007028649,0.5193613,0.01809714,0.3558857],"study_design_scores_gemma":[0.0001164976,0.0001826792,0.00101266,0.0234984,0.00008740894,0.0004614286,0.0340289,0.001768319,0.000410179,0.7929932,0.1452595,0.0001809589],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.005052563,0.1547025,0.1929346,0.6047747,0.004768564,0.002144922,0.0001008822,0.0003286819,0.03519259],"genre_scores_gemma":[0.277333,0.1510798,0.4842705,0.06615423,0.007613411,0.01024759,0.0001250313,0.0003150723,0.002861338],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.3916281,"threshold_uncertainty_score":0.4829472,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097859515","doi":"10.1186/1748-5908-7-38","title":"Developing theory-informed behaviour change interventions to implement evidence into practice: a systematic approach using the Theoretical Domains Framework","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1410,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; Scottish Government","keywords":"Intervention (counseling); Psychological intervention; Health administration; Health informatics; Health services research; Intervention mapping; Medicine; Theory of change; Implementation research; Behaviour change; Systematic review; Process management; Management science; Knowledge management; Medical education; Nursing; Computer science; MEDLINE; Public health; Health promotion; Sociology; Engineering","authors":[{"name":"Simon French","is_ca":false},{"name":"Sally Green","is_ca":false},{"name":"Denise O’Connor","is_ca":false},{"name":"Joanne E. McKenzie","is_ca":false},{"name":"Jill Francis","is_ca":false},{"name":"Susan Michie","is_ca":false},{"name":"Rachelle Buchbinder","is_ca":false},{"name":"Peter Schattner","is_ca":false},{"name":"Neil Spike","is_ca":false},{"name":"Jeremy Grimshaw","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8194026147267762,"gpt":0.7704247298397461,"spread":0.04897788488703014,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3239877,0.004532483,0.008653054,0.03430581,0.005474709,0.01010369,0.00659464,0.004898821,0.003417257],"category_scores_gemma":[0.3331811,0.003664662,0.007148056,0.01753827,0.01130889,0.01008052,0.01139824,0.007912627,0.001010071],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02164321,"about_ca_system_score_gemma":0.1230334,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008586309,"about_ca_topic_score_gemma":0.01829428,"domain_scores_codex":[0.6217165,0.2997821,0.03448204,0.01172634,0.03016387,0.002129153],"domain_scores_gemma":[0.5501128,0.3707281,0.01742839,0.02180424,0.0363179,0.003608502],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003084569,0.001024746,0.003648562,0.1563854,0.00276703,0.0007144971,0.0543946,0.006563601,0.002880401,0.03482458,0.007417658,0.7290704],"study_design_scores_gemma":[0.00373554,0.003079261,0.007950729,0.5549689,0.007081401,0.001638171,0.07110217,0.02158264,0.008279901,0.173574,0.1458778,0.001129543],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01410825,0.04471464,0.6929745,0.01325958,0.001544526,0.22575,0.001044687,0.0009513258,0.0056526],"genre_scores_gemma":[0.02124211,0.008264383,0.9095254,0.0009575735,0.00006355458,0.05944426,0.0002123897,0.00004861045,0.0002417049],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3239877,"threshold_uncertainty_score":0.8336435,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2169459420","doi":"10.1146/annurev-publhealth-032013-182440","title":"Combining the Power of Stories and the Power of Numbers: Mixed Methods Research and Mixed Studies Reviews","year":2013,"lang":"en","type":"article","venue":"Annual Review of Public Health","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1379,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Multimethodology; Management science; Computer science; Research design; Qualitative research; Mixed model; Data science; Psychology; Sociology; Social science; Mathematics education; Engineering; Machine learning","authors":[{"name":"Pierre Pluye","is_ca":true},{"name":"Quan Nha Hong","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7357063473103743,"gpt":0.7297938998372766,"spread":0.005912447473097715,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4599318,0.002880497,0.009073836,0.01990225,0.004914373,0.02493104,0.006936368,0.00753535,0.005807067],"category_scores_gemma":[0.674267,0.003562123,0.004335298,0.01587465,0.02445635,0.03366418,0.01763617,0.008229297,0.001094378],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01123139,"about_ca_system_score_gemma":0.01523355,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00166119,"about_ca_topic_score_gemma":0.00194935,"domain_scores_codex":[0.2271981,0.6893564,0.03238041,0.0108195,0.0389883,0.001257438],"domain_scores_gemma":[0.131382,0.8126455,0.02007888,0.02096547,0.01388922,0.001038909],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003879548,0.000133005,0.003109699,0.07892215,0.003064844,0.0003914125,0.03129071,0.00168216,0.0006779513,0.3899931,0.01038465,0.4799624],"study_design_scores_gemma":[0.0003917615,0.0007003185,0.002736488,0.1409836,0.002155985,0.001124831,0.01715743,0.004093359,0.002211247,0.6767371,0.1512486,0.0004593971],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.009000011,0.4030974,0.4696783,0.06966997,0.007333146,0.006654624,0.0006390459,0.0003471568,0.03358034],"genre_scores_gemma":[0.1961759,0.1948532,0.5450551,0.01944724,0.00797831,0.0334367,0.0003401662,0.0004819293,0.002231533],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.5400681,"threshold_uncertainty_score":0.6660002,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2120732572","doi":"10.1186/1741-7015-11-21","title":"RAMESES publication standards: realist syntheses","year":2013,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1347,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Health Services and Delivery Research Programme; Menzies Centre for Australian Studies, King's College London, University of London; University of Waterloo; Queen's University; University College London; University of Toronto; Dalhousie University; Universiteit Maastricht; University of Leeds; National Institute for Health and Care Research; Queen Mary University of London; McGill University; University of South Australia; University of East London","keywords":"Set (abstract data type); Systematic review; Delphi method; Engineering ethics; Publishing; Medicine; Management science; Delphi; Rigour; Data science; Computer science; MEDLINE; Epistemology; Political science; Law","authors":[{"name":"Geoff Wong","is_ca":false},{"name":"Trisha Greenhalgh","is_ca":false},{"name":"Gill Westhorp","is_ca":false},{"name":"Jeanette Buckingham","is_ca":true},{"name":"Ray Pawson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6728574738743521,"gpt":0.6790234010050578,"spread":0.006165927130705628,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7302167,0.004667014,0.008965041,0.05322634,0.009557449,0.03687705,0.013729,0.01547843,0.05685564],"category_scores_gemma":[0.9225253,0.007572187,0.01157738,0.04167969,0.02609652,0.01578755,0.01909253,0.02322141,0.02116542],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01994908,"about_ca_system_score_gemma":0.1066082,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002835885,"about_ca_topic_score_gemma":0.002350048,"domain_scores_codex":[0.1402989,0.5228729,0.2470351,0.01648387,0.07100534,0.002303859],"domain_scores_gemma":[0.03997092,0.6131565,0.05673337,0.1084107,0.178537,0.003191602],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001746362,0.0003745674,0.001894816,0.2616651,0.002391499,0.0005651643,0.03899091,0.004186196,0.002107051,0.1911387,0.227145,0.2677946],"study_design_scores_gemma":[0.00227259,0.0003060231,0.002514646,0.2149537,0.001758039,0.0003379865,0.007717155,0.004714448,0.003201666,0.1810467,0.5805497,0.0006275304],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004540691,0.01458668,0.5229954,0.0609711,0.04460383,0.2784404,0.02368864,0.008092898,0.04208033],"genre_scores_gemma":[0.01755836,0.004147992,0.5807812,0.003470543,0.001809597,0.3834512,0.003924144,0.001744139,0.00311288],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2697833,"threshold_uncertainty_score":0.3326908,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156100542","doi":"10.1186/2046-4053-1-10","title":"Evidence summaries: the evolution of a rapid review approach","year":2012,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1289,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Champlain Regional College; Ottawa Hospital","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Context (archaeology); Medicine; Dissemination; Evidence-based practice; Systematic review; Evidence-based medicine; Health care; Quality (philosophy); Publishing; Knowledge management; Knowledge translation; MEDLINE; Computer science; Alternative medicine","authors":[{"name":"Sara D. Khangura","is_ca":true},{"name":"Kristin J. Konnyu","is_ca":true},{"name":"Rob Cushman","is_ca":true},{"name":"Jeremy Grimshaw","is_ca":true},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8939749948026224,"gpt":0.6957906674228427,"spread":0.1981843273797798,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6092919,0.004858817,0.0115189,0.04754427,0.004518353,0.04211323,0.01301019,0.01312919,0.007790577],"category_scores_gemma":[0.8027955,0.006632653,0.01061082,0.03918416,0.01562002,0.0295078,0.01933153,0.02313831,0.005989725],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02332563,"about_ca_system_score_gemma":0.08715791,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003537521,"about_ca_topic_score_gemma":0.004815807,"domain_scores_codex":[0.1794817,0.6441597,0.1147037,0.01192599,0.04820926,0.001519655],"domain_scores_gemma":[0.07369441,0.689675,0.05601128,0.05127735,0.1233472,0.005994743],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004506844,0.0001011738,0.00067302,0.1723738,0.003514773,0.0005117303,0.0151912,0.002452552,0.0009671923,0.09015393,0.06731443,0.6462956],"study_design_scores_gemma":[0.0007045076,0.000621068,0.001038964,0.2212377,0.002762086,0.001081734,0.004513382,0.003806488,0.001585599,0.1867738,0.5751097,0.0007649779],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.001293096,0.2081591,0.5619875,0.161283,0.02311217,0.02607385,0.002161833,0.003408869,0.01252064],"genre_scores_gemma":[0.0132505,0.07031249,0.8800924,0.009356163,0.00417821,0.02012151,0.0005096486,0.0006259428,0.001553044],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.3907081,"threshold_uncertainty_score":0.4818128,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1589185784","doi":"10.1111/j.1468-0009.2012.00665.x","title":"Uncovering the Benefits of Participatory Research: Implications of a Realist Review for Health Research and Practice","year":2012,"lang":"en","type":"review","venue":"Milbank Quarterly","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1277,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; McGill University","funders":"National Institute for Health and Care Research","keywords":"General partnership; Participatory action research; Stakeholder; Context (archaeology); Negotiation; Scholarship; Competence (human resources); Public relations; Knowledge management; Psychology; Political science; Medical education; Sociology; Medicine; Computer science; Social psychology; Social science","authors":[{"name":"Justin Jagosh","is_ca":true},{"name":"Ann C. Macaulay","is_ca":true},{"name":"Pierre Pluye","is_ca":true},{"name":"Jon Salsberg","is_ca":true},{"name":"Paula Louise Bush","is_ca":true},{"name":"Jim Henderson","is_ca":true},{"name":"Erin Sirett","is_ca":true},{"name":"Geoff Wong","is_ca":false},{"name":"Margaret Cargo","is_ca":false},{"name":"Carol P. Herbert","is_ca":true},{"name":"Sarena D. Seifer","is_ca":false},{"name":"Lawrence W. Green","is_ca":false},{"name":"Trisha Greenhalgh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9661842539781891,"gpt":0.7892820570941718,"spread":0.1769021968840173,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6671271,0.002497136,0.00767008,0.03181862,0.009720192,0.03262581,0.01071625,0.01888231,0.003875148],"category_scores_gemma":[0.814935,0.003676535,0.006988409,0.0222449,0.04358528,0.05892747,0.01901028,0.01470329,0.001130316],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03267708,"about_ca_system_score_gemma":0.07885174,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004594121,"about_ca_topic_score_gemma":0.008424039,"domain_scores_codex":[0.2292725,0.6613299,0.05472052,0.01165439,0.03931437,0.003708433],"domain_scores_gemma":[0.04833791,0.8950267,0.0160307,0.01598977,0.02306875,0.001545989],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0008117885,0.0001937696,0.004230742,0.2418074,0.002813732,0.002341982,0.1184672,0.001983363,0.0005821208,0.3851176,0.05084564,0.1908046],"study_design_scores_gemma":[0.0004927528,0.0002996414,0.002090233,0.4332441,0.001763632,0.001509179,0.06470519,0.002256081,0.0005914409,0.2633612,0.2294225,0.0002641495],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.004618183,0.4244418,0.04583919,0.4973546,0.01562189,0.004466053,0.0003419916,0.0001453307,0.007170926],"genre_scores_gemma":[0.2788979,0.3199952,0.1707844,0.1809287,0.01204657,0.03492371,0.0004097211,0.0003153064,0.001698467],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.3328729,"threshold_uncertainty_score":0.4104916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2626277945","doi":"10.1016/s0140-6736(17)31267-9","title":"The need for a complex systems model of evidence for public health","year":2017,"lang":"en","type":"article","venue":"The Lancet","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1274,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Public Health Research Programme; Economic and Social Research Council; Public Health England; Medical Research Council; National Institute for Health and Care Research; Chief Scientist Office; Wellcome Trust","keywords":"Public health; Scopus; Health policy; Population health; Political science; Public relations; Library science; Medicine; MEDLINE; Computer science; Nursing; Law","authors":[{"name":"Harry Rutter","is_ca":false},{"name":"Natalie Savona","is_ca":false},{"name":"Ketevan Glonti","is_ca":false},{"name":"Jo Bibby","is_ca":false},{"name":"Steven Cummins","is_ca":false},{"name":"Diane T. Finegood","is_ca":true},{"name":"Felix Greaves","is_ca":false},{"name":"Laura Harper","is_ca":false},{"name":"Penelope Hawe","is_ca":false},{"name":"Laurence Moore","is_ca":false},{"name":"Mark Petticrew","is_ca":false},{"name":"Eva Rehfuess","is_ca":false},{"name":"Alan Shiell","is_ca":false},{"name":"James Thomas","is_ca":false},{"name":"Martin White","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9812846404833246,"gpt":0.7615853690208951,"spread":0.2196992714624295,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2119928,0.002388141,0.007584312,0.01293158,0.005356524,0.03091936,0.01033916,0.01881272,0.01809911],"category_scores_gemma":[0.4317745,0.003576873,0.004368745,0.007435238,0.05632878,0.07348501,0.01426869,0.0266368,0.001994933],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02786059,"about_ca_system_score_gemma":0.03519224,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01097491,"about_ca_topic_score_gemma":0.009977373,"domain_scores_codex":[0.765278,0.1907049,0.01105744,0.009811488,0.02005554,0.003092693],"domain_scores_gemma":[0.2687564,0.6669425,0.01249966,0.03112783,0.01498155,0.005691975],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003781567,0.00006419302,0.0005995391,0.001010451,0.0002505435,0.00003770853,0.0005920044,0.003541578,0.00004129778,0.9790323,0.003388488,0.01140405],"study_design_scores_gemma":[0.00003021531,0.00001535442,0.00007837637,0.000316008,0.00002868315,0.00001709242,0.0001097666,0.002277907,0.00002194696,0.9942498,0.00284066,0.00001415658],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.004166623,0.01440684,0.4177765,0.5324204,0.001749797,0.0006350004,0.000646124,0.0003663501,0.02783233],"genre_scores_gemma":[0.366964,0.01050324,0.5576782,0.05275745,0.005292833,0.003646542,0.0004788837,0.0003542998,0.002324712],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2119928,"threshold_uncertainty_score":0.9717531,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2907482335","doi":"10.1186/s13012-018-0842-6","title":"Systematic review of the Exploration, Preparation, Implementation, Sustainment (EPIS) framework","year":2019,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1258,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute on Drug Abuse; Washington University in St. Louis; U.S. Department of Veterans Affairs; National Institute of Mental Health; U.S. Department of Health and Human Services","keywords":"Context (archaeology); PsycINFO; Implementation research; Scopus; Knowledge management; Library science; Computer science; Archaeology; Medicine; Political science; MEDLINE; Geography; Nursing","authors":[{"name":"Joanna C. Moullin","is_ca":false},{"name":"Kelsey S. Dickson","is_ca":false},{"name":"Nicole A. Stadnick","is_ca":false},{"name":"Borsika A. Rabin","is_ca":false},{"name":"Gregory A. Aarons","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6777149332269059,"gpt":0.7616984759270892,"spread":0.08398354270018327,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.1039188,0.003250626,0.01073414,0.02929144,0.002611803,0.006823735,0.004909737,0.00453552,0.004574715],"category_scores_gemma":[0.2452982,0.002265596,0.009139164,0.02442142,0.003606525,0.009000408,0.00504697,0.002964831,0.0007849819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01406091,"about_ca_system_score_gemma":0.08586321,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009134376,"about_ca_topic_score_gemma":0.02012828,"domain_scores_codex":[0.8570452,0.07485761,0.03862789,0.005389804,0.02234413,0.001735387],"domain_scores_gemma":[0.7886335,0.1440765,0.03568775,0.004860933,0.02474632,0.001994999],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001179084,0.00002476279,0.0006301941,0.9300696,0.003120198,0.0001374058,0.0009248403,0.0002397947,0.0001397305,0.002192595,0.003772294,0.05863071],"study_design_scores_gemma":[0.000188423,0.0001249837,0.001332724,0.9600441,0.01097066,0.0002239354,0.0006927802,0.0001527625,0.0001521918,0.001530009,0.02453578,0.00005163134],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001687681,0.9773641,0.003579807,0.003702549,0.0007619101,0.009398846,0.00143456,0.00006977562,0.002000808],"genre_scores_gemma":[0.03253526,0.9136152,0.02294451,0.002709031,0.0003718085,0.02590838,0.001365717,0.00003027702,0.0005197915],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9892659,"threshold_uncertainty_score":0.5495816,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023556159","doi":"10.1136/bmj.328.7455.1561","title":"Complex interventions: how “out of control” can a randomised controlled trial be?","year":2004,"lang":"en","type":"article","venue":"BMJ","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1255,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Psychological intervention; Computer science; Randomized controlled trial; Data science; Medicine; Surgery; Nursing","authors":[{"name":"Penelope Hawe","is_ca":true},{"name":"Alan Shiell","is_ca":true},{"name":"Therese Riley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6427976236771674,"gpt":0.666484830153243,"spread":0.02368720647607558,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7358631,0.006979324,0.03665798,0.007044967,0.009546414,0.02461815,0.01168918,0.04583532,0.009137787],"category_scores_gemma":[0.8771023,0.006581964,0.01788712,0.006860119,0.0542103,0.0513615,0.009569463,0.02367579,0.003211411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01384503,"about_ca_system_score_gemma":0.02116865,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006918199,"about_ca_topic_score_gemma":0.003996047,"domain_scores_codex":[0.1177868,0.7865328,0.04848197,0.01719781,0.02806254,0.001938021],"domain_scores_gemma":[0.1188154,0.7927639,0.0275607,0.04283524,0.01469511,0.00332956],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.03507802,0.002459233,0.009751221,0.138772,0.06540702,0.0009956812,0.01233481,0.01014424,0.001215442,0.3923317,0.09151143,0.2399993],"study_design_scores_gemma":[0.03319591,0.003713349,0.003861519,0.05612342,0.01877005,0.0007923881,0.002568657,0.01956241,0.001855222,0.7747124,0.08313094,0.001713771],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01180625,0.2186792,0.2746447,0.3474889,0.1079241,0.02389663,0.001531581,0.001542915,0.01248577],"genre_scores_gemma":[0.3047249,0.02834035,0.3328312,0.2430874,0.02553568,0.06068408,0.0009907868,0.0010236,0.002782049],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2641369,"threshold_uncertainty_score":0.3257279,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2121795537","doi":"10.1186/s13012-015-0295-0","title":"Use of concept mapping to characterize relationships among implementation strategies and assess their feasibility and importance: results from the Expert Recommendations for Implementing Change (ERIC) study","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1177,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institute of Mental Health; VA Pittsburgh Healthcare System; VISN 4 Mental Illness Research, Education, and Clinical Center; University of California, San Diego; Quality Enhancement Research Initiative; University of Toronto; Fahs-Beck Fund for Research and Experimentation; National Institute of Diabetes and Digestive and Kidney Diseases; Johns Hopkins University; Health Services Research and Development; University of Washington; NIH Clinical Center; U.S. Department of Veterans Affairs; Washington University in St. Louis; University of California, Los Angeles; University of Massachusetts Boston; Indiana University-Purdue University Indianapolis; University of Minnesota; Harvard University; Purdue University; University of Pennsylvania; University of Arkansas for Medical Sciences; Doris Duke Charitable Foundation","keywords":"Categorization; Computer science; Process management; Process (computing); Implementation research; Consistency (knowledge bases); Health informatics; Management science; Rubric; Best practice; Data science; Knowledge management; Medicine; Psychological intervention; Psychology; Artificial intelligence; Public health","authors":[{"name":"Thomas J. Waltz","is_ca":false},{"name":"Byron J. Powell","is_ca":false},{"name":"Monica M. Matthieu","is_ca":false},{"name":"Laura J. Damschroder","is_ca":false},{"name":"Matthew Chinman","is_ca":false},{"name":"Jeffrey L. Smith","is_ca":false},{"name":"Enola K. Proctor","is_ca":false},{"name":"JoAnn E. Kirchner","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9472520975401527,"gpt":0.6784910235575587,"spread":0.268761073982594,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.250497,0.0009517033,0.001330513,0.006317142,0.00213972,0.005091104,0.001590417,0.001592685,0.001544922],"category_scores_gemma":[0.4363876,0.000721109,0.002487661,0.005288325,0.00317383,0.007216016,0.004803608,0.002697596,0.0002893123],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003743334,"about_ca_system_score_gemma":0.007807688,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004393882,"about_ca_topic_score_gemma":0.005963759,"domain_scores_codex":[0.84048,0.1322745,0.008535169,0.003812241,0.0129389,0.001959186],"domain_scores_gemma":[0.3588172,0.5776743,0.01676528,0.01648377,0.02884589,0.001413499],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001007807,0.001807334,0.2126853,0.006254453,0.00134075,0.0002887768,0.2264288,0.003157058,0.0008001199,0.006990977,0.003590471,0.5356482],"study_design_scores_gemma":[0.0007649622,0.005506575,0.5105023,0.01022715,0.002532644,0.0008269643,0.3855039,0.02661095,0.004802988,0.0234831,0.02853872,0.0006996125],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9196693,0.001684625,0.04825912,0.002009757,0.00008328604,0.007667126,0.0004387418,0.0001494212,0.02003859],"genre_scores_gemma":[0.9282147,0.00102083,0.06401478,0.0005746068,0.00002293259,0.005138106,0.0002696488,0.0000616145,0.0006828158],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.250497,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2147927650","doi":"10.1016/j.ijnurstu.2009.01.009","title":"A scoring system for appraising mixed methods research, and concomitantly appraising qualitative, quantitative and mixed methods primary studies in Mixed Studies Reviews","year":2009,"lang":"en","type":"review","venue":"International Journal of Nursing Studies","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1138,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research","keywords":"Qualitative research; Thematic analysis; Multimethodology; Critical appraisal; Quality (philosophy); Qualitative property; Systematic review; Management science; MEDLINE; Qualitative analysis; Psychology; Computer science; Medicine; Alternative medicine; Pathology; Sociology; Engineering; Mathematics education","authors":[{"name":"Pierre Pluye","is_ca":true},{"name":"Marie‐Pierre Gagnon","is_ca":false},{"name":"Frances Griffiths","is_ca":false},{"name":"Janique Johnson‐Lafleur","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9587728623805185,"gpt":0.8557142372490185,"spread":0.1030586251315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3075172,0.004100437,0.006793673,0.04933048,0.005433611,0.007579332,0.003993526,0.002851913,0.007217847],"category_scores_gemma":[0.4602941,0.002927436,0.01061154,0.03400433,0.004419369,0.006509886,0.01030782,0.004754676,0.001723246],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005635695,"about_ca_system_score_gemma":0.02149959,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002686042,"about_ca_topic_score_gemma":0.009231111,"domain_scores_codex":[0.5781972,0.1665967,0.1940581,0.00420726,0.05436433,0.002576498],"domain_scores_gemma":[0.4194714,0.2786038,0.05334873,0.01753288,0.2270708,0.003972507],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001814775,0.0003528534,0.01811323,0.1205555,0.005309447,0.0006895397,0.01390807,0.001129701,0.01154754,0.02370225,0.06266682,0.7402103],"study_design_scores_gemma":[0.005002731,0.0041532,0.09736758,0.1557999,0.02824362,0.008237268,0.03145086,0.02037047,0.01974043,0.1037566,0.5236087,0.002268736],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03612946,0.07893783,0.642771,0.01488362,0.01117488,0.1385526,0.01209155,0.004026575,0.06143255],"genre_scores_gemma":[0.02622872,0.006592297,0.9118191,0.000790996,0.0003696982,0.05094016,0.001370336,0.0002381426,0.001650648],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6924828,"threshold_uncertainty_score":0.8539546,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1656816330","doi":"10.1002/14651858.cd000125.pub4","title":"Local opinion leaders: effects on professional practice and health care outcomes","year":2011,"lang":"en","type":"review","venue":"Cochrane Database of Systematic Reviews","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1086,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"National Institute for Health and Care Research","keywords":"Medicine; MEDLINE; Meta-analysis; Psychological intervention; Citation; Opinion leadership; Randomized controlled trial; Health care; Family medicine; Nursing; Surgery; Public relations","authors":[{"name":"Gerd Flodgren","is_ca":false},{"name":"Elena Parmelli","is_ca":false},{"name":"Gaby Doumit","is_ca":false},{"name":"Melina Gattellari","is_ca":false},{"name":"Mary Ann O’Brien","is_ca":true},{"name":"Jeremy Grimshaw","is_ca":false},{"name":"Martin Eccles","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7162199569273066,"gpt":0.6933605432788646,"spread":0.02285941364844191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02983514,0.0005506623,0.002574774,0.0019779,0.0005036377,0.002439744,0.001210161,0.001793416,0.008704235],"category_scores_gemma":[0.1356339,0.0003426175,0.004256149,0.002097801,0.001213455,0.002053706,0.001962544,0.001649794,0.0004067456],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002245037,"about_ca_system_score_gemma":0.003324859,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002144611,"about_ca_topic_score_gemma":0.002709308,"domain_scores_codex":[0.9583016,0.03195542,0.00401463,0.001434649,0.003648497,0.0006451531],"domain_scores_gemma":[0.8601409,0.1111733,0.02182283,0.001066098,0.004190441,0.00160639],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.04937646,0.002358354,0.0454272,0.3718754,0.03588747,0.0003683336,0.004083994,0.001080414,0.0007221838,0.001632492,0.006272761,0.480915],"study_design_scores_gemma":[0.08129808,0.05880316,0.2811377,0.2925108,0.2286583,0.001129173,0.007270011,0.00348005,0.004109608,0.007817246,0.03342371,0.0003622081],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.3717493,0.5830808,0.003693884,0.01221063,0.001691555,0.005510346,0.002351601,0.0001934978,0.01951846],"genre_scores_gemma":[0.9264776,0.06278843,0.003247131,0.002342138,0.0006501069,0.003151859,0.0003732417,0.00002627188,0.0009431999],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02983514,"threshold_uncertainty_score":0.1577852,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1584545958","doi":"10.1023/a:1014301607592","title":"Revisiting the Quantitative-Qualitative Debate: Implications for Mixed-Methods Research","year":2002,"lang":"en","type":"article","venue":"Quality & Quantity","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1073,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Joseph’s Healthcare Hamilton; Institute for Work & Health; St. Joseph's Hospital; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Qualitative research; Computer science; Management science; Phenomenon; Triangulation; Data science; Epistemology; Sociology; Social science; Mathematics; Engineering","authors":[{"name":"Joanna E. M. Sale","is_ca":true},{"name":"Lynne Lohfeld","is_ca":true},{"name":"Kevin Brazil","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9389225382453479,"gpt":0.8306702581697397,"spread":0.1082522800756082,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.817687,0.002646515,0.00673215,0.0108175,0.01798554,0.04477992,0.02278077,0.02764909,0.008254573],"category_scores_gemma":[0.8544796,0.003054571,0.004538563,0.01103706,0.1119723,0.05351535,0.01922103,0.02939701,0.001467253],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04001811,"about_ca_system_score_gemma":0.0494825,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01948575,"about_ca_topic_score_gemma":0.02617857,"domain_scores_codex":[0.1664693,0.7475598,0.02410533,0.01466739,0.04448522,0.002712901],"domain_scores_gemma":[0.02829118,0.9468417,0.004736905,0.00834037,0.01073407,0.001055766],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005074085,0.0002794722,0.002071717,0.01240767,0.000713777,0.0002315956,0.1158056,0.0005563972,0.0004365142,0.7358266,0.04516896,0.08599431],"study_design_scores_gemma":[0.0005914319,0.0001842739,0.00199165,0.02690316,0.0004151191,0.0001798864,0.1062808,0.002537028,0.001121668,0.7602764,0.09924081,0.0002777855],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.005402235,0.02330158,0.06956692,0.8766658,0.0147108,0.0009830997,0.0002929898,0.0001038516,0.008972745],"genre_scores_gemma":[0.3206485,0.0155741,0.1475611,0.4885103,0.01146302,0.01182601,0.0003161098,0.0005206701,0.003580222],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.182313,"threshold_uncertainty_score":0.2903531,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1881866146","doi":"10.1111/j.1468-0009.2007.00506.x","title":"Knowledge Transfer and Exchange: Review and Synthesis of the Literature","year":2007,"lang":"en","type":"review","venue":"Milbank Quarterly","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1053,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Child and Family Research Institute; University of Calgary; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Fondation pour la Recherche Médicale; Canada Research Chairs; Michael Smith Health Research BC; Government of Alberta","keywords":"Knowledge transfer; Evidence-based medicine; Computer science; MEDLINE; Physics; Knowledge management; Political science; Law","authors":[{"name":"Craig Mitton","is_ca":true},{"name":"Carol E. Adair","is_ca":true},{"name":"Emily McKenzie","is_ca":true},{"name":"Scott B. Patten","is_ca":true},{"name":"Brenda Perry","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4509976303755549,"gpt":0.6346252534222061,"spread":0.1836276230466512,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01594272,0.001490291,0.005677728,0.01507836,0.0008095927,0.003802408,0.002873207,0.002929732,0.004779832],"category_scores_gemma":[0.04459006,0.0009436764,0.002448424,0.02212496,0.001418963,0.004912253,0.002252441,0.001651557,0.0009300914],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004373275,"about_ca_system_score_gemma":0.01962014,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006607973,"about_ca_topic_score_gemma":0.01581831,"domain_scores_codex":[0.9899002,0.004307775,0.002527861,0.0006375091,0.002374387,0.0002523036],"domain_scores_gemma":[0.9682183,0.0241627,0.003405712,0.000496371,0.003399842,0.0003170807],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00009530773,0.00005440299,0.000337098,0.5412139,0.001124392,0.000255351,0.0007150706,0.000308578,0.0002296593,0.002148717,0.0107935,0.4427241],"study_design_scores_gemma":[0.00009822447,0.0001938467,0.003510592,0.7120433,0.006253218,0.001071575,0.001639584,0.0001908414,0.0004834505,0.004012519,0.2704316,0.00007129605],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001063951,0.9988933,0.0001639542,0.0003387714,0.00008927767,0.00004495414,0.00003794463,0.000003155743,0.0003222225],"genre_scores_gemma":[0.001263747,0.9978503,0.0005307645,0.0001444863,0.00003643593,0.00009088474,0.00003065139,0.000001271715,0.00005149529],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9840573,"threshold_uncertainty_score":0.08431411,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2794014169","doi":"10.1111/jep.12884","title":"Improving the usefulness of a tool for appraising the quality of qualitative, quantitative and mixed methods studies, the <scp>Mixed Methods Appraisal Tool</scp> (<scp>MMAT</scp>)","year":2018,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1035,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Usability; Flexibility (engineering); Psychological intervention; Thematic analysis; Quality (philosophy); Qualitative research; Sample (material); Psychology; Qualitative property; Computer science; Medicine; Nursing; Human–computer interaction; Sociology; Chemistry; Mathematics; Statistics","authors":[{"name":"Quan Nha Hong","is_ca":true},{"name":"Araceli Gonzalez‐Reyes","is_ca":true},{"name":"Pierre Pluye","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8697059507355721,"gpt":0.8052181754568155,"spread":0.0644877752787566,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7456673,0.004591385,0.0109462,0.05266145,0.005591022,0.02770767,0.006865472,0.008790523,0.01308016],"category_scores_gemma":[0.9077898,0.007006058,0.0158447,0.04088142,0.01219155,0.01734263,0.01854801,0.01152568,0.004774198],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01737873,"about_ca_system_score_gemma":0.04877434,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001942521,"about_ca_topic_score_gemma":0.003610585,"domain_scores_codex":[0.1274004,0.6284879,0.1872068,0.009731787,0.04502234,0.002150786],"domain_scores_gemma":[0.03376641,0.7443749,0.06696174,0.03325041,0.1193037,0.00234278],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002628891,0.0007912907,0.01405222,0.248588,0.007876649,0.0008971924,0.04762374,0.002692617,0.004417349,0.03306988,0.1424209,0.4949413],"study_design_scores_gemma":[0.008919876,0.002502938,0.04342996,0.442378,0.009850995,0.002435383,0.03026976,0.03363064,0.009261481,0.1109094,0.303141,0.003270478],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01939021,0.01972082,0.6080801,0.04208985,0.01696673,0.2606218,0.009598623,0.008974354,0.01455745],"genre_scores_gemma":[0.02264318,0.001704797,0.6983247,0.002378054,0.0005400093,0.2727853,0.0007358522,0.0005364342,0.0003516871],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2543327,"threshold_uncertainty_score":0.3136376,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2168901200","doi":"10.1001/jama.284.3.357","title":"Users' Guides to the Medical Literature","year":2000,"lang":"en","type":"article","venue":"JAMA","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":924,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Viewpoints; Harm; Data collection; Qualitative research; Raw data; Process (computing); Experiential learning; Qualitative property; Research design; Applied psychology; Data science; Management science; Social psychology; Psychology; Computer science","authors":[{"name":"Mita Giacomini","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3284847020642925,"gpt":0.6509410057065855,"spread":0.322456303642293,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02350561,0.00147752,0.002738188,0.04438268,0.001935897,0.004467619,0.00465538,0.003043575,0.4170912],"category_scores_gemma":[0.1397745,0.001668978,0.001445428,0.04288253,0.001724239,0.00617046,0.005097975,0.003359103,0.2381468],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002316768,"about_ca_system_score_gemma":0.01063795,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005984186,"about_ca_topic_score_gemma":0.01078132,"domain_scores_codex":[0.9858354,0.005397163,0.004563734,0.0006117359,0.00306855,0.0005234176],"domain_scores_gemma":[0.8198186,0.1307822,0.005678497,0.006997655,0.03428316,0.002439828],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009317784,0.00006042262,0.0001782789,0.006785119,0.00000995936,0.00007983456,0.0009713976,0.00007987104,0.0001821861,0.00424776,0.8531063,0.1342056],"study_design_scores_gemma":[0.00004500561,0.00002406612,0.0004667793,0.005026415,0.00001026909,0.0001071327,0.0006016396,0.00008569038,0.00007107703,0.002100308,0.9914386,0.00002296009],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.002622219,0.05163745,0.05229309,0.04078924,0.01130519,0.02864422,0.3184888,0.02087998,0.4733399],"genre_scores_gemma":[0.01166121,0.08639811,0.2751146,0.03295121,0.003372958,0.05778142,0.1684904,0.00958029,0.3546498],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9764944,"threshold_uncertainty_score":0.8314487,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2464700444","doi":"10.1186/s12916-016-0643-1","title":"RAMESES II reporting standards for realist evaluations","year":2016,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":918,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institute on Aging; Health Services and Delivery Research Programme; Health Services Research Programme; Charles Darwin University; National Institutes of Health; Queen's University; Bangor University; Australian Institute of Criminology; University of South Australia; University of Glasgow; Universiteit Maastricht; University of Exeter; University of Leeds; National Institute for Health and Care Research; Queen's University Belfast; Dartmouth College; University College London; Northumbria University","keywords":"Medicine; Medical physics","authors":[{"name":"Geoff Wong","is_ca":false},{"name":"Gill Westhorp","is_ca":false},{"name":"Ana Manzano","is_ca":false},{"name":"Joanne Greenhalgh","is_ca":false},{"name":"Justin Jagosh","is_ca":false},{"name":"Trisha Greenhalgh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8638487049772686,"gpt":0.783277226262533,"spread":0.08057147871473558,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6729015,0.003735296,0.005379139,0.02818182,0.00758927,0.02325564,0.01516058,0.01131872,0.0146803],"category_scores_gemma":[0.8258322,0.00437951,0.01193665,0.0184975,0.01064827,0.01275458,0.02261702,0.01618857,0.01316567],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01840552,"about_ca_system_score_gemma":0.06460863,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005340145,"about_ca_topic_score_gemma":0.003134499,"domain_scores_codex":[0.1639491,0.4910965,0.2382913,0.009373732,0.09094881,0.006340637],"domain_scores_gemma":[0.09162752,0.3977228,0.07467561,0.09755631,0.3326202,0.005797617],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001759981,0.0009247768,0.01496185,0.03984771,0.0007435458,0.0005019645,0.02626913,0.006163159,0.003064029,0.1421341,0.454089,0.3095407],"study_design_scores_gemma":[0.001077731,0.001133123,0.01856352,0.06151415,0.0005048219,0.0007725104,0.01020486,0.008869398,0.006920418,0.06211914,0.8276411,0.0006791708],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01414547,0.01049691,0.5628707,0.04814336,0.01518334,0.158167,0.01740269,0.007589968,0.1660006],"genre_scores_gemma":[0.04532915,0.004427504,0.6395373,0.006092249,0.001518408,0.2794715,0.01264712,0.002080015,0.00889676],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3270985,"threshold_uncertainty_score":0.4033708,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2147417754","doi":"10.1177/2333393615597674","title":"Situating and Constructing Diversity in Semi-Structured Interviews","year":2015,"lang":"en","type":"article","venue":"Global Qualitative Nursing Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":827,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Trent University","funders":"","keywords":"Situated; Diversity (politics); Diversification (marketing strategy); Qualitative research; Sociology; Epistemology; Data science; Computer science; Social science; Marketing; Artificial intelligence; Business; Anthropology","authors":[{"name":"Michele McIntosh","is_ca":true},{"name":"Janice M. Morse","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9171331757488779,"gpt":0.7990975102580778,"spread":0.1180356654908,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1177954,0.0009920718,0.001133866,0.005806478,0.005468964,0.00467923,0.002581894,0.001859037,0.002424268],"category_scores_gemma":[0.1500386,0.0008901499,0.0007241378,0.004175819,0.01117751,0.006829933,0.009615422,0.002525605,0.0007310009],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004876147,"about_ca_system_score_gemma":0.009480791,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002000762,"about_ca_topic_score_gemma":0.003546423,"domain_scores_codex":[0.8317787,0.1459412,0.00704433,0.004535966,0.007665072,0.003034726],"domain_scores_gemma":[0.7614495,0.2060613,0.00847121,0.009004919,0.01322294,0.00179017],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001160975,0.00004241678,0.001846891,0.0006010657,0.00001447231,0.0004168939,0.9560165,0.0007116177,0.004957818,0.01181627,0.000954728,0.02250519],"study_design_scores_gemma":[0.00006390378,0.0001788304,0.002289582,0.001465967,0.00002622136,0.0005417243,0.8802683,0.004288679,0.005971615,0.05642779,0.04836653,0.0001107645],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4694684,0.0008283195,0.4806432,0.005053158,0.0003361496,0.01170835,0.001332392,0.0004139124,0.03021607],"genre_scores_gemma":[0.710544,0.0006914606,0.2692636,0.001029336,0.00009331519,0.01431618,0.0006863555,0.0001434175,0.003232221],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8822047,"threshold_uncertainty_score":0.6229688,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2616456691","doi":"10.1016/j.jclinepi.2017.05.006","title":"The GRADE Working Group clarifies the construct of certainty of evidence","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":797,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; McMaster University; Impact","funders":"Medical Research Council; Chief Scientist Office, Scottish Government Health and Social Care Directorate; Statens beredning för medicinsk och social utvärdering; University of Aberdeen; Parker Institute for Cancer Immunotherapy; Scottish Government; Oak Foundation","keywords":"Certainty; Grading (engineering); Brainstorming; Systematic review; Construct (python library); Guideline; Management science; Computer science; Psychology; Medicine; MEDLINE; Mathematics; Artificial intelligence; Engineering","authors":[{"name":"Monica Hultcrantz","is_ca":false},{"name":"David M. Rind","is_ca":false},{"name":"Elie A. Akl","is_ca":true},{"name":"Shaun Treweek","is_ca":false},{"name":"Reem A. Mustafa","is_ca":true},{"name":"Alfonso Iorio","is_ca":true},{"name":"Brian S. Alper","is_ca":false},{"name":"Joerg J Meerpohl","is_ca":false},{"name":"M. Hassan Murad","is_ca":false},{"name":"Mohammed Ansari","is_ca":true},{"name":"Srinivasa Vittal Katikireddi","is_ca":false},{"name":"Pernilla Östlund","is_ca":false},{"name":"Sofia Tranæus","is_ca":false},{"name":"Robin Christensen","is_ca":false},{"name":"Gerald Gartlehner","is_ca":false},{"name":"Jan Brożek","is_ca":true},{"name":"Ariel Izcovich","is_ca":false},{"name":"Holger J. Schünemann","is_ca":true},{"name":"Gordon Guyatt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9727773223646747,"gpt":0.811914680918852,"spread":0.1608626414458227,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4683672,0.003149771,0.01060882,0.03700969,0.006406167,0.02436281,0.01932636,0.021733,0.00590315],"category_scores_gemma":[0.7745839,0.004807717,0.01521187,0.01604654,0.01303183,0.01435648,0.02267729,0.03168658,0.003839455],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01460316,"about_ca_system_score_gemma":0.05538319,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01144464,"about_ca_topic_score_gemma":0.008199966,"domain_scores_codex":[0.4061403,0.3022349,0.2158649,0.0108864,0.06038644,0.004487143],"domain_scores_gemma":[0.1482559,0.5440956,0.07464291,0.04141386,0.1832278,0.008363908],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00137734,0.00018711,0.007653672,0.1096416,0.004775482,0.0005515041,0.009666916,0.003029786,0.001485454,0.1481708,0.3334457,0.3800146],"study_design_scores_gemma":[0.001318298,0.0005694844,0.004906906,0.1345692,0.007072167,0.001412321,0.002988888,0.004491536,0.00344266,0.1675884,0.6706307,0.001009539],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.006966793,0.1387512,0.3540188,0.3663522,0.05969224,0.02256449,0.006351494,0.002743801,0.04255894],"genre_scores_gemma":[0.07402951,0.05173197,0.7838051,0.04399685,0.006348797,0.03202164,0.003624756,0.001134527,0.003306758],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5316328,"threshold_uncertainty_score":0.6555979,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2168592755","doi":"10.1186/1745-6215-15-267","title":"Theory of Change: a theory-driven approach to enhance the Medical Research Council's framework for complex interventions","year":2014,"lang":"en","type":"article","venue":"Trials","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":785,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Grand Challenges Canada; Department for International Development; Wellcome Trust; National Institute of Mental Health; London School of Hygiene and Tropical Medicine","keywords":"Psychological intervention; Theory of change; Context (archaeology); Stakeholder; Stakeholder engagement; Management science; Intervention (counseling); Process management; Computer science; Construct (python library); Knowledge management; Medicine; Nursing; Engineering; Sociology; Public relations; Political science","authors":[{"name":"Mary J De Silva","is_ca":false},{"name":"Erica Breuer","is_ca":false},{"name":"Lucy Lee","is_ca":false},{"name":"Laura Asher","is_ca":false},{"name":"Neerja Chowdhary","is_ca":false},{"name":"Crick Lund","is_ca":false},{"name":"Vikram Patel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9726859781361701,"gpt":0.7902825717206547,"spread":0.1824034064155153,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1820529,0.003521432,0.004492375,0.01518886,0.006435446,0.01715649,0.01151354,0.008793444,0.008351122],"category_scores_gemma":[0.1584224,0.001927439,0.005553505,0.01113665,0.04488112,0.01050315,0.01265212,0.01618823,0.001664323],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03258421,"about_ca_system_score_gemma":0.06385634,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01323386,"about_ca_topic_score_gemma":0.0122627,"domain_scores_codex":[0.7207648,0.2429983,0.007966692,0.007013722,0.01859357,0.002662933],"domain_scores_gemma":[0.739939,0.2272343,0.005187718,0.009857355,0.01410927,0.003672465],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004617587,0.0001651213,0.0005415814,0.003394767,0.0001553682,0.0001680922,0.008805019,0.005842334,0.0001304446,0.9377017,0.007508042,0.03554142],"study_design_scores_gemma":[0.0001898865,0.0002073317,0.0005333981,0.007000628,0.0001488378,0.000148663,0.003661504,0.01059266,0.0002932611,0.8817028,0.09543117,0.00008988594],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002133662,0.007937043,0.8696575,0.04800842,0.001371888,0.007235125,0.0004403129,0.0004241984,0.06279194],"genre_scores_gemma":[0.09038496,0.005278382,0.8777623,0.005661413,0.0003293468,0.01787544,0.0003047945,0.0001672176,0.002236141],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.817947,"threshold_uncertainty_score":0.9627995,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2071304386","doi":"10.1186/1748-5908-4-1","title":"Mapping new theoretical and methodological terrain for knowledge translation: contributions from critical realism and the arts","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":762,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Ontario; Toronto Rehabilitation Institute; University of Toronto","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care","keywords":"Critical realism (philosophy of perception); Context (archaeology); Epistemology; Knowledge translation; Sociology; Agency (philosophy); Engineering ethics; Realism; Knowledge management; Social science; Computer science","authors":[{"name":"Pia Kontos","is_ca":true},{"name":"Blake Poland","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8046160871749412,"gpt":0.7543046970163122,"spread":0.05031139015862895,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1510098,0.002977762,0.00309367,0.01780414,0.008975464,0.02473187,0.006275618,0.009213356,0.008537277],"category_scores_gemma":[0.1834438,0.001556514,0.003265661,0.007945986,0.1208446,0.03521833,0.02352761,0.01236054,0.001310019],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02160694,"about_ca_system_score_gemma":0.02909462,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004948481,"about_ca_topic_score_gemma":0.003473403,"domain_scores_codex":[0.8056247,0.1697147,0.005603191,0.005884367,0.0108766,0.00229631],"domain_scores_gemma":[0.580901,0.3777282,0.00700415,0.0233328,0.008569192,0.00246453],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003821667,0.00005191943,0.0004261542,0.001574247,0.00005123856,0.0001672761,0.02068618,0.001437006,0.00009632991,0.9429429,0.002001078,0.03052743],"study_design_scores_gemma":[0.000030607,0.00003453085,0.0001199327,0.002602083,0.00001991626,0.0001037443,0.005597112,0.002096455,0.0001952103,0.9698023,0.01936576,0.00003237229],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01318405,0.04829568,0.6312627,0.1417513,0.003702694,0.001409857,0.0001881825,0.0002863798,0.1599191],"genre_scores_gemma":[0.558919,0.02726424,0.3898067,0.01198635,0.002401992,0.004925608,0.0001726889,0.0003143918,0.004208995],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8489902,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1635118023","doi":"10.1186/s12889-015-1949-1","title":"A realist evaluation of community-based participatory research: partnership synergy, trust building and related ripple effects","year":2015,"lang":"en","type":"article","venue":"BMC Public Health","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":758,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; McGill University","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; McGill University","keywords":"Community-based participatory research; General partnership; Participatory action research; Context (archaeology); Public relations; Sustainability; Corporate governance; Health services research; Medicine; Sociology; Public health; Political science; Nursing; Business","authors":[{"name":"Justin Jagosh","is_ca":false},{"name":"Paula Louise Bush","is_ca":true},{"name":"Jon Salsberg","is_ca":true},{"name":"Ann C. Macaulay","is_ca":true},{"name":"Trisha Greenhalgh","is_ca":false},{"name":"Geoff Wong","is_ca":false},{"name":"Margaret Cargo","is_ca":false},{"name":"Lawrence W. Green","is_ca":false},{"name":"Carol P. Herbert","is_ca":true},{"name":"Pierre Pluye","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9421391962492146,"gpt":0.7206863538059821,"spread":0.2214528424432325,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5540156,0.001193365,0.002126175,0.004775743,0.008187805,0.01848772,0.004800552,0.004915874,0.004744425],"category_scores_gemma":[0.5958972,0.001289497,0.002377885,0.004195955,0.02403272,0.01060849,0.01566096,0.00448097,0.0005000062],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02575012,"about_ca_system_score_gemma":0.02801715,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003102396,"about_ca_topic_score_gemma":0.005620108,"domain_scores_codex":[0.1555276,0.7958063,0.01367544,0.005410997,0.02741973,0.00215992],"domain_scores_gemma":[0.2112582,0.6915309,0.02431029,0.03022186,0.03954206,0.003136661],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.003051408,0.001122435,0.01146924,0.05209959,0.001803412,0.001262015,0.3366651,0.005307065,0.001985721,0.1926188,0.01016306,0.3824522],"study_design_scores_gemma":[0.004839946,0.01493089,0.01663794,0.08223567,0.003583723,0.00231098,0.3370974,0.01800802,0.01349404,0.195352,0.310591,0.0009184611],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3885252,0.02989222,0.2858137,0.08167392,0.00399091,0.0580017,0.00097046,0.0006133242,0.1505186],"genre_scores_gemma":[0.8771591,0.003286319,0.08925737,0.004587167,0.0002281617,0.02336741,0.0001142023,0.0001492408,0.001850988],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4459844,"threshold_uncertainty_score":0.5499783,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097730860","doi":"10.1186/1748-5908-7-33","title":"Realist synthesis: illustrating the method for implementation research","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":746,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University; McMaster University","funders":"","keywords":"Inference; Health informatics; Narrative; Psychological intervention; Scope (computer science); Process (computing); Health services research; Health administration; Management science; Data extraction; Health care; Computer science; Data science; Intervention (counseling); Medicine; MEDLINE; Public health; Artificial intelligence; Nursing; Political science","authors":[{"name":"Jo Rycroft‐Malone","is_ca":false},{"name":"Brendan McCormack","is_ca":false},{"name":"Alison M. Hutchinson","is_ca":false},{"name":"Kara DeCorby","is_ca":true},{"name":"Tracey Bucknall","is_ca":false},{"name":"Bridie Kent","is_ca":false},{"name":"Alyce A. Schultz","is_ca":false},{"name":"Erna Snelgrove‐Clarke","is_ca":true},{"name":"Cheryl B. Stetler","is_ca":false},{"name":"Marita G. Titler","is_ca":false},{"name":"Lars Wallin","is_ca":false},{"name":"Valerie Wilson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9308226281295897,"gpt":0.8381234563709525,"spread":0.09269917175863718,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4105711,0.003661784,0.004596326,0.01527187,0.00547271,0.01383321,0.006222672,0.006972956,0.04936349],"category_scores_gemma":[0.5238197,0.002492358,0.009523794,0.01520884,0.01564846,0.00940523,0.0132357,0.0113285,0.008914787],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0104403,"about_ca_system_score_gemma":0.0290544,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003987473,"about_ca_topic_score_gemma":0.004993466,"domain_scores_codex":[0.3975014,0.5592074,0.02009401,0.0105255,0.01099122,0.001680451],"domain_scores_gemma":[0.2807191,0.6294121,0.01295631,0.0471921,0.0283334,0.001386873],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001394947,0.0002719325,0.0007707514,0.05870051,0.001455657,0.0007715887,0.05273581,0.00852602,0.001238694,0.5470675,0.07825551,0.2488111],"study_design_scores_gemma":[0.002212399,0.0004858939,0.0008919902,0.03242131,0.0008110633,0.0003480851,0.01025493,0.01546803,0.002030155,0.5209112,0.4137468,0.0004181447],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001742406,0.003692291,0.8934959,0.01630181,0.00624809,0.0521347,0.002724145,0.00201417,0.02164657],"genre_scores_gemma":[0.009376246,0.001122201,0.8739957,0.001735185,0.0003346634,0.1113074,0.0002610389,0.0003795394,0.001487974],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5894289,"threshold_uncertainty_score":0.7268708,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2145171366","doi":"10.1016/j.jclinepi.2010.08.010","title":"Conducting quantitative synthesis when comparing medical interventions: AHRQ and the Effective Health Care Program","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":736,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"H2020 European Research Council; Agency for Healthcare Research and Quality","keywords":"Psychological intervention; Transparency (behavior); Consistency (knowledge bases); Agency (philosophy); Health care; Management science; Inclusion (mineral); Comparative effectiveness research; Computer science; Clinical study design; Research design; Medicine; Risk analysis (engineering); Process management; Psychology; Clinical trial; Nursing; Political science; Engineering; Mathematics","authors":[{"name":"Rongwei Fu","is_ca":false},{"name":"Gerald Gartlehner","is_ca":false},{"name":"Mark D Grant","is_ca":false},{"name":"Tatyana Shamliyan","is_ca":false},{"name":"Art Sedrakyan","is_ca":false},{"name":"Timothy J Wilt","is_ca":false},{"name":"Lauren E. Griffith","is_ca":true},{"name":"Mark Oremus","is_ca":true},{"name":"Parminder Raina","is_ca":true},{"name":"Afisi Ismaila","is_ca":true},{"name":"Pasqualina Santaguida","is_ca":true},{"name":"Joseph Lau","is_ca":false},{"name":"Thomas A Trikalinos","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9616347699983405,"gpt":0.8095308987224958,"spread":0.1521038712758447,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5704622,0.00525213,0.02012455,0.01522565,0.003960818,0.008930452,0.007708369,0.007496692,0.02107037],"category_scores_gemma":[0.8532394,0.004492281,0.02566967,0.01553503,0.009785964,0.007821523,0.009514663,0.009867186,0.0009227062],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01441159,"about_ca_system_score_gemma":0.01934211,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009763966,"about_ca_topic_score_gemma":0.01085817,"domain_scores_codex":[0.1177196,0.7871473,0.05432184,0.01385023,0.02562513,0.001335864],"domain_scores_gemma":[0.08577943,0.8491948,0.01808898,0.03217365,0.01396171,0.0008014839],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01718751,0.001581688,0.02077558,0.2888541,0.2116108,0.0005393722,0.01298772,0.01449625,0.001285741,0.1112877,0.03077216,0.2886214],"study_design_scores_gemma":[0.06796984,0.01582219,0.04151408,0.0918479,0.2592998,0.0004816425,0.01369224,0.07179049,0.0115579,0.334117,0.08992113,0.001985782],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0376653,0.03606364,0.6956707,0.01112803,0.01970769,0.1659926,0.01994315,0.001837902,0.01199083],"genre_scores_gemma":[0.172265,0.00213011,0.5525149,0.002853341,0.0008443936,0.2667148,0.001458824,0.0002818988,0.0009367521],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4295378,"threshold_uncertainty_score":0.5296966,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2119566762","doi":"10.1017/s0266462303000576","title":"INTERRUPTED TIME SERIES DESIGNS IN HEALTH TECHNOLOGY ASSESSMENT: LESSONS FROM TWO SYSTEMATIC REVIEWS OF BEHAVIOR CHANGE STRATEGIES","year":2003,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":717,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Interrupted time series; Interrupted Time Series Analysis; Guideline; Psychological intervention; Systematic review; Clinical study design; Intervention (counseling); Research design; Medicine; MEDLINE; Computer science; Statistics; Clinical trial; Mathematics; Nursing","authors":[{"name":"Craig Ramsay","is_ca":false},{"name":"Lloyd Matowe","is_ca":false},{"name":"Roberto Grilli","is_ca":false},{"name":"Jeremy Grimshaw","is_ca":true},{"name":"Ruth Thomas","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5027432372220434,"gpt":0.6811183309895188,"spread":0.1783750937674754,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6745269,0.003561009,0.0106718,0.01337722,0.002411452,0.008366631,0.006700698,0.009705295,0.004795961],"category_scores_gemma":[0.8676453,0.003136417,0.01677522,0.01230524,0.008534,0.01207049,0.00815223,0.01074388,0.0005850644],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01185825,"about_ca_system_score_gemma":0.01698677,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006975029,"about_ca_topic_score_gemma":0.008382661,"domain_scores_codex":[0.1692745,0.7443623,0.04557277,0.006814607,0.03293288,0.001042997],"domain_scores_gemma":[0.04828996,0.8876007,0.02077517,0.02246562,0.02021165,0.000656852],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.007310812,0.0008726188,0.02624801,0.07956179,0.03375755,0.001619342,0.01611967,0.02107816,0.001113678,0.1735001,0.01206411,0.6267542],"study_design_scores_gemma":[0.0131531,0.01640038,0.03939197,0.1159801,0.04816859,0.003682156,0.007038923,0.1278212,0.008498591,0.5182783,0.09904099,0.002545729],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.01521526,0.100164,0.8439623,0.0195278,0.005794165,0.01091838,0.0006431287,0.0005655308,0.003209438],"genre_scores_gemma":[0.1066904,0.0292254,0.8243234,0.005512566,0.002242916,0.03048069,0.0004427773,0.0002450674,0.0008367792],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.3254731,"threshold_uncertainty_score":0.4013664,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2043887666","doi":"10.1177/1098214005278752","title":"Is Sustainability Possible? A Review and Commentary on Empirical Studies of Program Sustainability","year":2005,"lang":"en","type":"review","venue":"American Journal of Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":715,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Sustainability; Champion; Sustainability organizations; Empirical research; Program evaluation; Sustainability science; Social sustainability; Business; Environmental resource management; Political science; Economics; Public administration","authors":[{"name":"Mary Ann Scheirer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.712236943529094,"gpt":0.7821963698676211,"spread":0.06995942633852714,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04766485,0.001465676,0.005013492,0.009062669,0.00166231,0.004907587,0.005507357,0.00648641,0.004180246],"category_scores_gemma":[0.2053299,0.0008413101,0.002834513,0.01742792,0.007057196,0.007098801,0.002422823,0.006529585,0.001124083],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01258433,"about_ca_system_score_gemma":0.03787336,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02767613,"about_ca_topic_score_gemma":0.04067196,"domain_scores_codex":[0.9571732,0.02216136,0.006279396,0.002545046,0.01097141,0.000869579],"domain_scores_gemma":[0.6365977,0.3168034,0.01247436,0.003082047,0.0297127,0.001329777],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002663283,0.00004963698,0.0006842408,0.216451,0.0008997972,0.0004773735,0.002961692,0.0004237046,0.0001948467,0.02724699,0.4412705,0.3090739],"study_design_scores_gemma":[0.00008455742,0.00008503868,0.001698026,0.3436534,0.0009639572,0.0004045386,0.003290785,0.0001369973,0.0002126601,0.008895287,0.6405097,0.00006501991],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000135166,0.9410856,0.0001585876,0.0532549,0.004318345,0.00001790555,0.00005517929,0.000006901454,0.000967271],"genre_scores_gemma":[0.005885133,0.9514987,0.0004953026,0.03712201,0.004337843,0.0001430696,0.00006464641,0.00001824022,0.0004350924],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.04766485,"threshold_uncertainty_score":0.2520788,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2778461957","doi":"10.1186/s13012-017-0696-3","title":"Community-based participatory research and integrated knowledge translation: advancing the co-creation of knowledge","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":699,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Participatory action research; Community-based participatory research; Knowledge management; Sociology; Health services research; Leverage (statistics); Public relations; Public health; Medicine; Political science; Computer science; Nursing","authors":[{"name":"Janet Jull","is_ca":true},{"name":"Audrey R. Giles","is_ca":true},{"name":"Ian D. Graham","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9264989825066337,"gpt":0.8000006745388658,"spread":0.1264983079677678,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2823802,0.001780683,0.003346905,0.0106003,0.016399,0.03150313,0.008403393,0.01459914,0.010321],"category_scores_gemma":[0.2414125,0.001763445,0.003185341,0.01002854,0.08337067,0.03443066,0.04882034,0.01603347,0.002778536],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01438267,"about_ca_system_score_gemma":0.06919884,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003686313,"about_ca_topic_score_gemma":0.004805021,"domain_scores_codex":[0.5053602,0.446797,0.008898674,0.0148579,0.01909043,0.004995858],"domain_scores_gemma":[0.3781248,0.5448636,0.01626756,0.03537251,0.01677836,0.008593102],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001288931,0.0003848872,0.002684948,0.01021033,0.0002519936,0.0008465057,0.2199675,0.001498219,0.0008543813,0.4741186,0.01371259,0.2753412],"study_design_scores_gemma":[0.0001293343,0.0003040127,0.001377697,0.01844351,0.0001331708,0.000656731,0.06239657,0.002577599,0.001173985,0.7265688,0.1860688,0.0001699788],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03265646,0.0474044,0.4607011,0.2879837,0.005705366,0.006464324,0.0004370667,0.0008217091,0.157826],"genre_scores_gemma":[0.4619274,0.02875824,0.4662956,0.02299128,0.001965306,0.009969298,0.0003439846,0.0004359258,0.007312891],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7176198,"threshold_uncertainty_score":0.884953,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2951189947","doi":"10.1136/ebnurs-2019-103145","title":"Triangulation in research, with examples","year":2019,"lang":"en","type":"editorial","venue":"Evidence-Based Nursing","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":690,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Laurentian University","funders":"","keywords":"Triangulation; Computer science; Mathematics; Geometry","authors":[{"name":"Helen Noble","is_ca":false},{"name":"Roberta Heale","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8390311259601577,"gpt":0.7296476691678538,"spread":0.1093834567923039,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1536633,0.002187852,0.002130826,0.01254717,0.006899041,0.01505271,0.005352285,0.007223425,0.01297912],"category_scores_gemma":[0.3896024,0.001281151,0.00237834,0.009371194,0.02596658,0.02103169,0.01344272,0.005388254,0.003414528],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00733824,"about_ca_system_score_gemma":0.01016302,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003202537,"about_ca_topic_score_gemma":0.006469847,"domain_scores_codex":[0.7165806,0.2349483,0.01426008,0.005993532,0.02624656,0.0019709],"domain_scores_gemma":[0.6391071,0.2801416,0.008413776,0.03186239,0.03817093,0.002304152],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001979091,0.00004819421,0.001077858,0.01034783,0.0002406449,0.001137994,0.03497083,0.000592362,0.0002358422,0.5228111,0.2060789,0.2222606],"study_design_scores_gemma":[0.0001392883,0.00007735036,0.0005754104,0.01965766,0.0001485182,0.0009527465,0.01669749,0.001573485,0.0004047208,0.3286,0.6310976,0.0000757512],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"editorial","genre_scores_codex":[0.005393548,0.09008237,0.2574908,0.3130762,0.07996885,0.005337133,0.0009084849,0.001595854,0.2461468],"genre_scores_gemma":[0.2534964,0.07027498,0.5440754,0.04548272,0.02067209,0.01212101,0.001283016,0.001283442,0.0513108],"genre_candidate":"editorial","genre_consensus":null,"teacher_disagreement_score":0.8463367,"threshold_uncertainty_score":0.8126589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2297168878","doi":"10.1186/s13012-016-0399-1","title":"Integrated knowledge translation (IKT) in health care: a scoping review","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":676,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University; Western University; University of Toronto; University Health Network","funders":"","keywords":"Knowledge translation; General partnership; Psychological intervention; Health services research; Medicine; Relevance (law); Health informatics; MEDLINE; Health administration; Knowledge management; CINAHL; Medical education; Cochrane Library; Nursing; Public health; Computer science; Alternative medicine; Political science","authors":[{"name":"Anna R. Gagliardi","is_ca":true},{"name":"Whitney Berta","is_ca":true},{"name":"Anita Kothari","is_ca":true},{"name":"Jennifer Boyko","is_ca":true},{"name":"Robin Urquhart","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9367314552086121,"gpt":0.8294925736284605,"spread":0.1072388815801516,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1288388,0.003306831,0.01104401,0.04829733,0.004003905,0.01328127,0.006224353,0.007593066,0.006062224],"category_scores_gemma":[0.33824,0.002906337,0.01010086,0.05879081,0.005515788,0.01648747,0.01053787,0.005392009,0.001238998],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01588085,"about_ca_system_score_gemma":0.08150794,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01094436,"about_ca_topic_score_gemma":0.01449179,"domain_scores_codex":[0.8671349,0.07048956,0.04038202,0.003992171,0.01590235,0.002099035],"domain_scores_gemma":[0.6018184,0.333938,0.02540128,0.008998815,0.02787385,0.001969665],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001193208,0.00009547366,0.0006045356,0.7368332,0.001629628,0.0001838687,0.00303737,0.0004358228,0.0001456573,0.003569174,0.004377187,0.2489689],"study_design_scores_gemma":[0.00004056829,0.00004599218,0.0003739328,0.9789113,0.002242944,0.0001062611,0.0009959567,0.0001707826,0.000095352,0.001410955,0.01558129,0.0000246887],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0008217651,0.9874047,0.00314932,0.002507693,0.0006950336,0.002972819,0.0002720343,0.00004222318,0.002134465],"genre_scores_gemma":[0.01222248,0.967799,0.01058362,0.001168383,0.0002869493,0.007268955,0.0004226839,0.00002789965,0.0002200108],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1288388,"threshold_uncertainty_score":0.6813728,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2603520596","doi":"10.1136/ebmed-2017-110668","title":"Rating the certainty in evidence in the absence of a single estimate of effect","year":2017,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":675,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Certainty; Grading (engineering); Meta-analysis; Computer science; Econometrics; Psychology; Actuarial science; Mathematics; Economics; Medicine; Engineering","authors":[{"name":"M. Hassan Murad","is_ca":false},{"name":"Reem A. Mustafa","is_ca":true},{"name":"Holger J. Schünemann","is_ca":true},{"name":"Shahnaz Sultan","is_ca":false},{"name":"Nancy Santesso","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7369926022121754,"gpt":0.6868045677958105,"spread":0.05018803441636499,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4318945,0.002995816,0.01263793,0.027402,0.002038905,0.01303516,0.00641451,0.01097642,0.006963977],"category_scores_gemma":[0.8051954,0.002792445,0.01899253,0.01138143,0.006631623,0.0141322,0.01203993,0.01054376,0.001686012],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005904675,"about_ca_system_score_gemma":0.008958176,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003611693,"about_ca_topic_score_gemma":0.004771421,"domain_scores_codex":[0.4091236,0.2345431,0.2805566,0.01204744,0.06165636,0.002072882],"domain_scores_gemma":[0.1845463,0.6737552,0.0675102,0.02144679,0.0493724,0.003369021],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.006023416,0.0002223394,0.02281801,0.364826,0.05988569,0.001348702,0.008896084,0.004998556,0.003042337,0.03855469,0.06712187,0.4222624],"study_design_scores_gemma":[0.00500846,0.00223389,0.01872773,0.3392673,0.06679119,0.005041557,0.007361478,0.01344047,0.006365508,0.2726915,0.2603091,0.002761838],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.03698652,0.426051,0.32303,0.1048259,0.02899355,0.02530569,0.01847712,0.001390276,0.03493989],"genre_scores_gemma":[0.3033439,0.10908,0.5122558,0.02278981,0.007059347,0.03526894,0.006537536,0.0004893165,0.003175389],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5681055,"threshold_uncertainty_score":0.7005752,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2275786585","doi":"10.1111/wvn.12144","title":"An Evidence‐Based Approach to Scoping Reviews","year":2016,"lang":"en","type":"article","venue":"Worldviews on Evidence-Based Nursing","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":670,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Management science; Systematic review; Knowledge management; Psychology; Protocol (science); Expert opinion; Engineering ethics; Computer science; Engineering; Political science; Medicine; MEDLINE; Alternative medicine","authors":[{"name":"Hanan Khalil","is_ca":false},{"name":"Micah D.J. Peters","is_ca":false},{"name":"Christina Godfrey","is_ca":true},{"name":"Patricia McInerney","is_ca":false},{"name":"Cássia Baldini Soares","is_ca":false},{"name":"Deborah Parker","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7817215748264809,"gpt":0.6764321983517698,"spread":0.105289376474711,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4749782,0.006823765,0.01197635,0.08025291,0.01082458,0.03650261,0.01736475,0.02241903,0.01642805],"category_scores_gemma":[0.6176063,0.006591083,0.01160664,0.06621062,0.02813306,0.01922102,0.02888933,0.02094855,0.008551799],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03391674,"about_ca_system_score_gemma":0.122843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006027631,"about_ca_topic_score_gemma":0.008821535,"domain_scores_codex":[0.2123754,0.6287582,0.09266867,0.0131684,0.05073884,0.002290594],"domain_scores_gemma":[0.2786383,0.5438669,0.03264601,0.03423505,0.1057036,0.004910047],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002514473,0.000299575,0.0005985344,0.1853324,0.002696509,0.001004422,0.04206531,0.003708682,0.001201938,0.3134332,0.05717069,0.3922372],"study_design_scores_gemma":[0.0004746933,0.0003099002,0.000732049,0.3257788,0.001396828,0.0008409889,0.01495083,0.003617441,0.0008709827,0.2326571,0.4179896,0.0003808334],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0007698147,0.04434785,0.720283,0.03355223,0.008852434,0.1571793,0.001726781,0.001108394,0.03218015],"genre_scores_gemma":[0.007872271,0.02154956,0.8337559,0.003668893,0.0007188462,0.1292756,0.0006247085,0.0001969218,0.002337367],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5250218,"threshold_uncertainty_score":0.6474453,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2083029092","doi":"10.1186/1748-5908-5-14","title":"A systematic review of the use of theory in the design of guideline dissemination and implementation strategies and interpretation of the results of rigorous evaluations","year":2010,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":648,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Chief Scientist Office, Scottish Government Health and Social Care Directorate; Scottish Government","keywords":"Construct (python library); Psychological intervention; Management science; Social cognitive theory; Systematic review; Academic detailing; Health services research; Research design; Guideline; Theory of planned behavior; Interpretation (philosophy); Medicine; Psychology; Computer science; Social psychology; MEDLINE; Sociology; Public health; Social science","authors":[{"name":"Philippa Davies","is_ca":false},{"name":"Anne Walker","is_ca":false},{"name":"Jeremy Grimshaw","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.675377176972941,"gpt":0.7400518025235054,"spread":0.06467462555056447,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2215336,0.002989606,0.01205901,0.03401088,0.002599091,0.007929786,0.004867482,0.00459326,0.003567279],"category_scores_gemma":[0.5232792,0.002808301,0.01028348,0.02251303,0.004415231,0.007392635,0.004240926,0.003310899,0.0006031248],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01797927,"about_ca_system_score_gemma":0.08143277,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01198704,"about_ca_topic_score_gemma":0.02737503,"domain_scores_codex":[0.7372266,0.1303166,0.08309773,0.005701965,0.04178248,0.001874594],"domain_scores_gemma":[0.486811,0.3890878,0.05279578,0.01092204,0.05823867,0.002144688],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002726401,0.00006065349,0.001555783,0.8657891,0.007020483,0.0001472434,0.00152068,0.000314294,0.000209583,0.001372179,0.003037988,0.1186994],"study_design_scores_gemma":[0.0002116942,0.0001634906,0.001607524,0.9742371,0.01237128,0.0001004184,0.0005782413,0.0001454607,0.000234645,0.0008440038,0.009467614,0.00003859888],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004090154,0.9712963,0.006469407,0.003091989,0.001065993,0.0106745,0.001332977,0.00007640487,0.001902358],"genre_scores_gemma":[0.06729598,0.8761262,0.02798117,0.002456255,0.0002925474,0.02425241,0.001204835,0.00005702746,0.0003334752],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.987941,"threshold_uncertainty_score":0.9599876,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3088463461","doi":"10.1111/medu.14380","title":"Interpretive description: A flexible qualitative methodology for medical education research","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":637,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Rigour; Qualitative research; Engineering ethics; Management science; Experiential knowledge; Educational research; Set (abstract data type); Computer science; Domain (mathematical analysis); Medical education; Data science; Sociology; Epistemology; Medicine; Pedagogy; Engineering; Social science","authors":[{"name":"Julie Thompson-Burdine","is_ca":false},{"name":"Sally Thorne","is_ca":true},{"name":"Gurjit Sandhu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9042236624844545,"gpt":0.8281320687807432,"spread":0.07609159370371132,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.275592,0.002111083,0.002100607,0.009164491,0.007555514,0.01160343,0.006728949,0.004088151,0.01318026],"category_scores_gemma":[0.2678515,0.001888236,0.002721139,0.01078267,0.0203355,0.009445123,0.01605423,0.008630998,0.00350808],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009993058,"about_ca_system_score_gemma":0.02616981,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002933936,"about_ca_topic_score_gemma":0.00575113,"domain_scores_codex":[0.6621367,0.306841,0.01301134,0.005389479,0.01116805,0.001453453],"domain_scores_gemma":[0.6208001,0.2909027,0.01358779,0.03776113,0.03395144,0.002996984],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003241909,0.0002286505,0.001117904,0.009308556,0.0001457842,0.0006190646,0.3271787,0.002449037,0.003640421,0.3606133,0.03776313,0.2566112],"study_design_scores_gemma":[0.0004545814,0.0002445176,0.001112336,0.01439739,0.0001290827,0.0005770369,0.08956756,0.00693839,0.003805461,0.4060646,0.476393,0.0003160367],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003038368,0.0007566216,0.9530541,0.008473098,0.0007652182,0.01962152,0.001186607,0.0005061243,0.01259838],"genre_scores_gemma":[0.01880501,0.0007106959,0.9153553,0.001941715,0.0001289809,0.06002523,0.0004379059,0.0002875096,0.002307615],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.724408,"threshold_uncertainty_score":0.8933241,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2751732558","doi":"10.1186/s13012-017-0637-1","title":"Developing a comprehensive definition of sustainability","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":636,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Canada Research Chairs; St. Michael's Hospital","funders":"","keywords":"Sustainability; Sustainability science; Sustainability organizations; Medicine; Health administration; Management science; Process management; Engineering ethics; Public health; Business; Nursing; Engineering","authors":[{"name":"Julia E. Moore","is_ca":true},{"name":"Alekhya Mascarenhas","is_ca":true},{"name":"Julie Bain","is_ca":true},{"name":"Sharon E. Straus","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8537952248504198,"gpt":0.7701388228962763,"spread":0.08365640195414348,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05285225,0.002256488,0.001890817,0.01609195,0.004020011,0.01352482,0.003477436,0.006163165,0.00428234],"category_scores_gemma":[0.06144018,0.0008584125,0.00269502,0.01162456,0.02240625,0.0254832,0.01304647,0.005985275,0.001003182],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01256861,"about_ca_system_score_gemma":0.02624852,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004666917,"about_ca_topic_score_gemma":0.002797925,"domain_scores_codex":[0.9478177,0.02856344,0.00797258,0.004034689,0.01003733,0.001574216],"domain_scores_gemma":[0.9212695,0.04827882,0.007067666,0.003759309,0.01812602,0.001498678],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001980887,0.00006188332,0.003172078,0.007468492,0.000143187,0.0002429834,0.01552967,0.00327115,0.0008166975,0.842741,0.0191338,0.1073993],"study_design_scores_gemma":[0.00001753664,0.00009062867,0.002518195,0.02197783,0.0001466991,0.0004171018,0.01409382,0.001980251,0.0007865966,0.4982342,0.4596135,0.0001236162],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02287304,0.1207226,0.5421853,0.1138662,0.004277358,0.00316399,0.001841131,0.0006575257,0.1904128],"genre_scores_gemma":[0.4168505,0.08942289,0.462577,0.01500955,0.001679084,0.005574642,0.002272232,0.0003805941,0.006233409],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.05285225,"threshold_uncertainty_score":0.2795127,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2098408559","doi":"10.1370/afm.1312","title":"Systematic Review and Meta-Analysis of Practice Facilitation Within Primary Care Settings","year":2012,"lang":"en","type":"review","venue":"The Annals of Family Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":608,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Élisabeth Bruyère Hospital; University of Ottawa; Impact; University of Waterloo","funders":"","keywords":"Medicine; Meta-analysis; Facilitation; Guideline; Randomized controlled trial; Systematic review; MEDLINE; Publication bias; Strictly standardized mean difference; Confidence interval; Subgroup analysis; Random effects model; Meta-regression; Family medicine; Internal medicine; Psychology","authors":[{"name":"Neill Bruce Baskerville","is_ca":true},{"name":"Clare Liddy","is_ca":true},{"name":"William Hogg","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9078202688090714,"gpt":0.7329600605324124,"spread":0.174860208276659,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05313332,0.004527938,0.02850536,0.01425894,0.001174773,0.005102168,0.003387574,0.003399623,0.002765621],"category_scores_gemma":[0.1614796,0.00256496,0.04181885,0.0117197,0.00152969,0.00363132,0.002523613,0.003338671,0.0002757462],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007950023,"about_ca_system_score_gemma":0.01407812,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007791005,"about_ca_topic_score_gemma":0.01518542,"domain_scores_codex":[0.9200643,0.05205371,0.01661108,0.003698445,0.006717385,0.0008551505],"domain_scores_gemma":[0.8974925,0.07823218,0.01437431,0.002660259,0.006543278,0.0006974914],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001234263,0.0000456717,0.002332303,0.564319,0.4122781,0.000144617,0.0001586737,0.0005931363,0.000130346,0.000221562,0.0006512822,0.01789104],"study_design_scores_gemma":[0.001155919,0.0005167731,0.003479191,0.107511,0.8834829,0.0001874016,0.0001073253,0.0003622533,0.0002530908,0.0004833195,0.002415246,0.00004555889],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003467953,0.9922715,0.001304777,0.0003862,0.0003940425,0.001470837,0.0003618454,0.0000352139,0.000307632],"genre_scores_gemma":[0.1419168,0.8340756,0.01268573,0.001322723,0.0005780412,0.00842791,0.0006880637,0.00004134777,0.0002638743],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.05313332,"threshold_uncertainty_score":0.2809992,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}