{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":4272,"total_is_capped":false,"direct_labels_cover":308,"predictions_cover":4272,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"726ed61286f6","filters":{"topic":"Health Policy Implementation Science"}},"results":[{"id":"W2084154288","doi":"10.1186/1748-5908-5-69","title":"Scoping studies: advancing the methodology","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":14722,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research; Canadian Occupational Therapy Foundation; Canadian Child Health Clinician Scientist Program; McMaster University","keywords":"Health services research; Knowledge translation; Rigour; Thematic analysis; Process (computing); Management science; Health informatics; Process management; Relevance (law); Health care; Qualitative research; Medicine; Health administration; Knowledge management; Computer science; Public health; Nursing; Engineering; Political science; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.9379698947753394,"gpt":0.849743256860538,"spread":0.08822663791480145,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0280386,0.0001285328,0.0002080606,0.0002760762,0.00492156,0.00004509944,0.0008604368,0.00004162687,0.001870923],"category_scores_gemma":[0.01307087,0.00008738078,0.00002923936,0.001830975,0.001112037,0.0009477954,0.0003730431,0.0005824501,0.0003922171],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002447215,"about_ca_system_score_gemma":0.002968852,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003791263,"about_ca_topic_score_gemma":0.006613764,"domain_scores_codex":[0.9951361,0.00115161,0.00105541,0.0004817033,0.0008979662,0.001277146],"domain_scores_gemma":[0.9875353,0.01020788,0.0005806068,0.0005622719,0.0008502984,0.0002636511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002357766,0.00001623771,0.1015346,0.0004022612,0.00002273231,0.00000296258,0.2273665,0.0000166987,0.4683512,0.1040909,0.03100356,0.06716875],"study_design_scores_gemma":[0.00366072,0.0002190147,0.1202988,0.0003264004,0.00004002436,0.00003261817,0.5708146,0.000302845,0.03430285,0.01589559,0.2533723,0.000734335],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9272375,0.00002484356,0.01380711,0.04753586,0.005768776,0.00287851,0.00002072015,0.0001474092,0.00257933],"genre_scores_gemma":[0.8796077,0.00003772457,0.04852403,0.07021301,0.0005248796,0.0008626056,0.000002125429,0.00001584781,0.0002120779],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4340484,"threshold_uncertainty_score":0.9990415,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2763766763","doi":"10.1177/1609406917733847","title":"Thematic Analysis","year":2017,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12861,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Thematic analysis; Computer science; Traceability; Thematic map; Process (computing); Data science; Presentation (obstetrics); Management science; Qualitative research; Trustworthiness; Qualitative analysis; Process management; Sociology; Engineering; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.9832845445105058,"gpt":0.9011446829846855,"spread":0.08213986152582031,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0392553,0.00009958271,0.0004329761,0.0006245699,0.0007048612,0.00006608338,0.001375138,0.00005610285,0.001530746],"category_scores_gemma":[0.03548592,0.00007452784,0.0002351252,0.0002102417,0.0002114813,0.000612697,0.0001657483,0.0004346229,0.00009035614],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002499054,"about_ca_system_score_gemma":0.0004797847,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001526842,"about_ca_topic_score_gemma":0.00004889543,"domain_scores_codex":[0.9870927,0.01006073,0.001561388,0.0001311132,0.0008828487,0.0002712703],"domain_scores_gemma":[0.9809506,0.01222007,0.003917996,0.0003372901,0.002386775,0.0001872975],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002556065,0.0001061798,0.04362974,0.00009802532,0.003956093,0.0000473776,0.7765564,0.00004730776,0.003052899,0.0735099,0.01157278,0.08716775],"study_design_scores_gemma":[0.005812952,0.0004106919,0.3122466,0.0006031533,0.001004255,0.00003679132,0.3550727,0.00139949,0.001851454,0.1787416,0.1421983,0.0006219972],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1567593,0.00002180595,0.7899131,0.03703644,0.002555844,0.0001777684,0.00004258741,0.000009881528,0.01348324],"genre_scores_gemma":[0.552313,0.0000235333,0.4403104,0.005340985,0.000585488,0.00001633215,0.000001380116,0.000009734101,0.00139917],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4214836,"threshold_uncertainty_score":0.999382,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2131919497","doi":"10.46743/2160-3715/2008.1573","title":"Qualitative Case Study Methodology: Study Design and Implementation for Novice Researchers","year":2015,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7550,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Triangulation; Qualitative research; Management science; Research design; Computer science; Case study research; Research methodology; Data science; Knowledge management; Sociology; Engineering; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.9849313370882364,"gpt":0.8747470444738147,"spread":0.1101842926144218,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2167928,0.0002347641,0.0005101147,0.0002297446,0.001760787,0.00003309715,0.0002606584,0.00007267004,0.00006654768],"category_scores_gemma":[0.03044205,0.0001636716,0.00004024237,0.0007492673,0.0003350927,0.0003581024,0.0002217644,0.0004992792,0.00003963119],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004745081,"about_ca_system_score_gemma":0.002285904,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01815916,"about_ca_topic_score_gemma":0.004772724,"domain_scores_codex":[0.9049316,0.09055291,0.001973445,0.0006847904,0.0009717373,0.0008855278],"domain_scores_gemma":[0.9243777,0.07142436,0.001190544,0.000611978,0.001942086,0.0004533691],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003025082,0.0001301784,0.002639401,0.0000479054,0.000116046,0.0003118307,0.9895574,0.00000505693,0.0000249133,0.0008177864,0.005247998,0.0007989958],"study_design_scores_gemma":[0.003702494,0.003089684,0.00118979,0.000008513783,0.00007304622,0.0002180692,0.9825858,0.00004353715,0.00001494641,0.007395439,0.001507194,0.0001715129],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8694021,0.00001876945,0.1041682,0.009924275,0.0002275874,0.01594212,0.00005555152,0.00006836857,0.0001930245],"genre_scores_gemma":[0.9521447,0.000001681551,0.04014366,0.002108385,0.0001340234,0.00450242,0.00001155562,0.0000380212,0.0009155892],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1863507,"threshold_uncertainty_score":0.9995388,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105501846","doi":"10.1002/14651858.cd000259.pub3","title":"Audit and feedback: effects on professional practice and healthcare outcomes","year":2012,"lang":"en","type":"review","venue":"Cochrane Database of Systematic Reviews","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5532,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa; University of Toronto; Women's College Hospital","funders":"Canadian Institutes of Health Research","keywords":"Audit; Psychological intervention; Health care; Health professionals; Quality (philosophy); Quality management; Clinical Practice; Psychology; Medicine; Nursing; Business; Accounting; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.5718003131530853,"gpt":0.6614527590490492,"spread":0.08965244589596388,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02488927,0.0008166285,0.008286328,0.0004179676,0.0006923035,0.00002343005,0.0005493956,0.0004024257,0.0001562828],"category_scores_gemma":[0.03890306,0.0004753051,0.0002755607,0.0005864737,0.0001461506,0.0005465117,0.0005119286,0.001248998,0.001231969],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002799292,"about_ca_system_score_gemma":0.001336885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001183425,"about_ca_topic_score_gemma":0.00003451892,"domain_scores_codex":[0.9677404,0.02308991,0.006267819,0.0007945655,0.001150433,0.0009569225],"domain_scores_gemma":[0.9411684,0.04775306,0.008098684,0.001807208,0.0003943321,0.0007783217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000005030519,0.00003339487,0.00003503626,0.9425443,0.00005653764,0.000004313632,0.00112446,7.048378e-10,2.277297e-7,0.000993973,0.007105445,0.04809725],"study_design_scores_gemma":[0.0002738066,0.00004845706,0.00002385517,0.5345637,0.000864313,0.0000351626,0.000321249,3.030043e-7,6.49727e-8,0.000003642464,0.4636614,0.0002040953],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000005451984,0.9669385,0.00003311846,0.00232649,0.001520762,0.02790742,0.0009747209,0.00003642338,0.0002571252],"genre_scores_gemma":[0.000004526315,0.9839999,0.001555585,0.005942995,0.0003460705,0.007178268,0.0002632557,0.00007103605,0.0006383316],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4565559,"threshold_uncertainty_score":0.9997699,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2801702920","doi":"10.3389/fpubh.2018.00149","title":"Best Practices for Developing and Validating Scales for Health, Social, and Behavioral Research: A Primer","year":2018,"lang":"en","type":"review","venue":"Frontiers in Public Health","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5204,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"National Institute of Mental Health","keywords":"Scale (ratio); Jargon; Resource (disambiguation); Best practice; Computer science; Process (computing); Reliability (semiconductor); Data science; Rating scale; Management science; Psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.961670668709378,"gpt":0.7950330675821126,"spread":0.1666376011272654,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04901124,0.0004390012,0.002294498,0.001506417,0.005782142,0.0001927855,0.0005331428,0.0005912648,0.000008499548],"category_scores_gemma":[0.01084861,0.0004111482,0.0001062186,0.001393127,0.0005664224,0.0007116124,0.0003830716,0.001452385,0.000008891164],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003110463,"about_ca_system_score_gemma":0.03361741,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003125035,"about_ca_topic_score_gemma":0.00233561,"domain_scores_codex":[0.98383,0.007740524,0.003193991,0.001216146,0.0007085305,0.003310837],"domain_scores_gemma":[0.9866032,0.006763301,0.004447055,0.0003999716,0.0008215727,0.000964882],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007778063,0.00003268512,0.0005550371,0.06149798,0.00001925493,1.906303e-7,0.01265585,8.767698e-10,8.475073e-9,0.0009398559,0.1915636,0.7327278],"study_design_scores_gemma":[0.0007351261,0.0003936732,0.00009543196,0.006675416,0.00001918656,0.000003857168,0.01141534,0.00001418975,1.581198e-8,0.0003711122,0.9799813,0.0002953366],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001150975,0.8378891,0.0131289,0.1250789,0.002026879,0.02042281,0.001117195,0.00008791967,0.0001331883],"genre_scores_gemma":[0.000009633728,0.8366948,0.1472606,0.007816278,0.0009953927,0.006452758,0.0002035158,0.000105343,0.0004617079],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7884178,"threshold_uncertainty_score":0.9998341,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2010049072","doi":"10.1186/s13012-015-0209-1","title":"A refined compilation of implementation strategies: results from the Expert Recommendations for Implementing Change (ERIC) project","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5112,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institute of Mental Health; VISN 4 Mental Illness Research, Education, and Clinical Center; Perelman School of Medicine, University of Pennsylvania; Quality Enhancement Research Initiative; Eastern Michigan University; University of Toronto; Saint Louis University; Fahs-Beck Fund for Research and Experimentation; National Institute of Diabetes and Digestive and Kidney Diseases; Johns Hopkins University; Health Services Research and Development; University of Washington; NIH Clinical Center; U.S. Department of Veterans Affairs; Washington University in St. Louis; University of California, Los Angeles; University of Massachusetts Boston; Indiana University-Purdue University Indianapolis; University of Minnesota; Purdue University; University of Pennsylvania; Doris Duke Charitable Foundation; University of Arkansas for Medical Sciences","keywords":"Computer science; CLARITY; Implementation research; Process (computing); Relevance (law); Process management; Health informatics; Delphi method; Delphi; Field (mathematics); Management science; Data science; Knowledge management; Medicine; Artificial intelligence; Psychological intervention","retraction":null,"screen_n_in":null,"score":{"opus":0.9271654622028426,"gpt":0.7566018920976266,"spread":0.1705635701052159,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01320729,0.0002457505,0.0003098248,0.0004066249,0.002427676,0.0001489659,0.0008434406,0.00006586073,0.0004145331],"category_scores_gemma":[0.001756019,0.0001987163,0.00007083877,0.002350439,0.0003290012,0.00264885,0.0003109106,0.0002129973,0.00003391206],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007478953,"about_ca_system_score_gemma":0.004681953,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02091565,"about_ca_topic_score_gemma":0.01105671,"domain_scores_codex":[0.9931664,0.0009090205,0.002576871,0.000735786,0.001362642,0.001249228],"domain_scores_gemma":[0.9916324,0.003326468,0.002178748,0.0006523153,0.001935405,0.0002746752],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004025452,0.00007150335,0.02056402,0.00008288501,0.0000493352,4.049917e-7,0.5975059,0.000006938233,0.01289567,0.01736682,0.2645264,0.08652759],"study_design_scores_gemma":[0.007094905,0.0003086286,0.03549011,0.00006836653,0.00002959227,7.675221e-7,0.5462286,0.0004732973,0.002231778,0.00159453,0.4062075,0.0002718715],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7504937,0.00007709284,0.03794863,0.1561584,0.004163383,0.02546864,0.02155788,0.0004702492,0.00366197],"genre_scores_gemma":[0.9420794,0.00004036882,0.03559351,0.01479181,0.0008313862,0.004330576,0.002226061,0.00003745798,0.00006947251],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1915856,"threshold_uncertainty_score":0.998871,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2674995983","doi":"10.1186/s13012-017-0605-9","title":"A guide to using the Theoretical Domains Framework of behaviour change to investigate implementation problems","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3937,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa; Women's College Hospital; University of Toronto; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Department of Family and Community Medicine, University of Toronto; University of Toronto","keywords":"Health informatics; Health services research; Health administration; Medicine; Public health; Health policy; Quality of Life Research; Management science; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.7327718686698846,"gpt":0.7516189197279272,"spread":0.01884705105804252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01056257,0.0002228436,0.0002841885,0.0004446701,0.00603235,0.0002289869,0.001970624,0.0000675595,0.001484693],"category_scores_gemma":[0.003425943,0.0001729007,0.00005266396,0.001405605,0.001249682,0.001271478,0.001009076,0.0002977093,0.0001569388],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005866275,"about_ca_system_score_gemma":0.001835523,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008686081,"about_ca_topic_score_gemma":0.003561315,"domain_scores_codex":[0.9940096,0.0005955636,0.00159524,0.000679501,0.001720012,0.001400157],"domain_scores_gemma":[0.9948707,0.0008685699,0.001186374,0.001336267,0.000949289,0.0007888459],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003649623,0.00003300438,0.4779375,0.0001079587,0.00001276714,0.000001984201,0.1808892,0.00003336068,0.05082266,0.263878,0.00595386,0.02029324],"study_design_scores_gemma":[0.001886251,0.0004600233,0.8601056,0.0003124959,0.00005538474,0.000005874024,0.07770797,0.0002923135,0.01738965,0.01166855,0.02956169,0.0005541741],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9082214,0.000002217803,0.03481784,0.04944781,0.0008673432,0.005724167,0.000258525,0.00004665997,0.0006140206],"genre_scores_gemma":[0.9333963,0.000004391336,0.03499425,0.03007437,0.0002731545,0.001183116,0.000005728936,0.000022971,0.00004570429],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3821681,"threshold_uncertainty_score":0.9994281,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2038028146","doi":"10.3310/hta8060","title":"Effectiveness and efficiency of guideline dissemination and implementation strategies","year":2004,"lang":"en","type":"review","venue":"Health Technology Assessment","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3054,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Health Technology Assessment Programme; National Institute for Health and Care Research","keywords":"Psychological intervention; Medicine; Guideline; MEDLINE; Systematic review; Audit; Randomized controlled trial; Intervention (counseling); Family medicine; Cochrane Library; Outreach; Nursing; Accounting","retraction":null,"screen_n_in":null,"score":{"opus":0.2870312295922802,"gpt":0.7339176681174236,"spread":0.4468864385251435,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006272596,0.0003807629,0.001664474,0.001100144,0.0008584119,0.00001515528,0.0002525051,0.0005388777,0.00007526114],"category_scores_gemma":[0.0002960672,0.0003271593,0.00005582811,0.001130751,0.0003432171,0.0001919893,0.000290476,0.000936264,0.000007361155],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001261231,"about_ca_system_score_gemma":0.009543505,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003947547,"about_ca_topic_score_gemma":0.0001609005,"domain_scores_codex":[0.9934621,0.001670954,0.002959386,0.0006806707,0.0003945093,0.0008323449],"domain_scores_gemma":[0.9945845,0.001994711,0.002510676,0.0004255695,0.0002901838,0.0001943341],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002222805,0.00003031616,0.0003603137,0.09462029,0.00002345438,0.000001163682,0.0007684385,2.794545e-7,0.000003663204,0.04550554,0.0002532102,0.8584311],"study_design_scores_gemma":[0.001942053,0.001223799,0.006129519,0.04814799,0.0002150604,0.00004447345,0.02248415,0.00001650774,0.000006875616,0.005255765,0.9139049,0.0006288935],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001005299,0.972751,0.01155515,0.005390805,0.0003629306,0.008299191,0.0002835904,0.0002062562,0.0001457552],"genre_scores_gemma":[0.004820325,0.9878487,0.005169419,0.0002660321,0.00003241414,0.001702088,0.0001113494,0.00003856277,0.00001112082],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9136517,"threshold_uncertainty_score":0.999918,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2161459327","doi":"10.1186/1748-5908-7-50","title":"Knowledge translation of research findings","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2529,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; Canadian Institutes of Health Research; Hill's Pet Nutrition","keywords":"Knowledge translation; Health services research; Health care; Health administration; Medicine; Stakeholder; Knowledge management; Health policy; Translational research; Public relations; Public health; Computer science; Nursing; Political science; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.9535048946772307,"gpt":0.8400285030842797,"spread":0.113476391592951,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02859238,0.00008909122,0.000147221,0.0009623475,0.00192192,0.00001881367,0.0004837583,0.00004885932,0.002533799],"category_scores_gemma":[0.00189921,0.00008331089,0.00002664415,0.00427018,0.0007800061,0.001746801,0.0001407426,0.0003007961,0.0007490608],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004376518,"about_ca_system_score_gemma":0.001904674,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003520395,"about_ca_topic_score_gemma":0.0001800037,"domain_scores_codex":[0.9947445,0.0009868746,0.001022012,0.0002797605,0.001485339,0.001481536],"domain_scores_gemma":[0.9942181,0.003689882,0.000243902,0.0003103571,0.001129216,0.0004085281],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002196561,0.00006668484,0.5231633,0.000230397,0.000004190535,1.132239e-7,0.2660884,9.129586e-7,0.1139872,0.04827862,0.01370687,0.03445136],"study_design_scores_gemma":[0.001827962,0.0001355888,0.6635069,0.00007180566,0.000007777836,0.000001937352,0.09073641,0.00008093219,0.04425507,0.0009104028,0.1982497,0.0002154431],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.971193,0.00003976375,0.001855296,0.002527058,0.0008602783,0.001356378,0.00004416838,0.00005228545,0.02207173],"genre_scores_gemma":[0.995382,0.00001148711,0.003164739,0.000804334,0.0002038068,0.000196354,0.000005581029,0.000009375774,0.0002223053],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1845429,"threshold_uncertainty_score":0.9993774,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2261406464","doi":"10.1186/s12874-016-0116-4","title":"A scoping review on the conduct and reporting of scoping reviews","year":2016,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2221,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Canada Research Chairs; University of Ottawa; University of Toronto; University of Calgary; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Systematic review; Inclusion (mineral); MEDLINE; Protocol (science); Grey literature; Medicine; Psychology; Alternative medicine; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9964033037350372,"gpt":0.8939342699261918,"spread":0.1024690338088453,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5448813,0.0003725159,0.006587156,0.0005345605,0.001014321,0.000009207275,0.001278057,0.000712808,0.006837802],"category_scores_gemma":[0.9262681,0.0001684605,0.0003527406,0.001391304,0.001562202,0.00007123606,0.001218388,0.003830394,0.0006446354],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002781005,"about_ca_system_score_gemma":0.03206723,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000147568,"about_ca_topic_score_gemma":0.0004193106,"domain_scores_codex":[0.6710017,0.3094722,0.01336077,0.001136045,0.002960646,0.002068574],"domain_scores_gemma":[0.1493023,0.8320417,0.01401281,0.002164019,0.001077277,0.001401895],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000003518342,0.000003135232,0.000006215859,0.485946,0.000007546409,0.00000468953,0.0001548088,3.319545e-10,4.111964e-7,0.001469491,0.007933888,0.5044703],"study_design_scores_gemma":[0.00008807025,0.00006526556,0.000001071421,0.5482076,0.00002365738,0.00001923417,0.0000615064,2.283199e-7,3.578109e-7,0.0001594431,0.4512994,0.00007416779],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000002029032,0.9693027,0.002722281,0.0103427,0.0004803989,0.01549983,0.0000150259,0.00002329352,0.001611761],"genre_scores_gemma":[5.268388e-8,0.974946,0.008829672,0.01018085,0.0006008005,0.004963511,0.000004458007,0.00004229253,0.0004324118],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5225694,"threshold_uncertainty_score":0.9984678,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2147117340","doi":"10.1111/j.1524-475x.2004.04006.x","title":"A Process for Systematically Reviewing the Literature: Providing the Research Evidence for Public Health Nursing Interventions","year":2004,"lang":"en","type":"article","venue":"Worldviews on Evidence-Based Nursing","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2130,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Psychological intervention; Relevance (law); Mandate; Nursing literature; Construct validity; Content validity; Public health; Psychology; Construct (python library); Medicine; Nursing; Medical education; MEDLINE; Alternative medicine; Political science; Computer science; Psychometrics","retraction":null,"screen_n_in":null,"score":{"opus":0.9265954682237948,"gpt":0.7513064964512558,"spread":0.175288971772539,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07714524,0.0004251474,0.0008400201,0.0007497289,0.01122143,0.0005318111,0.001772514,0.0001586408,0.00003606878],"category_scores_gemma":[0.076796,0.0002511566,0.0005100036,0.004390432,0.0007296681,0.001537432,0.00005841924,0.00172691,0.00008334091],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004986053,"about_ca_system_score_gemma":0.007962902,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005757121,"about_ca_topic_score_gemma":0.0001625593,"domain_scores_codex":[0.9808975,0.01000515,0.003298693,0.001097333,0.001885453,0.002815878],"domain_scores_gemma":[0.9468332,0.04675369,0.001719138,0.001487162,0.002590684,0.0006161017],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001037925,0.0009863948,0.0005886519,0.1334,0.00008136652,0.000003956003,0.3276962,0.0008812103,0.000469987,0.1556946,0.06578889,0.3133708],"study_design_scores_gemma":[0.001769492,0.001413254,0.0005545761,0.9375316,0.0000906397,0.00001174079,0.02312573,0.001477413,0.0001508444,0.01339417,0.0200247,0.0004558484],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.003390515,0.0198104,0.1490951,0.7959771,0.001450429,0.02989273,0.00005047796,0.0001758661,0.0001574047],"genre_scores_gemma":[0.9203997,0.0007759977,0.008036185,0.04701189,0.001375453,0.0219407,0.00001824775,0.0001128663,0.0003289819],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9170092,"threshold_uncertainty_score":0.999994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2117460543","doi":"10.1186/1471-2288-13-48","title":"Enhancing the scoping study methodology: a large, inter-professional team’s experience with Arksey and O’Malley’s framework","year":2013,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1930,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Inland Hospital; University of Victoria; Interior Health; BC Cancer Agency","funders":"Canadian Institutes of Health Research","keywords":"Psychology; Knowledge management; Applied psychology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.9073939510957548,"gpt":0.7921934918806057,"spread":0.1152004592151491,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1655313,0.0002738498,0.0008531199,0.0004476966,0.00313671,0.0000469404,0.001389332,0.0005688752,0.01050453],"category_scores_gemma":[0.4078687,0.0001532272,0.000046799,0.001237975,0.001962468,0.0002889234,0.002097035,0.005140403,0.0004349164],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002026835,"about_ca_system_score_gemma":0.006866187,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003583445,"about_ca_topic_score_gemma":0.01563079,"domain_scores_codex":[0.8433324,0.1486631,0.001609229,0.001022693,0.002725059,0.002647539],"domain_scores_gemma":[0.5633159,0.4327731,0.0004064211,0.001021126,0.001033111,0.001450358],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007432734,0.0003671758,0.4661534,0.001627152,0.00009650836,0.00005054507,0.472397,0.000002079824,0.00145717,0.02319125,0.01382786,0.02008659],"study_design_scores_gemma":[0.00335416,0.001574926,0.1709522,0.003738327,0.00002071045,0.0000603088,0.7966134,0.000730365,0.0002181861,0.01564071,0.00665933,0.0004373685],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.5213194,0.0000897161,0.453915,0.01979226,0.0007143077,0.003668499,0.000003198898,0.00006018837,0.0004374648],"genre_scores_gemma":[0.4700383,0.000149755,0.4895842,0.02887387,0.0009204802,0.008797432,0.000002535972,0.00005759289,0.001575838],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3242164,"threshold_uncertainty_score":0.998764,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2162163297","doi":"10.1111/j.1365-2753.2010.01516.x","title":"Assessment of study quality for systematic reviews: a comparison of the Cochrane Collaboration Risk of Bias Tool and the Effective Public Health Practice Project Quality Assessment Tool: methodological research","year":2010,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1548,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Alberta Health Services; University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Inter-rater reliability; Psychological intervention; Reliability (semiconductor); Medicine; Quality (philosophy); Knowledge translation; Randomized controlled trial; MEDLINE; Applied psychology; Psychology; Knowledge management; Nursing; Computer science; Rating scale","retraction":null,"screen_n_in":null,"score":{"opus":0.9715762644417735,"gpt":0.8799747184237315,"spread":0.09160154601804193,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8610569,0.0001683377,0.002428891,0.0002848881,0.000713283,0.00005073193,0.0005207239,0.0002190556,0.00003129492],"category_scores_gemma":[0.9341308,0.00008647014,0.000240527,0.001834358,0.0006011858,0.001075425,0.0002192154,0.003576275,8.822988e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000611609,"about_ca_system_score_gemma":0.01239671,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001296802,"about_ca_topic_score_gemma":0.001427098,"domain_scores_codex":[0.1960249,0.7740473,0.02162229,0.0005591745,0.00713167,0.0006146176],"domain_scores_gemma":[0.11819,0.8130283,0.04483033,0.001067266,0.02272449,0.0001595521],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.005878764,0.01007057,0.7863344,0.04240884,0.0007922022,5.681812e-7,0.09219964,0.0001754476,0.0003573641,0.04501768,0.003048491,0.01371605],"study_design_scores_gemma":[0.01049134,0.003659964,0.8456366,0.002079511,0.0004917669,0.000004736969,0.1299386,0.004259701,0.000005902822,0.001698262,0.001636513,0.00009708936],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8739197,0.000261648,0.01421661,0.06723461,0.00113642,0.04286883,0.00005504756,0.000004593638,0.0003025868],"genre_scores_gemma":[0.9343627,0.0004864916,0.06157197,0.001672768,0.0001582738,0.001730373,0.000001716646,0.000009420437,0.000006257842],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0778349,"threshold_uncertainty_score":0.9987225,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2592673947","doi":"10.1136/bmj.i6795","title":"Standards for Reporting Implementation Studies (StaRI) Statement","year":2017,"lang":"en","type":"review","venue":"BMJ","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1505,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Public Health Ontario; University of Toronto","funders":"Asthma UK Centre for Applied Research; Asthma and Lung UK; National Institute for Health and Care Research; Queen Mary University of London","keywords":"Statement (logic); Computer science; Accounting; Information retrieval; Political science; Business; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.9717916715289578,"gpt":0.8791788222042065,"spread":0.09261284932475133,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03763268,0.0004051689,0.00225703,0.0002738616,0.003157336,0.00005586885,0.0004751006,0.0002136969,0.0004713582],"category_scores_gemma":[0.02654293,0.0003180658,0.0003284765,0.0001788816,0.00009238816,0.0002781694,0.0003417339,0.0004879415,0.0001272671],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002812927,"about_ca_system_score_gemma":0.01495182,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002852913,"about_ca_topic_score_gemma":0.001174672,"domain_scores_codex":[0.9864218,0.001361222,0.009276343,0.0006733594,0.001039798,0.00122747],"domain_scores_gemma":[0.9712878,0.003266921,0.02272801,0.001007901,0.001468229,0.0002411197],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003391027,0.000002838585,0.00003763006,0.03675248,0.00009785577,0.000003011937,0.002464407,4.222316e-8,2.859743e-8,0.0002515877,0.3784024,0.5819843],"study_design_scores_gemma":[0.0005712546,0.00008327553,0.00002030246,0.0100073,0.0002658438,0.00000308351,0.005963066,8.63044e-7,2.068183e-7,0.0002440521,0.9825546,0.0002861112],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00000519375,0.9642963,0.001031058,0.005917856,0.003315987,0.01945482,0.003926403,0.0001174736,0.001934856],"genre_scores_gemma":[0.000001802692,0.9758018,0.003536509,0.001770325,0.001482277,0.01355997,0.0002889142,0.00007058054,0.003487811],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6041522,"threshold_uncertainty_score":0.9999272,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2124199620","doi":"10.1186/1748-5908-4-29","title":"Development of a theory of implementation and integration: Normalization Process Theory","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1488,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"National Institute for Health and Care Research","keywords":"Computer science; Theory; Development theory; Management science; Process theory; Epistemology; Data science; Work in process; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.5191180660648443,"gpt":0.7084347811641949,"spread":0.1893167150993506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009957649,0.0001488212,0.0002309626,0.0005510834,0.0009699036,0.00002160919,0.0003382228,0.00003691786,0.0009959812],"category_scores_gemma":[0.0005998368,0.0001335215,0.00001947009,0.001617619,0.000373358,0.001217908,0.00007300294,0.0001189301,0.00001067275],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001900965,"about_ca_system_score_gemma":0.002397047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000354502,"about_ca_topic_score_gemma":0.0002163439,"domain_scores_codex":[0.9958146,0.0005394069,0.001745341,0.0003696719,0.0009988438,0.0005321329],"domain_scores_gemma":[0.9967076,0.000641226,0.001218105,0.0002378679,0.001020461,0.0001746932],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001301845,0.00005395849,0.02336017,0.0001884571,0.00001116828,2.038659e-7,0.1928527,0.00000523547,0.1181869,0.2595101,0.0001572539,0.4055437],"study_design_scores_gemma":[0.002857436,0.0004747237,0.4975346,0.0001236896,0.00003189403,0.000002957509,0.2575088,0.0000822112,0.2145486,0.02539205,0.001147956,0.0002950427],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9055055,0.00001381852,0.090606,0.0006995042,0.0001506561,0.001430176,0.00004277634,0.00003856966,0.001512925],"genre_scores_gemma":[0.9845874,0.000009131551,0.01325717,0.001928846,0.0000317598,0.0001179184,0.00002846148,0.00000719718,0.00003216702],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4741744,"threshold_uncertainty_score":0.9999173,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2134823012","doi":"10.1146/annurev.publhealth.29.091307.083824","title":"The Value and Challenges of Participatory Research: Strengthening Its Practice","year":2008,"lang":"en","type":"review","venue":"Annual Review of Public Health","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1456,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Douglas Mental Health University Institute","funders":"","keywords":"Bridging (networking); Context (archaeology); Participatory action research; Public health; Citizen journalism; Public relations; Medicine; Political science; Engineering ethics; Sociology; Nursing; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.9550347801311267,"gpt":0.7732706266159587,"spread":0.1817641535151681,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1018263,0.0003555125,0.002741628,0.0004015305,0.001885909,0.00001179877,0.0009757378,0.0002699247,0.00006476445],"category_scores_gemma":[0.1131114,0.0002247574,0.0002138899,0.001595336,0.0006414126,0.0005299901,0.0005723702,0.002078383,0.0001133014],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004949808,"about_ca_system_score_gemma":0.02856185,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000379851,"about_ca_topic_score_gemma":0.00007779046,"domain_scores_codex":[0.922484,0.06526879,0.006516184,0.0007625304,0.00243344,0.002534997],"domain_scores_gemma":[0.9338098,0.05516941,0.005589096,0.001167541,0.003120923,0.001143189],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[7.310045e-7,0.00002279389,0.000001286694,0.285659,0.000028219,7.588293e-7,0.007214625,2.057332e-9,1.656291e-9,0.02038793,0.02006427,0.6666203],"study_design_scores_gemma":[0.0001066558,0.0002079807,0.00002023375,0.1128533,0.00003269872,0.00001559797,0.008232959,5.497188e-7,9.426278e-9,0.00002247206,0.8783904,0.0001171657],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001122247,0.8843874,0.00000462587,0.1083297,0.0002529483,0.004116643,0.00029534,0.00002422232,0.002588051],"genre_scores_gemma":[0.000005417282,0.9898548,0.0002412188,0.008444193,0.0002642123,0.0009860502,0.00001422177,0.00004959185,0.000140317],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8583261,"threshold_uncertainty_score":0.9994135,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097859515","doi":"10.1186/1748-5908-7-38","title":"Developing theory-informed behaviour change interventions to implement evidence into practice: a systematic approach using the Theoretical Domains Framework","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1410,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; Scottish Government","keywords":"Intervention (counseling); Psychological intervention; Health administration; Health informatics; Health services research; Intervention mapping; Medicine; Theory of change; Implementation research; Behaviour change; Systematic review; Process management; Management science; Knowledge management; Medical education; Nursing; Computer science; MEDLINE; Public health; Health promotion; Sociology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.8194026147267762,"gpt":0.7704247298397461,"spread":0.04897788488703014,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05022145,0.0003196459,0.0004012068,0.0006185943,0.005363881,0.0002553531,0.001492742,0.00009551827,0.001008163],"category_scores_gemma":[0.0291232,0.0002247822,0.0001224246,0.003533744,0.0006726641,0.004298727,0.001041237,0.0005522481,0.000314806],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003174999,"about_ca_system_score_gemma":0.003093914,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005652186,"about_ca_topic_score_gemma":0.0001471003,"domain_scores_codex":[0.9880365,0.004245667,0.00245491,0.0006267396,0.002348226,0.002288014],"domain_scores_gemma":[0.9820993,0.01374582,0.001307622,0.0009632675,0.001050696,0.0008333288],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002521067,0.0000392093,0.01490768,0.002965867,0.00001439783,4.62832e-7,0.2232807,0.000002424387,0.0002389531,0.7574553,0.0003467499,0.0007230105],"study_design_scores_gemma":[0.001144054,0.0002586453,0.07489703,0.009342333,0.000382946,0.00006709162,0.8958348,0.0003863439,0.0006541726,0.01343534,0.002646848,0.000950359],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1261329,0.0001129353,0.8295932,0.03040123,0.001484392,0.01176653,0.00004869901,0.0001331195,0.0003269502],"genre_scores_gemma":[0.7982377,0.00001985484,0.1691938,0.02799586,0.0003425125,0.004164954,0.000005908005,0.00002456593,0.00001482276],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.74402,"threshold_uncertainty_score":0.999905,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2169459420","doi":"10.1146/annurev-publhealth-032013-182440","title":"Combining the Power of Stories and the Power of Numbers: Mixed Methods Research and Mixed Studies Reviews","year":2013,"lang":"en","type":"article","venue":"Annual Review of Public Health","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1379,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Multimethodology; Management science; Computer science; Research design; Qualitative research; Mixed model; Data science; Psychology; Sociology; Social science; Mathematics education; Engineering; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.7357063473103743,"gpt":0.7297938998372766,"spread":0.005912447473097715,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1388991,0.0001899241,0.001563444,0.0001717245,0.00097615,0.00001520724,0.0005401349,0.00007693502,0.0002657504],"category_scores_gemma":[0.05612795,0.00009436784,0.0000830373,0.001408947,0.002160851,0.000456527,0.000598089,0.0007190448,0.00002006224],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001209288,"about_ca_system_score_gemma":0.001914636,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002958436,"about_ca_topic_score_gemma":0.000243948,"domain_scores_codex":[0.9573885,0.0365419,0.003566631,0.0003870241,0.001020073,0.00109592],"domain_scores_gemma":[0.9579759,0.0324047,0.003100214,0.001237901,0.004711517,0.0005697511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001647257,0.0000694695,0.003005736,0.04147172,0.0000878785,1.169013e-7,0.3340674,8.925813e-9,0.00001269216,0.06022229,0.441735,0.1193112],"study_design_scores_gemma":[0.0008463453,0.0004290262,0.01412772,0.007050511,0.00001364069,0.000002391177,0.205714,0.000001409537,0.000008288615,0.001907696,0.7698029,0.00009611438],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.06752741,0.4267212,0.0002580889,0.4926048,0.0007668633,0.009647544,0.000116237,0.00002184004,0.002335945],"genre_scores_gemma":[0.2444962,0.6938923,0.00753675,0.05198822,0.00008338088,0.001343299,0.000005911575,0.00003418027,0.0006197394],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.4406166,"threshold_uncertainty_score":0.9518227,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2120732572","doi":"10.1186/1741-7015-11-21","title":"RAMESES publication standards: realist syntheses","year":2013,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1347,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Health Services and Delivery Research Programme; Menzies Centre for Australian Studies, King's College London, University of London; University of Waterloo; Queen's University; University College London; University of Toronto; Dalhousie University; Universiteit Maastricht; University of Leeds; National Institute for Health and Care Research; Queen Mary University of London; McGill University; University of South Australia; University of East London","keywords":"Set (abstract data type); Systematic review; Delphi method; Engineering ethics; Publishing; Medicine; Management science; Delphi; Rigour; Data science; Computer science; MEDLINE; Epistemology; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.6728574738743521,"gpt":0.6790234010050578,"spread":0.006165927130705628,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004424938,0.0001177501,0.0002556637,0.0002008305,0.0005996503,0.00001496116,0.0002828969,0.00008351952,0.03083046],"category_scores_gemma":[0.05131803,0.00008118628,0.00001899347,0.0005147569,0.0002273042,0.0003708423,0.00006763715,0.0002494676,0.001999548],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000311814,"about_ca_system_score_gemma":0.001330785,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007026279,"about_ca_topic_score_gemma":0.000950049,"domain_scores_codex":[0.9964606,0.0008606977,0.0009145889,0.0002822087,0.0008792795,0.0006026431],"domain_scores_gemma":[0.9916601,0.005614025,0.0003969067,0.0005512853,0.001339726,0.0004380038],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007788013,0.000007618092,0.03205381,0.0002237715,0.000003014515,2.240887e-7,0.004979272,2.064793e-7,0.0002428177,0.007946993,0.9476259,0.006908529],"study_design_scores_gemma":[0.0006471692,0.00008597827,0.07236391,0.0003449809,0.000007832171,0.000001615813,0.008431707,0.00008593377,0.00002352049,0.001242993,0.9166625,0.0001018654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.04996263,0.0001614689,0.03022946,0.5224789,0.001917193,0.004875843,0.000244637,0.0006286853,0.3895011],"genre_scores_gemma":[0.845619,0.0001232308,0.006341309,0.1261055,0.002150288,0.001960041,0.00006385468,0.00004317075,0.01759365],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7956563,"threshold_uncertainty_score":0.999586,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156100542","doi":"10.1186/2046-4053-1-10","title":"Evidence summaries: the evolution of a rapid review approach","year":2012,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1289,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Champlain Regional College; Ottawa Hospital","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Context (archaeology); Medicine; Dissemination; Evidence-based practice; Systematic review; Evidence-based medicine; Health care; Quality (philosophy); Publishing; Knowledge management; Knowledge translation; MEDLINE; Computer science; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.8939749948026224,"gpt":0.6957906674228427,"spread":0.1981843273797798,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09306578,0.000744262,0.01014831,0.000252631,0.0007370607,0.00001763313,0.002014936,0.0003738712,0.0009211542],"category_scores_gemma":[0.04543469,0.0003273826,0.001241559,0.002439662,0.0002172697,0.0003808858,0.0003651537,0.001159172,0.005101317],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001524809,"about_ca_system_score_gemma":0.003653311,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001725021,"about_ca_topic_score_gemma":0.00001892068,"domain_scores_codex":[0.9244909,0.05943384,0.01303143,0.0006108094,0.001307801,0.001125197],"domain_scores_gemma":[0.9574255,0.02242423,0.0159562,0.00332802,0.0005283193,0.0003377349],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[2.979048e-7,0.000009073321,0.000002435454,0.8879325,0.00003804869,8.123716e-8,0.001112905,3.812799e-9,1.208631e-8,0.00103428,0.03023125,0.07963911],"study_design_scores_gemma":[0.00002542783,0.00001100365,5.103138e-7,0.4824384,0.00139143,0.00001098026,0.0002565855,8.752295e-7,1.156638e-9,0.000006997262,0.5157259,0.000131946],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[8.110053e-9,0.9146025,0.001306573,0.0003935134,0.0008403973,0.07900402,0.00006446935,0.00003998766,0.003748568],"genre_scores_gemma":[4.919712e-7,0.952957,0.0006464357,0.002225033,0.0004508513,0.0423667,0.00002372779,0.00005636401,0.00127339],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4854946,"threshold_uncertainty_score":0.9999921,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1589185784","doi":"10.1111/j.1468-0009.2012.00665.x","title":"Uncovering the Benefits of Participatory Research: Implications of a Realist Review for Health Research and Practice","year":2012,"lang":"en","type":"review","venue":"Milbank Quarterly","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1277,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; McGill University","funders":"National Institute for Health and Care Research","keywords":"General partnership; Participatory action research; Stakeholder; Context (archaeology); Negotiation; Scholarship; Competence (human resources); Public relations; Knowledge management; Psychology; Political science; Medical education; Sociology; Medicine; Computer science; Social psychology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.9661842539781891,"gpt":0.7892820570941718,"spread":0.1769021968840173,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08758818,0.0002470361,0.001599291,0.0004611306,0.001916027,0.00001629708,0.0008210031,0.0002449613,0.00006589755],"category_scores_gemma":[0.01078689,0.0001718397,0.0001489952,0.001982498,0.0007279955,0.000275987,0.0001768101,0.001622343,0.00005884274],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005237067,"about_ca_system_score_gemma":0.005693806,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00204756,"about_ca_topic_score_gemma":0.001103018,"domain_scores_codex":[0.9736606,0.01934215,0.003368616,0.0005585353,0.00123459,0.001835445],"domain_scores_gemma":[0.9330935,0.06015787,0.002206859,0.001483552,0.002562822,0.0004953379],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001395554,0.00006024527,0.00001608562,0.2047175,0.00003617519,7.129093e-8,0.0142622,2.895505e-8,5.7528e-7,0.01123751,0.07090595,0.6987497],"study_design_scores_gemma":[0.000164254,0.000645105,0.0001935367,0.0383544,0.0001204146,0.000006444754,0.002899191,2.276587e-7,1.08804e-7,0.0006285671,0.9568834,0.000104383],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001629089,0.952943,0.00007258599,0.03487184,0.0001558253,0.009796964,0.001258604,0.00001693664,0.0008679604],"genre_scores_gemma":[0.00006891401,0.9881928,0.0007415664,0.003477047,0.0003144345,0.006895436,0.0000551661,0.0000527578,0.0002018963],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8859774,"threshold_uncertainty_score":0.999943,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2626277945","doi":"10.1016/s0140-6736(17)31267-9","title":"The need for a complex systems model of evidence for public health","year":2017,"lang":"en","type":"article","venue":"The Lancet","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1274,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Public Health Research Programme; Economic and Social Research Council; Public Health England; Medical Research Council; National Institute for Health and Care Research; Chief Scientist Office; Wellcome Trust","keywords":"Public health; Scopus; Health policy; Population health; Political science; Public relations; Library science; Medicine; MEDLINE; Computer science; Nursing; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.9812846404833246,"gpt":0.7615853690208951,"spread":0.2196992714624295,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01374137,0.00008299205,0.0003733604,0.00002691108,0.006021482,0.00008263952,0.001521537,0.000040006,0.000006925139],"category_scores_gemma":[0.008727598,0.00003990778,0.00004781644,0.00006647039,0.0002189364,0.0002107863,0.0001458919,0.0001584331,0.00001479742],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001346971,"about_ca_system_score_gemma":0.001586143,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000937889,"about_ca_topic_score_gemma":0.0007261656,"domain_scores_codex":[0.9973058,0.0006167606,0.0007129635,0.0001633608,0.0002760152,0.0009250665],"domain_scores_gemma":[0.9889238,0.007995,0.001213245,0.001325595,0.000397471,0.0001449048],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002007869,0.00001083642,0.005246603,0.001812334,0.00001838906,1.754071e-8,0.01470706,0.0001392149,0.0003442147,0.1602354,0.8126049,0.004680184],"study_design_scores_gemma":[0.002571422,0.000159394,0.0167358,0.0003441981,0.000007995784,4.759894e-7,0.004577455,0.2490644,0.000006392149,0.007083833,0.7193353,0.0001133213],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01228802,0.0001323749,0.08606249,0.8926564,0.0008114087,0.006395697,0.0007935609,0.00005161246,0.0008083859],"genre_scores_gemma":[0.9623728,0.0001707132,0.003447939,0.02872952,0.001097111,0.002352743,0.000005510562,0.00001780596,0.001805898],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9500847,"threshold_uncertainty_score":0.9996223,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2907482335","doi":"10.1186/s13012-018-0842-6","title":"Systematic review of the Exploration, Preparation, Implementation, Sustainment (EPIS) framework","year":2019,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1258,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute on Drug Abuse; Washington University in St. Louis; U.S. Department of Veterans Affairs; National Institute of Mental Health; U.S. Department of Health and Human Services","keywords":"Context (archaeology); PsycINFO; Implementation research; Scopus; Knowledge management; Library science; Computer science; Archaeology; Medicine; Political science; MEDLINE; Geography; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.6777149332269059,"gpt":0.7616984759270892,"spread":0.08398354270018327,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01800454,0.000660363,0.002714848,0.000737371,0.002336371,0.0001097302,0.002888823,0.000222455,0.003160943],"category_scores_gemma":[0.007556374,0.0004434451,0.0005113619,0.006682409,0.0005770416,0.001778051,0.0008609236,0.0007870097,0.0008360574],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002506322,"about_ca_system_score_gemma":0.01787159,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001939771,"about_ca_topic_score_gemma":0.0001608989,"domain_scores_codex":[0.9805079,0.004793948,0.00814887,0.001228126,0.003839436,0.0014817],"domain_scores_gemma":[0.9800701,0.004605232,0.009708667,0.002609964,0.002656268,0.0003498078],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001616134,0.00001477475,0.00007296364,0.9628975,0.00005570885,2.338913e-7,0.005684675,6.07295e-7,0.000001158673,0.009281938,0.01236646,0.0096223],"study_design_scores_gemma":[0.0004061934,0.00008443573,0.0000414091,0.4699801,0.001176046,0.000005569942,0.01178356,0.000003815862,0.0000126122,0.0005233079,0.5155156,0.0004672723],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000007404289,0.9462702,0.004343892,0.003363457,0.002509525,0.04203498,0.0007437908,0.000101731,0.0006249879],"genre_scores_gemma":[0.00008337776,0.9797862,0.0006460911,0.01087026,0.0001816153,0.007669535,0.0001581237,0.00006505674,0.000539756],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5031492,"threshold_uncertainty_score":0.9999419,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023556159","doi":"10.1136/bmj.328.7455.1561","title":"Complex interventions: how “out of control” can a randomised controlled trial be?","year":2004,"lang":"en","type":"article","venue":"BMJ","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1255,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Psychological intervention; Computer science; Randomized controlled trial; Data science; Medicine; Surgery; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.6427976236771674,"gpt":0.666484830153243,"spread":0.02368720647607558,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005472119,0.0001436735,0.0008395553,0.0001856183,0.0004368973,0.00001326003,0.0002663019,0.0001037893,0.001078352],"category_scores_gemma":[0.009170774,0.0001158854,0.0003298016,0.0002241125,0.0001371113,0.0001074477,0.00004908687,0.0002571754,0.00008696948],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002283292,"about_ca_system_score_gemma":0.001548254,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005506588,"about_ca_topic_score_gemma":0.002192598,"domain_scores_codex":[0.9948999,0.001988555,0.00180923,0.0002298808,0.0004897399,0.0005826794],"domain_scores_gemma":[0.9943977,0.003333742,0.001275656,0.0003673516,0.0003728159,0.0002527474],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.705564,0.0005513189,0.001322259,0.001246896,0.0004018668,0.00001254501,0.03183286,0.00007903972,0.003369518,0.01753425,0.2372144,0.000871026],"study_design_scores_gemma":[0.9813993,0.0003447876,0.001247384,0.0001969894,0.0000552359,6.491205e-7,0.00174411,0.00004666076,0.00001916236,0.0006818034,0.01415284,0.0001111029],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3164935,0.00004571673,0.02184075,0.5889353,0.004097928,0.05411248,0.0005947318,0.0002071262,0.01367244],"genre_scores_gemma":[0.9734114,0.000005955935,0.001084488,0.01927383,0.0005669248,0.004012704,0.00001479398,0.00001595256,0.001613949],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6569179,"threshold_uncertainty_score":0.9998348,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2121795537","doi":"10.1186/s13012-015-0295-0","title":"Use of concept mapping to characterize relationships among implementation strategies and assess their feasibility and importance: results from the Expert Recommendations for Implementing Change (ERIC) study","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1177,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institute of Mental Health; VA Pittsburgh Healthcare System; VISN 4 Mental Illness Research, Education, and Clinical Center; University of California, San Diego; Quality Enhancement Research Initiative; University of Toronto; Fahs-Beck Fund for Research and Experimentation; National Institute of Diabetes and Digestive and Kidney Diseases; Johns Hopkins University; Health Services Research and Development; University of Washington; NIH Clinical Center; U.S. Department of Veterans Affairs; Washington University in St. Louis; University of California, Los Angeles; University of Massachusetts Boston; Indiana University-Purdue University Indianapolis; University of Minnesota; Harvard University; Purdue University; University of Pennsylvania; University of Arkansas for Medical Sciences; Doris Duke Charitable Foundation","keywords":"Categorization; Computer science; Process management; Process (computing); Implementation research; Consistency (knowledge bases); Health informatics; Management science; Rubric; Best practice; Data science; Knowledge management; Medicine; Psychological intervention; Psychology; Artificial intelligence; Public health","retraction":null,"screen_n_in":null,"score":{"opus":0.9472520975401527,"gpt":0.6784910235575587,"spread":0.268761073982594,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0132984,0.000243802,0.0003323892,0.0002834504,0.002826768,0.0003755984,0.0004056136,0.00005136773,0.0001023608],"category_scores_gemma":[0.002648325,0.0001959761,0.00003113759,0.001346794,0.0003904158,0.004555046,0.0004488238,0.0002383146,0.00000209396],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004065124,"about_ca_system_score_gemma":0.001181986,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.0126631,"about_ca_topic_score_gemma":0.02013674,"domain_scores_codex":[0.9940606,0.001343739,0.002094552,0.0008479518,0.0007692132,0.0008838864],"domain_scores_gemma":[0.9916983,0.004995135,0.001169481,0.0005675055,0.001126298,0.0004432445],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004834893,0.0000255408,0.6304348,0.00001385575,0.00001256324,1.446956e-7,0.3570727,6.532979e-7,0.001442714,0.0005569944,0.002538866,0.007852891],"study_design_scores_gemma":[0.00170587,0.0001347783,0.5413088,0.00002480996,0.000009453812,3.108267e-7,0.4507078,0.00006372856,0.0002320063,0.0002560981,0.005440542,0.00011581],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9725088,0.00001716697,0.003419023,0.01241325,0.0003577612,0.008399195,0.002803999,0.00005959192,0.00002117427],"genre_scores_gemma":[0.9855043,0.00001952565,0.00837803,0.003591732,0.0001824854,0.001946904,0.0003495888,0.00001860972,0.000008816855],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09363508,"threshold_uncertainty_score":0.9984714,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2147927650","doi":"10.1016/j.ijnurstu.2009.01.009","title":"A scoring system for appraising mixed methods research, and concomitantly appraising qualitative, quantitative and mixed methods primary studies in Mixed Studies Reviews","year":2009,"lang":"en","type":"review","venue":"International Journal of Nursing Studies","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1138,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research","keywords":"Qualitative research; Thematic analysis; Multimethodology; Critical appraisal; Quality (philosophy); Qualitative property; Systematic review; Management science; MEDLINE; Qualitative analysis; Psychology; Computer science; Medicine; Alternative medicine; Pathology; Sociology; Engineering; Mathematics education","retraction":null,"screen_n_in":null,"score":{"opus":0.9587728623805185,"gpt":0.8557142372490185,"spread":0.1030586251315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08963098,0.0007688077,0.00622597,0.00260573,0.001555825,0.0001092319,0.0007316959,0.0002765361,8.578919e-7],"category_scores_gemma":[0.08117568,0.0005753111,0.0004420718,0.001162993,0.001874838,0.000790149,0.0005268424,0.001918527,0.000002863822],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004918892,"about_ca_system_score_gemma":0.001191663,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001881615,"about_ca_topic_score_gemma":0.0000506674,"domain_scores_codex":[0.9524028,0.03772812,0.00653281,0.0008962285,0.001304495,0.001135573],"domain_scores_gemma":[0.8433008,0.1427891,0.006478712,0.0003157095,0.006838578,0.0002770106],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.000135357,0.00005510479,0.000006778138,0.02801054,0.002093829,0.00002349006,0.1838821,8.72625e-7,0.00003002904,0.00312464,0.004723412,0.7779139],"study_design_scores_gemma":[0.001504395,0.0005477159,0.00008109248,0.2492014,0.0006668326,0.00016377,0.506032,0.000009626877,0.00000963129,0.006209268,0.235146,0.0004282251],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0005776279,0.9731431,0.01124703,0.003208127,0.008734718,0.002857017,0.00007083421,0.00003203148,0.0001295089],"genre_scores_gemma":[0.00007988828,0.696848,0.3017973,0.000216745,0.000598716,0.0003479602,0.000004454301,0.00004971124,0.00005720197],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7774856,"threshold_uncertainty_score":0.999744,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1656816330","doi":"10.1002/14651858.cd000125.pub4","title":"Local opinion leaders: effects on professional practice and health care outcomes","year":2011,"lang":"en","type":"review","venue":"Cochrane Database of Systematic Reviews","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1086,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"National Institute for Health and Care Research","keywords":"Medicine; MEDLINE; Meta-analysis; Psychological intervention; Citation; Opinion leadership; Randomized controlled trial; Health care; Family medicine; Nursing; Surgery; Public relations","retraction":null,"screen_n_in":null,"score":{"opus":0.7162199569273066,"gpt":0.6933605432788646,"spread":0.02285941364844191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02124659,0.000880186,0.009348194,0.0005063597,0.0007027563,0.00001596589,0.0008410115,0.0003822345,0.0001642593],"category_scores_gemma":[0.02070978,0.0005246539,0.0004548612,0.0006579802,0.0002257503,0.0004449367,0.0003954768,0.001334804,0.00176132],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007111705,"about_ca_system_score_gemma":0.003506941,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002933299,"about_ca_topic_score_gemma":0.00004925528,"domain_scores_codex":[0.9650624,0.02410914,0.007785204,0.0009541293,0.001112648,0.0009764876],"domain_scores_gemma":[0.9652359,0.02150216,0.009951942,0.002185014,0.0004800696,0.0006448628],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000005363866,0.00003673078,0.000003851189,0.9019642,0.00005415732,0.000002857118,0.00655028,4.522025e-9,2.287832e-8,0.0009760226,0.02657556,0.06383094],"study_design_scores_gemma":[0.0003011369,0.0001185897,0.000003029143,0.5192146,0.0002760749,0.00001596011,0.003441426,3.420018e-7,6.517058e-8,0.00000139054,0.4764288,0.0001985091],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[2.018192e-7,0.9615209,0.0006345198,0.001192454,0.002189241,0.03315866,0.0007771788,0.00004931545,0.0004776063],"genre_scores_gemma":[0.000001363784,0.9803701,0.001991421,0.008869123,0.0002308569,0.007542159,0.0006855471,0.00008131467,0.0002281068],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4498533,"threshold_uncertainty_score":0.9997205,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1584545958","doi":"10.1023/a:1014301607592","title":"Revisiting the Quantitative-Qualitative Debate: Implications for Mixed-Methods Research","year":2002,"lang":"en","type":"article","venue":"Quality & Quantity","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1073,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Joseph’s Healthcare Hamilton; Institute for Work & Health; St. Joseph's Hospital; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Qualitative research; Computer science; Management science; Phenomenon; Triangulation; Data science; Epistemology; Sociology; Social science; Mathematics; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.9389225382453479,"gpt":0.8306702581697397,"spread":0.1082522800756082,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09993204,0.0002290035,0.0005131945,0.0002517271,0.007417148,0.00008313837,0.0009230117,0.0001960012,0.000820359],"category_scores_gemma":[0.07096124,0.0001752544,0.0001707128,0.001936205,0.0007762397,0.0004683113,0.0002953992,0.001256158,0.001197608],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004487847,"about_ca_system_score_gemma":0.0004927547,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002369554,"about_ca_topic_score_gemma":0.0009414544,"domain_scores_codex":[0.9517146,0.0429714,0.002133596,0.0007539995,0.0007613038,0.00166511],"domain_scores_gemma":[0.8826461,0.1125635,0.0008726256,0.00119417,0.002361524,0.0003621166],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002750868,0.00003763693,0.006245021,0.0005002736,0.00002397144,1.597445e-7,0.09667643,0.000001444625,0.001321225,0.8183955,0.05629213,0.0204787],"study_design_scores_gemma":[0.001295062,0.0002128554,0.1870453,0.000206382,0.00002914272,0.000002123095,0.1977036,0.001101751,0.0002102439,0.08630697,0.5253656,0.0005209916],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3027105,0.0004259557,0.3220405,0.3561036,0.001038958,0.005929551,0.00105165,0.0003139015,0.01038536],"genre_scores_gemma":[0.7639443,0.0002456674,0.2059011,0.02052981,0.001162629,0.004419686,0.00005243035,0.00008507919,0.003659303],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7320885,"threshold_uncertainty_score":0.9995801,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1881866146","doi":"10.1111/j.1468-0009.2007.00506.x","title":"Knowledge Transfer and Exchange: Review and Synthesis of the Literature","year":2007,"lang":"en","type":"review","venue":"Milbank Quarterly","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1053,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Child and Family Research Institute; University of Calgary; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Fondation pour la Recherche Médicale; Canada Research Chairs; Michael Smith Health Research BC; Government of Alberta","keywords":"Knowledge transfer; Evidence-based medicine; Computer science; MEDLINE; Physics; Knowledge management; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.4509976303755549,"gpt":0.6346252534222061,"spread":0.1836276230466512,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003325211,0.0003632283,0.001688279,0.0002244694,0.0004846025,0.00001489108,0.0003859485,0.0004101484,0.0002673393],"category_scores_gemma":[0.0003857954,0.0002148124,0.0001881033,0.001005611,0.0002115571,0.0001119638,0.00005346014,0.0008899944,0.00006702895],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008866628,"about_ca_system_score_gemma":0.0006594087,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003875219,"about_ca_topic_score_gemma":0.0001909777,"domain_scores_codex":[0.9945184,0.002598075,0.001559388,0.0004506179,0.0002641531,0.0006093738],"domain_scores_gemma":[0.9951439,0.003423185,0.0003881826,0.000612771,0.0001936992,0.0002382647],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[7.512121e-7,0.000007759128,0.000005194486,0.2592969,0.00001490335,6.199569e-7,0.008649209,4.226329e-11,1.247935e-7,0.0001029875,0.009650855,0.7222707],"study_design_scores_gemma":[0.0001272535,0.00005423806,0.0000729013,0.1166651,0.0004610494,0.000013708,0.0001961704,7.113385e-8,1.714629e-7,0.00001985095,0.8822302,0.0001593032],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001660538,0.992808,0.00001864341,0.001517462,0.0003066236,0.003143572,0.0004808087,0.00002307194,0.001685186],"genre_scores_gemma":[0.0000134047,0.9938677,0.00005872667,0.003860106,0.00019062,0.000590818,0.000007850144,0.0000374075,0.001373358],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8725793,"threshold_uncertainty_score":0.8759796,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2794014169","doi":"10.1111/jep.12884","title":"Improving the usefulness of a tool for appraising the quality of qualitative, quantitative and mixed methods studies, the <scp>Mixed Methods Appraisal Tool</scp> (<scp>MMAT</scp>)","year":2018,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1035,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Usability; Flexibility (engineering); Psychological intervention; Thematic analysis; Quality (philosophy); Qualitative research; Sample (material); Psychology; Qualitative property; Computer science; Medicine; Nursing; Human–computer interaction; Sociology; Chemistry; Mathematics; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.8697059507355721,"gpt":0.8052181754568155,"spread":0.0644877752787566,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5572687,0.0002735187,0.001234055,0.0002300984,0.001375479,0.00006451905,0.0007600219,0.0002651802,0.00001586172],"category_scores_gemma":[0.9164325,0.0001455087,0.0002889133,0.001295327,0.001741083,0.001395289,0.0003849091,0.001884626,0.00000503719],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002180824,"about_ca_system_score_gemma":0.003050653,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002668719,"about_ca_topic_score_gemma":0.0002243956,"domain_scores_codex":[0.7714236,0.213392,0.01110383,0.0006012051,0.002634396,0.0008448976],"domain_scores_gemma":[0.06656936,0.9031752,0.01802956,0.0007880551,0.01127415,0.0001636512],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007392428,0.0004811385,0.004433979,0.001323313,0.00104065,9.469272e-7,0.7904316,0.0001608533,0.003339165,0.04316971,0.02571331,0.1291661],"study_design_scores_gemma":[0.004270356,0.001418536,0.07920638,0.0003220847,0.0006644966,0.00001326822,0.8517538,0.006776248,0.0007355913,0.01875642,0.03600567,0.00007710399],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.6243223,0.0005479482,0.3551045,0.013882,0.003323211,0.002512149,0.00003916273,0.000009137702,0.0002595594],"genre_scores_gemma":[0.3663989,0.0002365482,0.6252835,0.00658512,0.0009435054,0.0004370243,0.000002436191,0.00004079512,0.00007216964],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7048542,"threshold_uncertainty_score":0.9999246,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2168901200","doi":"10.1001/jama.284.3.357","title":"Users' Guides to the Medical Literature","year":2000,"lang":"en","type":"article","venue":"JAMA","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":924,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Viewpoints; Harm; Data collection; Qualitative research; Raw data; Process (computing); Experiential learning; Qualitative property; Research design; Applied psychology; Data science; Management science; Social psychology; Psychology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.3284847020642925,"gpt":0.6509410057065855,"spread":0.322456303642293,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002779048,0.00007170364,0.00009900289,0.00005073492,0.0007538432,0.00003357312,0.0004602887,0.000138081,0.03041322],"category_scores_gemma":[0.003805494,0.00004225417,0.00002349823,0.0005995223,0.00003794826,0.0001492266,0.00006978376,0.0005328531,0.01026694],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000716179,"about_ca_system_score_gemma":0.0005609748,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002811278,"about_ca_topic_score_gemma":0.0005339677,"domain_scores_codex":[0.997495,0.000723536,0.0004430478,0.0001788594,0.0006281867,0.0005313507],"domain_scores_gemma":[0.9977106,0.001300645,0.00005208587,0.000356775,0.0001359984,0.000443851],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001192898,0.000004062046,0.001926698,0.00002111411,0.000001627862,0.000005639302,0.02383233,0.0000014234,0.000006384998,0.0009689123,0.8994767,0.07374316],"study_design_scores_gemma":[0.0003559446,0.00001986285,0.03470455,0.0001056989,0.00000113056,0.000003718741,0.0007313105,0.00004554339,0.000005793884,0.000157212,0.9638229,0.00004635552],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.2783204,0.00002939525,0.00008983751,0.6723952,0.0004488139,0.0005917125,0.00004657125,0.00007225079,0.04800572],"genre_scores_gemma":[0.2249915,0.00006631393,0.0008552637,0.7393222,0.00202073,0.0002223627,0.00000649243,0.00001298032,0.03250219],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.07369681,"threshold_uncertainty_score":0.9905037,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2464700444","doi":"10.1186/s12916-016-0643-1","title":"RAMESES II reporting standards for realist evaluations","year":2016,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":918,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institute on Aging; Health Services and Delivery Research Programme; Health Services Research Programme; Charles Darwin University; National Institutes of Health; Queen's University; Bangor University; Australian Institute of Criminology; University of South Australia; University of Glasgow; Universiteit Maastricht; University of Exeter; University of Leeds; National Institute for Health and Care Research; Queen's University Belfast; Dartmouth College; University College London; Northumbria University","keywords":"Medicine; Medical physics","retraction":null,"screen_n_in":null,"score":{"opus":0.8638487049772686,"gpt":0.783277226262533,"spread":0.08057147871473558,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02103084,0.0001068942,0.0003127168,0.0001430262,0.001506594,0.00000258297,0.0001657772,0.00007266535,0.003242965],"category_scores_gemma":[0.1731923,0.0000597109,0.00003593911,0.0002954314,0.0001802247,0.0001328645,0.00007060998,0.0001131285,0.00004776594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004628272,"about_ca_system_score_gemma":0.003713794,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003680604,"about_ca_topic_score_gemma":0.0009844623,"domain_scores_codex":[0.9954011,0.0005466516,0.002217244,0.0003142382,0.0008959555,0.0006248272],"domain_scores_gemma":[0.9886639,0.007446049,0.001820457,0.0004844682,0.001271837,0.0003132857],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007072241,0.00001167209,0.04969681,0.0004233005,0.000008141127,9.806772e-7,0.01148308,7.56856e-7,0.003899717,0.01446323,0.9013034,0.01863825],"study_design_scores_gemma":[0.00384544,0.0003567063,0.03833762,0.001034314,0.00002936159,0.000003340164,0.003825375,0.00007034442,0.0001248027,0.005765358,0.9464849,0.0001224323],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1248651,0.0000867346,0.4758864,0.3622106,0.002888075,0.004958589,0.0007947974,0.0003421322,0.02796761],"genre_scores_gemma":[0.840846,0.0001054243,0.03746393,0.06137571,0.005792516,0.003346807,0.00006977282,0.00008048471,0.05091933],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7159809,"threshold_uncertainty_score":0.9997933,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2147417754","doi":"10.1177/2333393615597674","title":"Situating and Constructing Diversity in Semi-Structured Interviews","year":2015,"lang":"en","type":"article","venue":"Global Qualitative Nursing Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":827,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Trent University","funders":"","keywords":"Situated; Diversity (politics); Diversification (marketing strategy); Qualitative research; Sociology; Epistemology; Data science; Computer science; Social science; Marketing; Artificial intelligence; Business; Anthropology","retraction":null,"screen_n_in":null,"score":{"opus":0.9171331757488779,"gpt":0.7990975102580778,"spread":0.1180356654908,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02415129,0.0001304509,0.0002962293,0.0002536369,0.001355156,0.00003362172,0.0002966816,0.0001244006,0.00006046615],"category_scores_gemma":[0.01673989,0.0001250158,0.00002061123,0.00146802,0.0008687827,0.0003362266,0.0006021826,0.0009424065,0.00009811866],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002540828,"about_ca_system_score_gemma":0.0009905248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003399195,"about_ca_topic_score_gemma":0.0009982332,"domain_scores_codex":[0.9836046,0.01297066,0.0007330498,0.0004391542,0.001090289,0.001162244],"domain_scores_gemma":[0.9930701,0.005057391,0.0002168006,0.0002097407,0.0008960937,0.0005498325],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005835442,0.00001697749,0.1987822,0.0001038856,0.000003032526,0.000005141659,0.7649949,0.000001283211,0.00005932641,0.01326828,0.006742398,0.01596425],"study_design_scores_gemma":[0.001398848,0.0001165283,0.03954895,0.0006959085,0.000002232604,0.000006375323,0.859916,0.0001179323,0.0000102992,0.09736078,0.0006990561,0.0001270501],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9640614,0.00009819035,0.0006601479,0.008550766,0.0003901358,0.0008307509,0.00008047706,0.0000413262,0.0252868],"genre_scores_gemma":[0.993495,0.000005764496,0.00531739,0.0009518382,0.00009446107,0.00003254859,0.000005077797,0.000007169736,0.00009076456],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1592333,"threshold_uncertainty_score":0.9999449,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2616456691","doi":"10.1016/j.jclinepi.2017.05.006","title":"The GRADE Working Group clarifies the construct of certainty of evidence","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":797,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; McMaster University; Impact","funders":"Medical Research Council; Chief Scientist Office, Scottish Government Health and Social Care Directorate; Statens beredning för medicinsk och social utvärdering; University of Aberdeen; Parker Institute for Cancer Immunotherapy; Scottish Government; Oak Foundation","keywords":"Certainty; Grading (engineering); Brainstorming; Systematic review; Construct (python library); Guideline; Management science; Computer science; Psychology; Medicine; MEDLINE; Mathematics; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.9727773223646747,"gpt":0.811914680918852,"spread":0.1608626414458227,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1694176,0.000109267,0.001576645,0.00005488759,0.001545213,0.000007518648,0.001782995,0.0003976258,0.00007755162],"category_scores_gemma":[0.5636954,0.00004548629,0.0004023357,0.00009968404,0.003199909,0.0001533577,0.000303954,0.00282354,0.000009900847],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000039653,"about_ca_system_score_gemma":0.001143192,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004258962,"about_ca_topic_score_gemma":0.0003594376,"domain_scores_codex":[0.9580613,0.03003603,0.01054772,0.0002089702,0.000453042,0.0006928907],"domain_scores_gemma":[0.5941338,0.3852924,0.01893571,0.0008229022,0.0005872305,0.0002279657],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002060786,0.00001277847,0.919225,0.00006273232,0.00004278838,0.000001497711,0.0007068763,0.000009156526,0.00002916134,0.04202832,0.01541816,0.02225745],"study_design_scores_gemma":[0.0007171181,0.0003420918,0.8845659,0.0006494702,0.00003297331,0.00001358981,0.001518152,0.0001323823,0.000006846393,0.03955743,0.07241614,0.00004793126],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4858378,0.0004310318,0.002450995,0.5053867,0.004798545,0.0004398256,0.000007121981,0.00000484509,0.0006430596],"genre_scores_gemma":[0.9689288,0.002813931,0.002743169,0.0244578,0.0009627001,0.00000757519,1.027185e-7,0.000006305705,0.00007966344],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4830909,"threshold_uncertainty_score":0.9997547,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2168592755","doi":"10.1186/1745-6215-15-267","title":"Theory of Change: a theory-driven approach to enhance the Medical Research Council's framework for complex interventions","year":2014,"lang":"en","type":"article","venue":"Trials","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":785,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Grand Challenges Canada; Department for International Development; Wellcome Trust; National Institute of Mental Health; London School of Hygiene and Tropical Medicine","keywords":"Psychological intervention; Theory of change; Context (archaeology); Stakeholder; Stakeholder engagement; Management science; Intervention (counseling); Process management; Computer science; Construct (python library); Knowledge management; Medicine; Nursing; Engineering; Sociology; Public relations; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9726859781361701,"gpt":0.7902825717206547,"spread":0.1824034064155153,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2960134,0.0001250739,0.0006604546,0.0001658207,0.001186251,0.00001865924,0.00105926,0.0002169363,0.002997913],"category_scores_gemma":[0.3478521,0.00007785805,0.0001906928,0.0007487653,0.0004143637,0.00007992097,0.0003120999,0.0007196659,0.0002891038],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003261516,"about_ca_system_score_gemma":0.001756429,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001888918,"about_ca_topic_score_gemma":0.0002475016,"domain_scores_codex":[0.9554248,0.03771648,0.00242148,0.0004656446,0.002874336,0.001097251],"domain_scores_gemma":[0.8443045,0.1511841,0.0008323932,0.0009538686,0.002250924,0.000474241],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000306482,0.00007183257,0.0000432767,0.0005157561,0.00002430846,5.999063e-8,0.0305822,0.000001527897,0.000097891,0.8836363,0.06543132,0.01928908],"study_design_scores_gemma":[0.001527487,0.0004612077,0.002086436,0.001130085,0.00004025731,8.476788e-7,0.01234335,0.0005645718,0.0001165987,0.4677449,0.5138114,0.0001728738],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004759865,0.00006297906,0.9185781,0.05347955,0.0008063321,0.01067375,0.0002658068,0.00005969491,0.01131387],"genre_scores_gemma":[0.8933842,0.00005146747,0.03933796,0.04506658,0.00346541,0.01630067,0.00001516568,0.00005207903,0.002326474],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8886243,"threshold_uncertainty_score":0.9979135,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2071304386","doi":"10.1186/1748-5908-4-1","title":"Mapping new theoretical and methodological terrain for knowledge translation: contributions from critical realism and the arts","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":762,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Ontario; Toronto Rehabilitation Institute; University of Toronto","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care","keywords":"Critical realism (philosophy of perception); Context (archaeology); Epistemology; Knowledge translation; Sociology; Agency (philosophy); Engineering ethics; Realism; Knowledge management; Social science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.8046160871749412,"gpt":0.7543046970163122,"spread":0.05031139015862895,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01232563,0.000133193,0.0002595198,0.0001474074,0.002693682,0.00011296,0.0002586497,0.00007202449,0.000473985],"category_scores_gemma":[0.01249364,0.00009102971,0.00003479323,0.0006035429,0.002056248,0.0004833521,0.00007466586,0.0002273433,0.00001188907],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001043611,"about_ca_system_score_gemma":0.0008465322,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002159544,"about_ca_topic_score_gemma":0.0001474833,"domain_scores_codex":[0.9962227,0.001297248,0.0008464941,0.0004908465,0.0004117196,0.0007309949],"domain_scores_gemma":[0.9699522,0.02885321,0.0001755486,0.0002194995,0.0003491688,0.000450418],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006735013,0.000007508975,0.0003051599,0.00001123589,0.000002832918,2.315922e-7,0.05460405,1.958745e-7,0.002577889,0.8827494,0.003862392,0.05581169],"study_design_scores_gemma":[0.009918068,0.0002226684,0.07211594,0.00006059336,0.00004159487,0.000009820333,0.04688445,0.003013422,0.000594172,0.7888205,0.07802001,0.0002987433],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06417713,0.0001202302,0.5661987,0.3646556,0.0003590895,0.002540864,0.0003361892,0.00007186121,0.001540351],"genre_scores_gemma":[0.9269172,0.0000370596,0.04706558,0.02539552,0.0003250306,0.0002084319,0.0000192426,0.000005111601,0.00002683064],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.86274,"threshold_uncertainty_score":0.9986047,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1635118023","doi":"10.1186/s12889-015-1949-1","title":"A realist evaluation of community-based participatory research: partnership synergy, trust building and related ripple effects","year":2015,"lang":"en","type":"article","venue":"BMC Public Health","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":758,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; McGill University","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; McGill University","keywords":"Community-based participatory research; General partnership; Participatory action research; Context (archaeology); Public relations; Sustainability; Corporate governance; Health services research; Medicine; Sociology; Public health; Political science; Nursing; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.9421391962492146,"gpt":0.7206863538059821,"spread":0.2214528424432325,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1923113,0.0001777804,0.0004821659,0.0007130329,0.002191659,0.00003955099,0.0004239373,0.0002135807,0.0001083194],"category_scores_gemma":[0.04229376,0.000168652,0.00003846972,0.001854359,0.0005087302,0.0003838552,0.0002241646,0.001433291,0.00005517226],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001993024,"about_ca_system_score_gemma":0.02664475,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01189852,"about_ca_topic_score_gemma":0.004009267,"domain_scores_codex":[0.919944,0.07380868,0.001705257,0.0003484812,0.002366362,0.001827209],"domain_scores_gemma":[0.9828826,0.01134127,0.000818858,0.0009120733,0.002070289,0.001974923],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002168205,0.0007385835,0.3383306,0.0110694,0.00005594375,0.000002942485,0.2896405,0.0002737959,0.0002342448,0.1149952,0.2226534,0.02178857],"study_design_scores_gemma":[0.02316177,0.002841906,0.4740539,0.001619152,0.0000716026,0.000009759991,0.09883667,0.04222704,0.0001778981,0.02801866,0.3281311,0.0008505383],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9505337,0.0001401291,0.0008312397,0.04015696,0.0003521726,0.002854859,0.00004602641,0.0001413941,0.004943457],"genre_scores_gemma":[0.9880103,0.000008706177,0.001407888,0.009362363,0.00009698621,0.0009034827,0.0000637604,0.00003256297,0.0001139752],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1908038,"threshold_uncertainty_score":0.9991074,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097730860","doi":"10.1186/1748-5908-7-33","title":"Realist synthesis: illustrating the method for implementation research","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":746,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University; McMaster University","funders":"","keywords":"Inference; Health informatics; Narrative; Psychological intervention; Scope (computer science); Process (computing); Health services research; Health administration; Management science; Data extraction; Health care; Computer science; Data science; Intervention (counseling); Medicine; MEDLINE; Public health; Artificial intelligence; Nursing; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9308226281295897,"gpt":0.8381234563709525,"spread":0.09269917175863718,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0714318,0.0001843793,0.0002121693,0.0005263676,0.0097248,0.0001575143,0.0009998293,0.00006459758,0.001964143],"category_scores_gemma":[0.005274901,0.0001372584,0.00005977843,0.002919014,0.0006298922,0.001954722,0.0003001363,0.0004480633,0.0002464231],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009755045,"about_ca_system_score_gemma":0.00258486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003154912,"about_ca_topic_score_gemma":0.002476172,"domain_scores_codex":[0.9901105,0.002938006,0.001474085,0.0005662572,0.002124806,0.002786341],"domain_scores_gemma":[0.9825659,0.01410033,0.0006785126,0.0006266814,0.001518655,0.0005099176],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006368978,0.00004953605,0.1051088,0.0002665378,0.00002754713,3.58218e-7,0.1686543,0.000007370215,0.04967279,0.2838953,0.1694608,0.222793],"study_design_scores_gemma":[0.001688578,0.0001483829,0.1404494,0.00004566463,0.00003773304,0.000005986933,0.4780074,0.0004732236,0.02223546,0.00347787,0.3530436,0.0003866662],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4819848,0.00008877051,0.30551,0.1509233,0.006029808,0.02803198,0.001509424,0.0005294665,0.02539245],"genre_scores_gemma":[0.9330186,0.000008738255,0.04875282,0.01050732,0.001012435,0.00640953,0.00001954807,0.00002955027,0.0002414948],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4510338,"threshold_uncertainty_score":0.9989482,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2145171366","doi":"10.1016/j.jclinepi.2010.08.010","title":"Conducting quantitative synthesis when comparing medical interventions: AHRQ and the Effective Health Care Program","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":736,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"H2020 European Research Council; Agency for Healthcare Research and Quality","keywords":"Psychological intervention; Transparency (behavior); Consistency (knowledge bases); Agency (philosophy); Health care; Management science; Inclusion (mineral); Comparative effectiveness research; Computer science; Clinical study design; Research design; Medicine; Risk analysis (engineering); Process management; Psychology; Clinical trial; Nursing; Political science; Engineering; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.9616347699983405,"gpt":0.8095308987224958,"spread":0.1521038712758447,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1523793,0.0001468493,0.002508577,0.0001382269,0.0006752486,0.000004677405,0.000468382,0.0002719576,0.0004047415],"category_scores_gemma":[0.4999295,0.0000823801,0.000455954,0.0001572674,0.001446061,0.0001814499,0.0002281899,0.002434193,0.00003712094],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001248719,"about_ca_system_score_gemma":0.001397257,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001026214,"about_ca_topic_score_gemma":0.0007552376,"domain_scores_codex":[0.9215868,0.06834704,0.008682768,0.0002968215,0.0003638725,0.0007227174],"domain_scores_gemma":[0.649789,0.3379453,0.01011239,0.0003043892,0.0008568644,0.0009920869],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001038093,0.0001361591,0.7438741,0.0008108772,0.0002270226,0.00000852377,0.0564534,0.000001206529,1.279298e-7,0.0549215,0.007248691,0.1352803],"study_design_scores_gemma":[0.01114232,0.004868296,0.8054223,0.004955574,0.0002029594,0.0001272811,0.1151866,0.001254371,0.000001777357,0.03736824,0.01918117,0.0002890444],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.777316,0.00283187,0.01928405,0.190894,0.003877387,0.003331784,0.00001292107,0.00006346142,0.002388541],"genre_scores_gemma":[0.9206896,0.0006914769,0.04204714,0.03569109,0.0006117256,0.0002373125,7.997108e-7,0.00001436297,0.00001645869],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3475502,"threshold_uncertainty_score":0.9998673,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2119566762","doi":"10.1017/s0266462303000576","title":"INTERRUPTED TIME SERIES DESIGNS IN HEALTH TECHNOLOGY ASSESSMENT: LESSONS FROM TWO SYSTEMATIC REVIEWS OF BEHAVIOR CHANGE STRATEGIES","year":2003,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":717,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Interrupted time series; Interrupted Time Series Analysis; Guideline; Psychological intervention; Systematic review; Clinical study design; Intervention (counseling); Research design; Medicine; MEDLINE; Computer science; Statistics; Clinical trial; Mathematics; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.5027432372220434,"gpt":0.6811183309895188,"spread":0.1783750937674754,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008024918,0.0003370511,0.001800232,0.003751493,0.0002607036,0.00002704283,0.00132994,0.0003829179,0.0004429741],"category_scores_gemma":[0.001913848,0.000304792,0.0001297484,0.001595674,0.000251343,0.0007635498,0.0002183099,0.002153429,0.00002360328],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004281286,"about_ca_system_score_gemma":0.007432415,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001366246,"about_ca_topic_score_gemma":0.003273956,"domain_scores_codex":[0.9872,0.004066061,0.006440368,0.0004412762,0.0009201194,0.0009321711],"domain_scores_gemma":[0.990281,0.001166232,0.00662751,0.0005227441,0.001194455,0.0002080825],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001541278,0.0009126738,0.6576377,0.02485468,0.0002537306,0.0002858277,0.02982156,0.0001088581,0.001314471,0.2607397,0.00100649,0.02291025],"study_design_scores_gemma":[0.01550341,0.004930034,0.1539255,0.1003778,0.0001121657,0.0005434546,0.65603,0.0002923257,0.0004069074,0.02253966,0.04398332,0.001355379],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5440739,0.01381176,0.01012595,0.3999736,0.006775046,0.02265022,0.000843933,0.000352955,0.001392635],"genre_scores_gemma":[0.9638899,0.002706883,0.02862088,0.002976091,0.00009723436,0.001612125,0.00003230899,0.00003599341,0.000028588],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6262084,"threshold_uncertainty_score":0.9999404,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2043887666","doi":"10.1177/1098214005278752","title":"Is Sustainability Possible? A Review and Commentary on Empirical Studies of Program Sustainability","year":2005,"lang":"en","type":"review","venue":"American Journal of Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":715,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Sustainability; Champion; Sustainability organizations; Empirical research; Program evaluation; Sustainability science; Social sustainability; Business; Environmental resource management; Political science; Economics; Public administration","retraction":null,"screen_n_in":null,"score":{"opus":0.712236943529094,"gpt":0.7821963698676211,"spread":0.06995942633852714,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02665691,0.0003752391,0.003261998,0.0004796003,0.0003770097,0.000009837236,0.000321043,0.0001173353,0.0002335118],"category_scores_gemma":[0.02149079,0.0002637379,0.0003614933,0.001472382,0.0008869134,0.000253531,0.0001664211,0.001138852,0.000006168965],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.005004627,"about_ca_system_score_gemma":0.01060476,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008780414,"about_ca_topic_score_gemma":0.00002244069,"domain_scores_codex":[0.9804281,0.01280642,0.004279534,0.0004183346,0.001459572,0.0006080463],"domain_scores_gemma":[0.9776227,0.006536273,0.007394249,0.0005677367,0.007539903,0.0003391728],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002120301,0.0001181748,0.0008095594,0.05437725,0.0001256965,0.000001144687,0.003626607,6.281363e-7,3.836861e-9,0.000007342314,0.03461966,0.9062927],"study_design_scores_gemma":[0.0005359345,0.002419096,0.001156221,0.02110073,0.002321351,0.00001860173,0.01036001,0.0000103013,4.468605e-8,0.0005915622,0.9612755,0.0002106915],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001069148,0.9065609,0.00001446686,0.08415609,0.0001474934,0.007934865,0.00005329953,0.00001333975,0.00005037536],"genre_scores_gemma":[0.0004296494,0.9710518,0.0007456584,0.02678203,0.0002950489,0.0006344077,0.000009899251,0.00002503453,0.00002645341],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9266558,"threshold_uncertainty_score":0.9999815,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2778461957","doi":"10.1186/s13012-017-0696-3","title":"Community-based participatory research and integrated knowledge translation: advancing the co-creation of knowledge","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":699,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Participatory action research; Community-based participatory research; Knowledge management; Sociology; Health services research; Leverage (statistics); Public relations; Public health; Medicine; Political science; Computer science; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.9264989825066337,"gpt":0.8000006745388658,"spread":0.1264983079677678,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.03538015,0.0001229642,0.0001950476,0.0004380175,0.01531607,0.0001322143,0.001092063,0.00005259346,0.0003250518],"category_scores_gemma":[0.003382252,0.00009390061,0.00002281633,0.001042526,0.003402071,0.001074612,0.0002136632,0.0006646206,0.00008064502],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003535989,"about_ca_system_score_gemma":0.003835382,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002051871,"about_ca_topic_score_gemma":0.007273852,"domain_scores_codex":[0.9936052,0.003459459,0.000957148,0.0003059695,0.0008115394,0.0008606934],"domain_scores_gemma":[0.99028,0.006126667,0.0006388481,0.0009214187,0.001769401,0.000263646],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001215838,0.000193529,0.3774855,0.0006947352,0.00001408858,6.028628e-7,0.370816,0.00001268541,0.05894316,0.01817613,0.01083257,0.1627094],"study_design_scores_gemma":[0.003925479,0.0004729791,0.6116542,0.000283335,0.00002003103,0.000001374734,0.1404339,0.003155502,0.03103605,0.002034721,0.206701,0.0002814493],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9691084,0.00003767361,0.003336399,0.009368537,0.0003550319,0.001879491,0.00010089,0.00004408839,0.01576948],"genre_scores_gemma":[0.9975359,0.00001311173,0.001068148,0.0008015562,0.00006639925,0.0003345647,0.00001629479,0.00001076024,0.0001532142],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2341688,"threshold_uncertainty_score":0.9993101,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2951189947","doi":"10.1136/ebnurs-2019-103145","title":"Triangulation in research, with examples","year":2019,"lang":"en","type":"editorial","venue":"Evidence-Based Nursing","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":690,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Laurentian University","funders":"","keywords":"Triangulation; Computer science; Mathematics; Geometry","retraction":null,"screen_n_in":null,"score":{"opus":0.8390311259601577,"gpt":0.7296476691678538,"spread":0.1093834567923039,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02591544,0.0003603164,0.000728421,0.001734859,0.00109406,0.00008540152,0.0007503116,0.001038039,0.0006238559],"category_scores_gemma":[0.03747912,0.0003144639,0.00006244165,0.002358165,0.0004052898,0.0008594989,0.00006373975,0.004222766,0.0008921844],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.005341539,"about_ca_system_score_gemma":0.02221836,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003557303,"about_ca_topic_score_gemma":0.001842939,"domain_scores_codex":[0.9806091,0.01105037,0.001552035,0.001048063,0.00380792,0.001932501],"domain_scores_gemma":[0.9200324,0.07625768,0.000864175,0.0009900657,0.00151728,0.0003383773],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004083763,0.0000275254,0.002721293,0.0008984984,0.000003341895,0.000007408559,0.006372155,0.00009709354,0.00003887694,0.00006938281,0.9848033,0.004552706],"study_design_scores_gemma":[0.002817949,0.0005645342,0.005734308,0.05204841,0.00002097101,2.697807e-7,0.003448219,0.000294958,0.0000271434,0.0003538238,0.9342497,0.0004397183],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.007799116,0.0005237442,0.002243785,0.02541084,0.9544352,0.006534568,0.0001707919,0.0001893482,0.002692554],"genre_scores_gemma":[0.02831154,0.0001751512,0.003200999,0.002293762,0.9603987,0.00110968,0.0002642913,0.0001877201,0.004058172],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.06520731,"threshold_uncertainty_score":0.9999307,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2297168878","doi":"10.1186/s13012-016-0399-1","title":"Integrated knowledge translation (IKT) in health care: a scoping review","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":676,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University; Western University; University of Toronto; University Health Network","funders":"","keywords":"Knowledge translation; General partnership; Psychological intervention; Health services research; Medicine; Relevance (law); Health informatics; MEDLINE; Health administration; Knowledge management; CINAHL; Medical education; Cochrane Library; Nursing; Public health; Computer science; Alternative medicine; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9367314552086121,"gpt":0.8294925736284605,"spread":0.1072388815801516,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02635323,0.0005529699,0.002280308,0.001780493,0.001343571,0.00007809561,0.001248669,0.0001840293,0.001085317],"category_scores_gemma":[0.002311971,0.0004815464,0.0001670243,0.009617696,0.0003601125,0.001160658,0.0002483675,0.00103586,0.00101977],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.00668491,"about_ca_system_score_gemma":0.08408464,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001287466,"about_ca_topic_score_gemma":0.008370079,"domain_scores_codex":[0.9842154,0.005041225,0.005824299,0.001287642,0.001655747,0.001975675],"domain_scores_gemma":[0.9918616,0.002402227,0.002872294,0.0007977014,0.00122989,0.0008362319],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001335245,0.000008271206,0.00001945005,0.1426466,0.000002557095,7.351278e-7,0.01308583,1.293644e-7,2.070587e-7,0.0001229533,0.005694655,0.8384173],"study_design_scores_gemma":[0.0006168757,0.00006175695,0.00001013005,0.2380462,0.00003102444,0.00000358054,0.004561159,0.000004146735,2.291736e-7,0.00001232857,0.756364,0.0002885711],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000003040173,0.9777169,0.000417444,0.00176587,0.001013813,0.01663047,0.000300631,0.0001249236,0.002026934],"genre_scores_gemma":[0.000007786824,0.9863393,0.002157727,0.007577547,0.0001551032,0.003261608,0.0003736984,0.00005264203,0.00007457945],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8381287,"threshold_uncertainty_score":0.9999565,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2603520596","doi":"10.1136/ebmed-2017-110668","title":"Rating the certainty in evidence in the absence of a single estimate of effect","year":2017,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":675,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Certainty; Grading (engineering); Meta-analysis; Computer science; Econometrics; Psychology; Actuarial science; Mathematics; Economics; Medicine; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.7369926022121754,"gpt":0.6868045677958105,"spread":0.05018803441636499,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02820178,0.000155748,0.0004813343,0.0001937774,0.000643572,0.0000108933,0.001364135,0.00007422794,0.0001662455],"category_scores_gemma":[0.1189983,0.00007807248,0.00004011296,0.0006159001,0.000940516,0.0004565798,0.0001217232,0.0005735967,0.00001703131],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001859423,"about_ca_system_score_gemma":0.00105913,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0126191,"about_ca_topic_score_gemma":0.004686626,"domain_scores_codex":[0.9935081,0.003163464,0.001444936,0.0002918787,0.001006257,0.0005853658],"domain_scores_gemma":[0.9471802,0.04986984,0.001434068,0.001178973,0.0002430261,0.000093854],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002827707,0.00003745691,0.9238759,0.002159402,0.000003525954,0.00001698231,0.03715555,0.0002430417,0.02395497,0.0004586092,0.002243657,0.009568155],"study_design_scores_gemma":[0.002310734,0.0009452152,0.9511296,0.03466395,0.0000164291,0.000002001102,0.004719594,0.002338934,0.003078262,0.0002973958,0.0003869593,0.0001109571],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8581573,0.00042221,0.0004053331,0.1383186,0.000309282,0.001814905,0.000003509931,0.00001078687,0.0005580104],"genre_scores_gemma":[0.9919708,0.00007595345,0.0002655678,0.007229463,0.0001649281,0.0002521677,5.684907e-7,0.000008324554,0.00003221922],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1338135,"threshold_uncertainty_score":0.993956,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2275786585","doi":"10.1111/wvn.12144","title":"An Evidence‐Based Approach to Scoping Reviews","year":2016,"lang":"en","type":"article","venue":"Worldviews on Evidence-Based Nursing","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":670,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Management science; Systematic review; Knowledge management; Psychology; Protocol (science); Expert opinion; Engineering ethics; Computer science; Engineering; Political science; Medicine; MEDLINE; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.7817215748264809,"gpt":0.6764321983517698,"spread":0.105289376474711,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01624263,0.0005820287,0.001067753,0.001039177,0.001856611,0.0000942605,0.001320847,0.0002092066,0.001169727],"category_scores_gemma":[0.01590475,0.0004005639,0.0002193287,0.002521149,0.0003009053,0.002111933,0.00005389996,0.0006676984,0.004290048],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002405968,"about_ca_system_score_gemma":0.003264257,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001420482,"about_ca_topic_score_gemma":0.0001107394,"domain_scores_codex":[0.9839747,0.008270753,0.002647086,0.001559732,0.001430745,0.002117001],"domain_scores_gemma":[0.9835942,0.01108432,0.001171221,0.002142646,0.0004640322,0.001543552],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001041969,0.0006121256,0.01695361,0.004424769,0.000009749416,0.000007959867,0.009004925,0.0005763494,0.0212311,0.002753398,0.1435668,0.7998173],"study_design_scores_gemma":[0.003108233,0.00201922,0.01269349,0.7532687,0.0001027324,0.000003300561,0.001107966,0.001986524,0.003851777,0.00035635,0.2196134,0.001888311],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03630411,0.007617473,0.539866,0.3748656,0.004818053,0.02693384,0.00007639996,0.001165116,0.008353436],"genre_scores_gemma":[0.6301098,0.001205665,0.06687615,0.2941072,0.001863496,0.004476278,0.000009685958,0.0001629891,0.001188695],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.797929,"threshold_uncertainty_score":0.9998446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2083029092","doi":"10.1186/1748-5908-5-14","title":"A systematic review of the use of theory in the design of guideline dissemination and implementation strategies and interpretation of the results of rigorous evaluations","year":2010,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":648,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Chief Scientist Office, Scottish Government Health and Social Care Directorate; Scottish Government","keywords":"Construct (python library); Psychological intervention; Management science; Social cognitive theory; Systematic review; Academic detailing; Health services research; Research design; Guideline; Theory of planned behavior; Interpretation (philosophy); Medicine; Psychology; Computer science; Social psychology; MEDLINE; Sociology; Public health; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.675377176972941,"gpt":0.7400518025235054,"spread":0.06467462555056447,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03335823,0.0002253145,0.001128352,0.0004533891,0.0003363024,0.00002647963,0.0009346032,0.00009053971,0.00004439466],"category_scores_gemma":[0.0128402,0.0001162368,0.0001253262,0.002596757,0.001053073,0.0008069215,0.0002513468,0.0002971343,3.604285e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001283127,"about_ca_system_score_gemma":0.003578543,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005809149,"about_ca_topic_score_gemma":0.0007379455,"domain_scores_codex":[0.9833528,0.00765607,0.006626587,0.0003676357,0.00168168,0.0003152013],"domain_scores_gemma":[0.9755512,0.01221222,0.00967435,0.0008616578,0.001653725,0.00004687626],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00003790007,0.00006778521,0.0003086127,0.7304813,0.00005599336,8.307856e-8,0.0753869,0.00002976542,0.001410298,0.01472701,0.0006430162,0.1768514],"study_design_scores_gemma":[0.003257536,0.0006620068,0.01267089,0.8032953,0.003682888,0.00002604495,0.1625198,0.001551372,0.001538354,0.003988623,0.006154733,0.0006524404],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.02250817,0.8108507,0.04179416,0.005551291,0.001561456,0.1105017,0.006929575,0.00003442422,0.000268521],"genre_scores_gemma":[0.1447978,0.8482,0.004284391,0.0009034048,0.00002669425,0.001633688,0.00009974858,0.00002997032,0.00002432485],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1761989,"threshold_uncertainty_score":0.9954751,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3088463461","doi":"10.1111/medu.14380","title":"Interpretive description: A flexible qualitative methodology for medical education research","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":637,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Rigour; Qualitative research; Engineering ethics; Management science; Experiential knowledge; Educational research; Set (abstract data type); Computer science; Domain (mathematical analysis); Medical education; Data science; Sociology; Epistemology; Medicine; Pedagogy; Engineering; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.9042236624844545,"gpt":0.8281320687807432,"spread":0.07609159370371132,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02558059,0.0001441645,0.0003325129,0.0002907887,0.0008938942,0.00002035922,0.0006094354,0.0004273817,0.01284867],"category_scores_gemma":[0.344855,0.0001302824,0.0000595217,0.001165617,0.000476776,0.000293006,0.0001759794,0.001353434,0.0008880802],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007128927,"about_ca_system_score_gemma":0.06569135,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009378836,"about_ca_topic_score_gemma":0.000275302,"domain_scores_codex":[0.9837077,0.01175204,0.001215141,0.0005785073,0.001902213,0.0008444311],"domain_scores_gemma":[0.9684899,0.0256609,0.0004535069,0.0004071553,0.0027656,0.00222294],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001101863,0.0001378133,0.0004164298,0.000343956,0.000008352641,2.050779e-7,0.2970206,6.297903e-8,0.00006221411,0.03738888,0.6310678,0.03344346],"study_design_scores_gemma":[0.0007042848,0.0003777683,0.00101353,0.0005699129,0.00001109628,0.000003834887,0.268081,0.0007261981,0.00006360044,0.01686025,0.7114245,0.0001639817],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.03124651,0.0001367078,0.1398389,0.8142387,0.003840399,0.002601422,0.00002618108,0.000138187,0.007932972],"genre_scores_gemma":[0.3198426,0.0001001714,0.03855388,0.6246254,0.004814109,0.007825676,0.0001495089,0.00004931229,0.004039373],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.3192745,"threshold_uncertainty_score":0.9998899,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2751732558","doi":"10.1186/s13012-017-0637-1","title":"Developing a comprehensive definition of sustainability","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":636,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Canada Research Chairs; St. Michael's Hospital","funders":"","keywords":"Sustainability; Sustainability science; Sustainability organizations; Medicine; Health administration; Management science; Process management; Engineering ethics; Public health; Business; Nursing; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.8537952248504198,"gpt":0.7701388228962763,"spread":0.08365640195414348,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004078921,0.000104279,0.0001920992,0.0002646927,0.005174635,0.00006866285,0.0008589169,0.00003615689,0.0005174752],"category_scores_gemma":[0.004581802,0.0001003337,0.00002952684,0.0004998214,0.00113851,0.001465687,0.0004139823,0.0001497697,0.0000785746],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008565061,"about_ca_system_score_gemma":0.005687605,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001833646,"about_ca_topic_score_gemma":0.0005497136,"domain_scores_codex":[0.9967064,0.0003122372,0.0009866363,0.0003786636,0.0008666057,0.0007494574],"domain_scores_gemma":[0.9943647,0.0009209072,0.001306715,0.0007202502,0.002503701,0.0001837346],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003096881,0.00001622657,0.5412944,0.0004034016,0.000006015654,0.000001571792,0.02283635,0.000002907253,0.009878204,0.4019406,0.001213559,0.0223758],"study_design_scores_gemma":[0.001118803,0.00004882229,0.9242041,0.00003071593,0.000004425729,0.000001053979,0.03209792,0.00002764677,0.003134703,0.03026669,0.008941046,0.000124118],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9654585,0.00000211907,0.01328317,0.01411619,0.0005094903,0.001455071,0.0000610431,0.00003962361,0.005074794],"genre_scores_gemma":[0.9821818,0.000006891755,0.01407245,0.003461014,0.00005103767,0.0001855564,0.000004816633,0.000006199258,0.00003025472],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3829097,"threshold_uncertainty_score":0.9999492,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2098408559","doi":"10.1370/afm.1312","title":"Systematic Review and Meta-Analysis of Practice Facilitation Within Primary Care Settings","year":2012,"lang":"en","type":"review","venue":"The Annals of Family Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":608,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Élisabeth Bruyère Hospital; University of Ottawa; Impact; University of Waterloo","funders":"","keywords":"Medicine; Meta-analysis; Facilitation; Guideline; Randomized controlled trial; Systematic review; MEDLINE; Publication bias; Strictly standardized mean difference; Confidence interval; Subgroup analysis; Random effects model; Meta-regression; Family medicine; Internal medicine; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.9078202688090714,"gpt":0.7329600605324124,"spread":0.174860208276659,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.02974144,0.0003638693,0.009302821,0.0005319391,0.000249763,0.000002482653,0.0005405401,0.0001711133,0.0001742386],"category_scores_gemma":[0.01453273,0.000170903,0.0006725095,0.002191946,0.0003186916,0.0002228713,0.0001448772,0.0006056933,0.00003339138],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007282932,"about_ca_system_score_gemma":0.000810177,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003631216,"about_ca_topic_score_gemma":0.00001513853,"domain_scores_codex":[0.9828445,0.01013266,0.005088731,0.0003256504,0.001164875,0.0004435858],"domain_scores_gemma":[0.9689762,0.0193052,0.008659638,0.001100119,0.001745491,0.0002133258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.000002216798,0.000006043475,3.013574e-7,0.94616,0.02193401,2.255053e-7,0.02761464,1.217834e-7,2.587144e-7,0.0001464327,0.002953425,0.001182278],"study_design_scores_gemma":[0.00007388407,0.00006589795,0.000009117412,0.09852234,0.7035111,0.000002005742,0.01183183,3.488833e-7,5.458014e-8,0.00000688052,0.1858708,0.0001058435],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000002250429,0.9790052,0.00003035998,0.01280819,0.00008277313,0.006237616,0.0005645278,0.00001554506,0.001253592],"genre_scores_gemma":[0.00001147572,0.9298068,0.0001851697,0.06864638,0.00004783143,0.0007603092,0.0001489351,0.00001992675,0.0003732301],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8476377,"threshold_uncertainty_score":0.9990854,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}