{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":456,"total_is_capped":false,"direct_labels_cover":165,"predictions_cover":456,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"223d1b477755","filters":{"venue":"Health Research Policy and Systems"}},"results":[{"id":"W2925672674","doi":"10.1186/s12961-019-0432-3","title":"The dark side of coproduction: do the costs outweigh the benefits for health research?","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Plant and animal studies","field":"Agricultural and Biological Sciences","cited_by":786,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Coproduction; Incentive; Health services research; Process (computing); Public relations; Business; Medicine; Public health; Political science; Economics; Computer science; Nursing","authors":[{"name":"Kathryn Oliver","is_ca":false},{"name":"Anita Kothari","is_ca":true},{"name":"Nicholas Mays","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5290207498102124,"gpt":0.4765456393689741,"spread":0.05247511044123826,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01950943,0.00009947151,0.0002564001,0.00002852026,0.004463044,0.0002263737,0.0004833821,0.0000500034,0.000003022315],"category_scores_gemma":[0.001234082,0.00002314085,0.00005207405,0.0007038951,0.0004780494,0.0000494194,0.0001970317,0.0004238139,0.00001937913],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001307562,"about_ca_system_score_gemma":0.0002155026,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01888571,"about_ca_topic_score_gemma":0.009846629,"domain_scores_codex":[0.9955031,0.001855777,0.0003850269,0.0002891649,0.0009226099,0.001044341],"domain_scores_gemma":[0.9921839,0.006852431,0.0001384319,0.0001216633,0.0005211458,0.000182416],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005777226,0.0001098983,0.008423741,0.0008334532,0.00008159045,6.122521e-7,0.003722684,0.000008976185,0.002243162,0.310063,0.4196339,0.2543013],"study_design_scores_gemma":[0.000176868,0.001697345,0.1045664,0.0002732698,9.634171e-7,0.00001616314,0.0120524,0.00006160811,0.00003885637,0.001606036,0.8794317,0.00007835871],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5951712,0.03663018,1.286208e-7,0.3614661,0.0002020301,0.003276608,0.0002563149,0.00001744755,0.002980034],"genre_scores_gemma":[0.9840096,0.01140705,0.000001036751,0.0004806932,0.001458636,0.0001837429,0.000006627013,0.000001546406,0.002451061],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4597978,"threshold_uncertainty_score":0.996833,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2151999777","doi":"10.1186/1478-4505-12-51","title":"The application of systems thinking in health: why use systems thinking?","year":2014,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":596,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; Department for International Development; International Development Research Centre; World Health Organization","keywords":"Health services research; Public health; Health administration; Health informatics; Systems thinking; Health policy; Social policy; Healthcare system; Medicine; Management science; Nursing; Health care; Computer science; Political science; Engineering","authors":[{"name":"David H. Peters","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.467904163667998,"gpt":0.5682925081055834,"spread":0.1003883444375854,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2038389,0.0007527922,0.003565193,0.003909321,0.003965236,0.007855518,0.004175739,0.001278292,0.000002074419],"category_scores_gemma":[0.0670878,0.0004815073,0.0002910172,0.004377597,0.0005997148,0.0005310639,0.001248996,0.003321132,0.00009434623],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002022462,"about_ca_system_score_gemma":0.006759412,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.3314094,"about_ca_topic_score_gemma":0.007864164,"domain_scores_codex":[0.9246897,0.03215831,0.011206,0.002805219,0.02550807,0.00363269],"domain_scores_gemma":[0.8500652,0.1293981,0.007280843,0.005134148,0.006680598,0.001441106],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008336981,0.00003721424,0.0002304356,0.002882988,0.0000271718,0.000004280778,0.001861795,0.001188352,0.000001291048,0.1951077,0.7964513,0.002124137],"study_design_scores_gemma":[0.0005958935,0.0003683289,0.0001047817,0.005184636,0.000002504469,0.00002998447,0.003608061,0.04278165,6.149121e-8,0.00955065,0.9374502,0.0003233106],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.0003185641,0.1511768,0.02121491,0.005756348,0.8049926,0.01359942,0.0008192483,0.0001978884,0.001924285],"genre_scores_gemma":[0.1759942,0.005468151,0.00008734206,0.0003979675,0.8015797,0.00206428,0.00009752661,0.0002874738,0.01402347],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.3235452,"threshold_uncertainty_score":0.9997637,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2609112051","doi":"10.1186/s12961-017-0192-x","title":"Evidence-based policymaking is not like evidence-based medicine, so how far should you go to bridge the divide between evidence and policy?","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":529,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Health services research; Bridge (graph theory); Health policy; Health administration; Public health; Social policy; Health informatics; Health economics; Healthcare policy; Medicine; Political science; Public relations; Public economics; Public administration; Data science; Health care reform; Economics; Computer science; Nursing; Law","authors":[{"name":"Paul Cairney","is_ca":false},{"name":"Kathryn Oliver","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8171921476482206,"gpt":0.6409745121530928,"spread":0.1762176354951278,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03716895,0.0006900243,0.001779971,0.001755858,0.01620702,0.000908876,0.002222271,0.0006415888,0.00004269801],"category_scores_gemma":[0.05807281,0.0004693116,0.0001706404,0.001328423,0.001744923,0.001424568,0.001306009,0.003159243,0.0001669919],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003223042,"about_ca_system_score_gemma":0.03081522,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.3710848,"about_ca_topic_score_gemma":0.00805114,"domain_scores_codex":[0.9793555,0.009670734,0.001920602,0.00144919,0.003330064,0.004273948],"domain_scores_gemma":[0.9554076,0.03548445,0.001244105,0.00324972,0.001522644,0.003091511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0007510252,0.00004781929,0.364665,0.02026472,0.0000930765,0.00003489197,0.01868473,0.000007205444,0.0001782731,0.01211266,0.5178756,0.06528497],"study_design_scores_gemma":[0.001175024,0.001234051,0.5612221,0.02815925,0.00003370912,0.000009207075,0.001074575,0.0003503062,0.00001599599,0.0003289812,0.4059473,0.0004495606],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.0369697,0.03162381,0.000451247,0.9228016,0.0007187141,0.006314221,0.0002543085,0.0001532445,0.0007131433],"genre_scores_gemma":[0.753273,0.01644707,0.0000498459,0.2166114,0.008633091,0.0009742044,0.000007326424,0.00008610063,0.003917957],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.7163033,"threshold_uncertainty_score":0.9997759,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2802993040","doi":"10.1186/s12961-018-0282-4","title":"Patient engagement in Canada: a scoping review of the ‘how’ and ‘what’ of patient engagement in health research","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":511,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Athabasca University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Health administration; Public health; Public engagement; Health policy; Medicine; Health economics; Community engagement; Healthcare policy; Health informatics; Stakeholder engagement; Population health; Nursing; Medical education; International health; Public relations; Political science","authors":[{"name":"Elizabeth Manafò","is_ca":true},{"name":"Lisa Petermann","is_ca":true},{"name":"Ping Mason-Lai","is_ca":true},{"name":"Virginia Vandall‐Walker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8508249970646553,"gpt":0.6519557557201537,"spread":0.1988692413445016,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.08072329,0.0005036207,0.003560167,0.0016051,0.001778745,0.00004114033,0.0005820749,0.0002845835,0.00003345329],"category_scores_gemma":[0.002969585,0.0003455251,0.0001281327,0.002776686,0.000377485,0.0001548108,0.001614485,0.004382651,0.000006864932],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.01183132,"about_ca_system_score_gemma":0.0838112,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8954803,"about_ca_topic_score_gemma":0.6918792,"domain_scores_codex":[0.8998862,0.08500941,0.006720734,0.001018749,0.003965638,0.003399257],"domain_scores_gemma":[0.9861876,0.007610797,0.002822404,0.001282936,0.0009100206,0.001186267],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0000224494,0.0001233193,0.0004748995,0.7902678,0.00001879545,0.000003296226,0.007275892,3.662724e-7,1.864169e-8,0.0008670588,0.005116529,0.1958296],"study_design_scores_gemma":[0.0003045776,0.000801641,0.00005689147,0.585505,0.000003773788,0.000001713338,0.01024334,0.000009919477,1.542111e-7,0.00001618643,0.4029425,0.0001143466],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00133115,0.9555756,4.115308e-7,0.004017948,0.0008991143,0.03763105,0.0002450242,0.00000616764,0.0002934789],"genre_scores_gemma":[0.002300456,0.9897768,0.00001757373,0.002277446,0.0002263781,0.005132886,0.00009244272,0.00005754296,0.0001184558],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3978259,"threshold_uncertainty_score":0.9998997,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2553241472","doi":"10.1186/s12961-016-0155-7","title":"What are the best methodologies for rapid reviews of the research evidence for evidence-informed decision making in health policy and practice: a rapid review","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":438,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Pan American Health Organization; Ministério da Saúde","keywords":"Systematic review; Grey literature; Data extraction; Medicine; Inclusion (mineral); Health services research; Protocol (science); Evidence-based medicine; Management science; MEDLINE; Health administration; Alternative medicine; Randomized controlled trial; Evidence-based practice; Medical education; Public health; Psychology; Nursing; Political science; Surgery; Pathology; Social psychology","authors":[{"name":"Michelle M. Haby","is_ca":false},{"name":"Evelina Chapman","is_ca":false},{"name":"Rachel Clark","is_ca":false},{"name":"Jorge Otávio Maia Barreto","is_ca":false},{"name":"Ludovic Revéiz","is_ca":false},{"name":"John N. Lavis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9866217251985923,"gpt":0.8578875303026147,"spread":0.1287341948959776,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4724118,0.0006855254,0.005090004,0.002606839,0.006140013,0.0003434721,0.002429058,0.0006329041,0.00002480248],"category_scores_gemma":[0.7833547,0.0003345168,0.0004457836,0.006497881,0.001506436,0.001707951,0.001646497,0.003302218,0.0000481745],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.005905285,"about_ca_system_score_gemma":0.0722728,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01030075,"about_ca_topic_score_gemma":0.001998434,"domain_scores_codex":[0.7823,0.1948041,0.01097633,0.001833119,0.004105653,0.005980774],"domain_scores_gemma":[0.1751865,0.8048244,0.01004098,0.003462589,0.005068148,0.001417442],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001022355,0.00001042827,0.000006480519,0.3792369,0.00001379855,2.83946e-7,0.003581017,5.091141e-8,9.397621e-8,0.003656826,0.04582517,0.5675667],"study_design_scores_gemma":[0.0002918338,0.0004705602,0.00001870673,0.4523697,0.00001526079,0.00002891867,0.007086897,0.000005316631,2.469053e-8,0.0005073943,0.5390755,0.0001298995],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[7.98094e-7,0.6836308,0.0003064812,0.2619639,0.0006130531,0.05309577,0.0002841127,0.00001690928,0.00008816284],"genre_scores_gemma":[0.00001075008,0.9444225,0.001687027,0.0218715,0.002037894,0.02912755,0.00000576469,0.00008598383,0.000750963],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6100202,"threshold_uncertainty_score":0.9999107,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097381607","doi":"10.1186/1478-4505-7-s1-s1","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 1: What is evidence-informed policymaking?","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":402,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health services research; Health policy; Evidence-based policy; Public relations; Evidence-based practice; Process (computing); Health administration; Evidence-based medicine; Political science; Public economics; Health care; Medicine; MEDLINE; Economics; Alternative medicine; Computer science; Law","authors":[{"name":"Andrew D Oxman","is_ca":false},{"name":"John N. Lavis","is_ca":true},{"name":"Simon Lewin","is_ca":false},{"name":"Atle Fretheim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9128314829040383,"gpt":0.7654888444089923,"spread":0.1473426384950459,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05024971,0.0006982875,0.001782717,0.002895462,0.008805427,0.001420026,0.001346595,0.0005624712,0.0001907803],"category_scores_gemma":[0.06345863,0.0006226219,0.0002292373,0.00371759,0.0005429211,0.007156689,0.0004207373,0.002087114,0.0005169221],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.008221538,"about_ca_system_score_gemma":0.07915972,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03715425,"about_ca_topic_score_gemma":0.003683081,"domain_scores_codex":[0.9735849,0.006873958,0.005390468,0.001422729,0.003780221,0.00894767],"domain_scores_gemma":[0.9420746,0.04650214,0.002402452,0.001740685,0.002462954,0.004817171],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004971127,0.00007359309,0.001826449,0.01862375,0.00004261779,0.000005939595,0.1859941,0.000007732461,0.00004795231,0.07903903,0.5370035,0.1768382],"study_design_scores_gemma":[0.002383946,0.004123061,0.01170063,0.01817534,0.000007369687,0.00006864839,0.05485329,0.0007422529,0.00001535938,0.001771895,0.9055002,0.0006580201],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02399762,0.007850143,0.001005252,0.9304013,0.001915458,0.02709636,0.0006666636,0.0005404906,0.006526742],"genre_scores_gemma":[0.5651092,0.0406994,0.0009655727,0.3758422,0.006199404,0.003501414,0.00005354149,0.0001113072,0.007518006],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.5545591,"threshold_uncertainty_score":0.9996225,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2805824819","doi":"10.1186/s12961-018-0320-2","title":"The GRADE Evidence to Decision (EtD) framework for health system and public health decisions","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":384,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Medical Research Council; South African Medical Research Council; European Commission","keywords":"Public health; Health policy; Guideline; Health administration; Health care; Medicine; Management science; Business; Public relations; Nursing; Political science; Economics","authors":[{"name":"Jenny Moberg","is_ca":false},{"name":"Andrew D Oxman","is_ca":false},{"name":"Sarah Rosenbaum","is_ca":true},{"name":"Holger J. Schünemann","is_ca":true},{"name":"Gordon Guyatt","is_ca":true},{"name":"Signe Flottorp","is_ca":false},{"name":"Claire Glenton","is_ca":false},{"name":"Simon Lewin","is_ca":false},{"name":"Angela Morelli","is_ca":false},{"name":"Gabriel Rada","is_ca":false},{"name":"Pablo Alonso‐Coello","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9446605263891279,"gpt":0.7913057945015023,"spread":0.1533547318876256,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1091508,0.0003523797,0.0009959548,0.001307265,0.02460363,0.0005252592,0.0009772575,0.0002761641,0.00001049845],"category_scores_gemma":[0.1053209,0.0002470661,0.0000672125,0.003334804,0.000785757,0.0004308305,0.0007308876,0.001457162,0.0002686365],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004116651,"about_ca_system_score_gemma":0.02504927,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02701111,"about_ca_topic_score_gemma":0.009543662,"domain_scores_codex":[0.9679691,0.01758984,0.003699626,0.001299825,0.002834603,0.006607004],"domain_scores_gemma":[0.8777175,0.1093891,0.001273777,0.001667887,0.002491777,0.007459976],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002344084,0.00003340356,0.001901686,0.003758584,0.00001610489,8.072075e-7,0.04592365,0.000001141485,0.000004018396,0.5245985,0.3228513,0.1006764],"study_design_scores_gemma":[0.001170117,0.002586957,0.0104225,0.007868559,0.000001187756,0.00003096935,0.03873475,0.001236327,5.313332e-7,0.004604608,0.9331173,0.0002262522],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01877176,0.007169754,0.09617542,0.8566406,0.002021062,0.0183531,0.0004023286,0.000216913,0.0002490996],"genre_scores_gemma":[0.8360476,0.01266533,0.01241094,0.124769,0.005931032,0.006990672,0.00000910309,0.0001208752,0.001055445],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.8172759,"threshold_uncertainty_score":0.9999982,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3030280616","doi":"10.1186/s12961-020-0544-9","title":"A review of reviews on principles, strategies, outcomes and impacts of research partnerships approaches: a first step in synthesising the research partnership literature","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":383,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"George & Fay Yee Centre for Healthcare Innovation; University of Ottawa; University of Calgary; McMaster University Medical Centre; Ottawa Hospital; University of Manitoba; Kelowna General Hospital; Alberta Health; University of British Columbia; International Collaboration On Repair Discoveries; Alberta Health Services; University of British Columbia, Okanagan Campus","funders":"Canadian Institutes of Health Research; International Collaboration on Repair Discoveries; Michael Smith Health Research BC; Strong","keywords":"General partnership; Knowledge translation; Systematic review; Scope (computer science); Health services research; Participatory action research; Stakeholder engagement; Stakeholder; Knowledge management; Public relations; Management science; Sociology; Engineering ethics; Medicine; Political science; MEDLINE; Public health; Nursing; Computer science; Engineering","authors":[{"name":"Femke Hoekstra","is_ca":true},{"name":"Kelly Mrklas","is_ca":true},{"name":"Masood Khan","is_ca":true},{"name":"Rhyann C. McKay","is_ca":true},{"name":"Mathew Vis‐Dunbar","is_ca":true},{"name":"Kathryn M. Sibley","is_ca":true},{"name":"Tram Nguyen","is_ca":true},{"name":"Ian D. Graham","is_ca":true},{"name":"Heather L. Gainforth","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.980442702186179,"gpt":0.7767366368479444,"spread":0.2037060653382347,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.274598,0.0006602402,0.005344569,0.003516703,0.002750179,0.0002437324,0.001621461,0.0007722839,0.00001937073],"category_scores_gemma":[0.1232943,0.0003891372,0.000257981,0.01166419,0.0018474,0.0003093282,0.001066557,0.009953632,0.00006627631],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002356881,"about_ca_system_score_gemma":0.03300551,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008308502,"about_ca_topic_score_gemma":0.003453767,"domain_scores_codex":[0.8081189,0.1720722,0.007779936,0.001657546,0.005377172,0.004994222],"domain_scores_gemma":[0.8737409,0.1168871,0.002796876,0.002197146,0.002136844,0.002241087],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004199991,0.00005854038,0.0001488382,0.8295836,0.0000339695,0.000009360678,0.01919825,9.653557e-8,8.16727e-8,0.07101727,0.02947072,0.05043729],"study_design_scores_gemma":[0.0002207929,0.0003308299,0.00006293258,0.4029895,0.000009106194,0.00001015533,0.00602635,0.00001881448,3.414953e-8,0.00007527378,0.5901271,0.0001291885],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0000224754,0.9288577,0.000001575908,0.04493619,0.00006937961,0.02302139,0.0003052725,0.00002180595,0.002764194],"genre_scores_gemma":[0.000792395,0.9899152,0.00004613198,0.002030079,0.0007094393,0.005875936,0.00003328782,0.00008943031,0.0005081322],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5606563,"threshold_uncertainty_score":0.9998561,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2967611184","doi":"10.1186/s12961-019-0477-3","title":"A framework for value-creating learning health systems","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":359,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Université du Québec à Trois-Rivières; Université Laval; Institut National d'Excellence en Santé et en Services Sociaux","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Health administration; Health services research; Public health; Value (mathematics); Health informatics; Health policy; Social policy; Medicine; Computer science; Nursing; Political science","authors":[{"name":"Matthew Menear","is_ca":true},{"name":"Marc‐André Blanchette","is_ca":true},{"name":"Olivier Demers‐Payette","is_ca":true},{"name":"Denis Roy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8858111560825194,"gpt":0.7776424180435226,"spread":0.1081687380389967,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05927625,0.0002817179,0.001036119,0.001050349,0.006623259,0.0002035109,0.0004282296,0.000326071,0.00004900408],"category_scores_gemma":[0.02162843,0.0002510733,0.00006733511,0.00166062,0.0001704308,0.0002878573,0.000251047,0.002428045,0.0006027227],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002605106,"about_ca_system_score_gemma":0.01383824,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0642639,"about_ca_topic_score_gemma":0.0002046176,"domain_scores_codex":[0.9735849,0.01672569,0.002437524,0.0008764461,0.001802588,0.004572785],"domain_scores_gemma":[0.966441,0.02859703,0.001156756,0.000704369,0.001016937,0.002083924],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007823189,0.00002541803,0.02105381,0.02254039,0.00002192595,8.110281e-7,0.05468181,0.0002841409,0.00002356796,0.8692427,0.0293534,0.002693783],"study_design_scores_gemma":[0.00187234,0.001683262,0.004720853,0.005146724,0.000001810927,0.00001675162,0.07741263,0.02161282,7.40648e-7,0.00256798,0.8846568,0.0003072925],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2933188,0.01513212,0.05721468,0.485771,0.01035044,0.09465459,0.001206599,0.001497207,0.04085455],"genre_scores_gemma":[0.9416917,0.00144177,0.002416052,0.02439997,0.004915693,0.004676291,0.00003896933,0.0001349388,0.02028461],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8666747,"threshold_uncertainty_score":0.9999942,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3012956505","doi":"10.1186/s12961-020-0539-6","title":"How does integrated knowledge translation (IKT) compare to other collaborative research approaches to generating and translating knowledge? Learning from experts in the field","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":296,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Saskatchewan; Western University; University of Alberta; University of Ottawa; McGill University; Impact; University of Calgary; McMaster University; York University; Alberta Health Services; University of Northern British Columbia; Alberta Health; Ottawa Hospital; McMaster University Medical Centre","funders":"National Institute on Minority Health and Health Disparities; Canadian Institutes of Health Research","keywords":"Knowledge translation; Participatory action research; Health services research; Thematic analysis; Qualitative research; Knowledge management; Focus group; General partnership; Scholarship; Sociology; Psychology; Computer science; Medicine; Public health; Political science; Nursing; Social science","authors":[{"name":"Tram Nguyen","is_ca":true},{"name":"Ian D. Graham","is_ca":true},{"name":"Kelly Mrklas","is_ca":true},{"name":"Sarah Bowen","is_ca":false},{"name":"Margaret Cargo","is_ca":false},{"name":"Carole A. Estabrooks","is_ca":true},{"name":"Anita Kothari","is_ca":true},{"name":"John N. Lavis","is_ca":true},{"name":"Ann C. Macaulay","is_ca":true},{"name":"Martha MacLeod","is_ca":true},{"name":"David Phipps","is_ca":true},{"name":"Vivian R. Ramsden","is_ca":true},{"name":"Mary J. Renfrew","is_ca":false},{"name":"Jon Salsberg","is_ca":false},{"name":"Nina Wallerstein","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9619249974667414,"gpt":0.724378939883514,"spread":0.2375460575832274,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02330764,0.0002148902,0.0005209239,0.0007809709,0.003370123,0.0003741042,0.0003799323,0.0001599776,0.00001820329],"category_scores_gemma":[0.01501314,0.0001419578,0.00002074064,0.004178221,0.0001551987,0.0002553025,0.0001447509,0.001866496,0.00003364249],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004295318,"about_ca_system_score_gemma":0.00322217,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.0238704,"about_ca_topic_score_gemma":0.04110628,"domain_scores_codex":[0.9664108,0.02909956,0.001038638,0.0007349477,0.0009719359,0.001744075],"domain_scores_gemma":[0.9732082,0.02422391,0.0001650549,0.0003055587,0.0007924739,0.001304809],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001000762,0.00002334921,0.005499917,0.001099246,0.000007127223,0.000001395857,0.9528392,0.00006275986,0.0005848997,0.002981816,0.01558457,0.02121566],"study_design_scores_gemma":[0.0008482008,0.0005783609,0.001189472,0.0009084104,0.000001102051,6.941524e-7,0.6204953,0.02812988,0.00004042946,0.00008995004,0.3475496,0.0001685269],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3170327,0.002147305,0.002942684,0.665723,0.000144223,0.008356537,0.0001464701,0.00006789404,0.003439173],"genre_scores_gemma":[0.9831727,0.0000816328,0.0007726322,0.01241662,0.001364132,0.001786628,0.00001308946,0.00003312043,0.0003594642],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.66614,"threshold_uncertainty_score":0.9979274,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2107299871","doi":"10.1186/1478-4505-7-s1-i1","title":"SUPPORT Tools for evidence-informed health Policymaking (STP)","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":290,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research; West China Hospital, Sichuan University; Direktoratet for Utviklingssamarbeid; University of Cape Town; Sichuan University; Helsedirektoratet; University of the Western Cape; European Commission; London School of Hygiene and Tropical Medicine","keywords":"Health services research; Set (abstract data type); Framing (construction); Health policy; Evidence-based practice; Management science; Evidence-based policy; Public relations; Evidence-based medicine; Health administration; Computer science; Public health; Knowledge management; MEDLINE; Political science; Medicine; Alternative medicine; Nursing; Economics; Engineering","authors":[{"name":"John N. Lavis","is_ca":true},{"name":"Andrew D Oxman","is_ca":false},{"name":"Simon Lewin","is_ca":false},{"name":"Atle Fretheim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9570404174385724,"gpt":0.8093999759153485,"spread":0.1476404415232239,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04985237,0.0003109831,0.0009592539,0.001480751,0.006521023,0.0002947319,0.0006039703,0.0002574173,0.00007404065],"category_scores_gemma":[0.04503157,0.0002730847,0.00008752096,0.001948574,0.0002563144,0.001209397,0.0001693177,0.001263705,0.000274477],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003812467,"about_ca_system_score_gemma":0.04304452,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02165461,"about_ca_topic_score_gemma":0.001791202,"domain_scores_codex":[0.9820806,0.006561434,0.00302571,0.0007770892,0.001954272,0.0056009],"domain_scores_gemma":[0.969116,0.02472023,0.001050044,0.0008363836,0.001286333,0.00299097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001948615,0.0000477924,0.001491358,0.009285237,0.00001411654,0.000002662297,0.06607176,0.000005999195,0.00004798833,0.2315374,0.5956492,0.09565164],"study_design_scores_gemma":[0.001590645,0.002632938,0.0155428,0.002311432,0.000001604269,0.00002402883,0.01560309,0.0004500352,0.000003320398,0.00177152,0.9598114,0.0002571784],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02290768,0.001893125,0.002491791,0.9312226,0.001198518,0.02294186,0.0007147023,0.0004112996,0.01621838],"genre_scores_gemma":[0.7794577,0.003823296,0.0009538876,0.2014539,0.004599471,0.002380095,0.00004604504,0.00005563692,0.00722997],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.75655,"threshold_uncertainty_score":0.9999721,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2587319655","doi":"10.1186/s12961-016-0164-6","title":"The concept of ‘vulnerability’ in research ethics: an in-depth analysis of policies and guidelines","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":276,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Université de Montréal; McGill University Health Centre; Montreal Clinical Research Institute","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Faculty of Medicine, McGill University; McGill University","keywords":"Vulnerability (computing); Research ethics; Stakeholder; Normative; Vulnerability assessment; Harm; Sociology; Engineering ethics; Political science; Public relations; Psychology; Social psychology; Law; Psychological resilience; Computer science; Computer security","authors":[{"name":"Dearbhail Bracken‐Roche","is_ca":true},{"name":"Emily Bell","is_ca":true},{"name":"Mary Ellen Macdonald","is_ca":true},{"name":"Éric Racine","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9560629307251761,"gpt":0.7983703746638118,"spread":0.1576925560613643,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2130552,0.0001265838,0.001026681,0.002194667,0.001201585,0.000185394,0.0007283159,0.0005216478,0.000003761215],"category_scores_gemma":[0.3169491,0.00008418197,0.00007306251,0.001707158,0.006684565,0.0001243095,0.0006618639,0.005855765,9.547331e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003091175,"about_ca_system_score_gemma":0.005884327,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.345382,"about_ca_topic_score_gemma":0.1358867,"domain_scores_codex":[0.9805462,0.01093852,0.002153739,0.0006461868,0.004251175,0.001464193],"domain_scores_gemma":[0.8874477,0.1000691,0.0005042203,0.003157314,0.007748589,0.001073046],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0008109713,0.0003803282,0.4641863,0.005849359,0.0002369327,0.00001894074,0.03087243,0.00006603987,0.0004899189,0.4794055,0.0006091522,0.01707421],"study_design_scores_gemma":[0.001991933,0.002466258,0.9166916,0.003584989,0.0000160044,0.000008214905,0.03214162,0.009360497,0.0001645103,0.03005264,0.003385122,0.0001366344],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8505239,0.009925827,0.000003930452,0.1354179,0.00004542227,0.001435732,0.00004590037,0.000006274169,0.002595135],"genre_scores_gemma":[0.9676583,0.03084426,0.00004761546,0.0001872034,0.0002283815,0.00008234623,0.000004283962,0.00001563226,0.0009319663],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4525054,"threshold_uncertainty_score":0.9997514,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3006359455","doi":"10.1186/s12961-019-0494-2","title":"Intervention Scalability Assessment Tool: A decision support tool for health policy makers and implementers","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":247,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"National Health and Medical Research Council; Medical Research Council; NSW Ministry of Health; Australian Government; ACT Government","keywords":"Context (archaeology); Psychological intervention; Scale (ratio); Health services research; Fidelity; Health policy; Population health; Intervention (counseling); Medicine; Process management; Public health; Computer science; Nursing; Engineering","authors":[{"name":"Andrew Milat","is_ca":false},{"name":"Karen Lee","is_ca":false},{"name":"Kathleen Conte","is_ca":false},{"name":"Anne Grunseit","is_ca":false},{"name":"Luke Wolfenden","is_ca":false},{"name":"Femke van Nassau","is_ca":false},{"name":"Neil Orr","is_ca":false},{"name":"Padmaja Sreeram","is_ca":true},{"name":"Adrian Bauman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8146472222045942,"gpt":0.7678334758313322,"spread":0.04681374637326197,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04403715,0.0002959354,0.0008545729,0.0008334124,0.003543807,0.0001886033,0.0003515662,0.0001759353,0.00008591865],"category_scores_gemma":[0.01386956,0.0002663602,0.00009855018,0.001457253,0.0003088157,0.0004272032,0.0005080223,0.0009910609,0.00004904514],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0030111,"about_ca_system_score_gemma":0.01469729,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0261428,"about_ca_topic_score_gemma":0.00125807,"domain_scores_codex":[0.9829251,0.008046039,0.003138236,0.001036627,0.001620271,0.003233711],"domain_scores_gemma":[0.9880422,0.007510134,0.0008322669,0.000560888,0.0006455885,0.002408859],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009971381,0.0001862612,0.06259963,0.03221352,0.00007230085,0.000004166082,0.06231899,0.000007374791,0.0001132225,0.1016968,0.4245859,0.3152047],"study_design_scores_gemma":[0.007356887,0.00465314,0.1050322,0.001091784,0.000004673855,0.00001604699,0.01860087,0.004712874,0.00000343927,0.002142745,0.8560076,0.0003778167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1505511,0.0002856345,0.02404926,0.8037739,0.0005335537,0.01782865,0.002132095,0.0001885461,0.0006572284],"genre_scores_gemma":[0.8970385,0.0009303867,0.002641603,0.09423178,0.001795538,0.002725468,0.00007595991,0.00006062901,0.0005002085],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7464873,"threshold_uncertainty_score":0.9999788,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2120316982","doi":"10.1186/1478-4505-12-55","title":"Health policy – why research it and how: health political science","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":235,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Health policy; Health promotion; Public health; Health services research; Health administration; Public relations; Political science; Health informatics; Policy analysis; Toolbox; Public policy; Process (computing); Politics; Policy studies; Sociology; Public administration; Medicine; Computer science; Nursing","authors":[{"name":"Evelyne de Leeuw","is_ca":false},{"name":"Carole Clavier","is_ca":true},{"name":"Éric Breton","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4174587727618511,"gpt":0.5537182382183453,"spread":0.1362594654564942,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1081682,0.0003534989,0.001202174,0.004383016,0.005992623,0.001718985,0.0008300022,0.0002151007,0.000007116637],"category_scores_gemma":[0.02838024,0.0002998649,0.00005885286,0.005350495,0.002970754,0.00102663,0.001267366,0.001527209,0.0001227777],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002273416,"about_ca_system_score_gemma":0.01013144,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.7434599,"about_ca_topic_score_gemma":0.00539314,"domain_scores_codex":[0.9813411,0.003691946,0.001223532,0.001259828,0.002522615,0.009961016],"domain_scores_gemma":[0.9914944,0.002549969,0.0004920798,0.001030116,0.001808189,0.00262527],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001217709,0.00003237603,0.0005270094,0.002361645,0.000003621385,7.243063e-7,0.0001860201,0.000003548671,0.000001640726,0.6105428,0.3805728,0.005755594],"study_design_scores_gemma":[0.0005398629,0.0004437698,0.006179376,0.0004581714,6.170037e-7,0.00004761671,0.002756129,0.009589374,1.3033e-7,0.01509561,0.9646914,0.0001979236],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.006770478,0.002336117,0.000154521,0.9687086,0.0003563974,0.00175914,0.00002810567,0.0001227897,0.01976381],"genre_scores_gemma":[0.7416723,0.001751616,0.00005304157,0.2469563,0.008715671,0.0001239959,0.00001590475,0.00004508226,0.0006660524],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.7380668,"threshold_uncertainty_score":0.9999453,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2914884711","doi":"10.1186/s12961-018-0405-y","title":"Sustainability of public health interventions: where are the gaps?","year":2019,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":219,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Ontario; Western University","funders":"","keywords":"Sustainability; Psychological intervention; Public health; Terminology; Public relations; Health administration; Sustainability organizations; Sustainability science; Health policy; Medicine; Management science; Engineering ethics; Political science; Nursing; Engineering","authors":[{"name":"David Roger Walugembe","is_ca":true},{"name":"Shannon L. Sibbald","is_ca":true},{"name":"Marlene Janzen Le Ber","is_ca":false},{"name":"Anita Kothari","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9042515095970299,"gpt":0.7577607210184546,"spread":0.1464907885785753,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1145855,0.0004537303,0.001865136,0.001954411,0.004577042,0.0001895975,0.00145161,0.0009344299,0.000156587],"category_scores_gemma":[0.03311763,0.0003205642,0.0002539176,0.002685282,0.001180665,0.0003275867,0.0008788172,0.008971637,0.0002820993],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.007240149,"about_ca_system_score_gemma":0.06052923,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1034563,"about_ca_topic_score_gemma":0.004826342,"domain_scores_codex":[0.9044878,0.07937669,0.005145358,0.001167158,0.003696698,0.006126293],"domain_scores_gemma":[0.9572218,0.02908005,0.004460512,0.002567129,0.005411743,0.00125875],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000688028,0.00002621072,0.004750796,0.1016263,0.0000271729,0.000003479724,0.01191529,7.825846e-7,7.877906e-8,0.005516069,0.8748869,0.001240088],"study_design_scores_gemma":[0.0005689815,0.0004496688,0.003418329,0.005075224,0.000002439263,0.00001048956,0.04215619,0.00005144341,3.055143e-8,0.0006817135,0.9474105,0.000175045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0004782529,0.008712307,0.0002011824,0.9736773,0.001093796,0.01319307,0.00130035,0.00007859449,0.001265174],"genre_scores_gemma":[0.0200651,0.007582458,0.00002192683,0.9325809,0.00765033,0.003250848,0.0001234183,0.000112495,0.02861245],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.09862998,"threshold_uncertainty_score":0.9999247,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2103559385","doi":"10.1186/1478-4505-7-s1-s13","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 13: Preparing and using policy briefs to support evidence-informed policymaking","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":202,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research; European Commission; Ontario Ministry of Health and Long-Term Care","keywords":"Evidence-based policy; Health policy; Health services research; Equity (law); Context (archaeology); Evidence-based practice; Public relations; Relevance (law); Policy analysis; Evidence-based medicine; Management science; Political science; Medicine; Health care; Public administration; Economics; MEDLINE; Law; Alternative medicine","authors":[{"name":"John N. Lavis","is_ca":true},{"name":"Govin Permanand","is_ca":false},{"name":"Andrew D Oxman","is_ca":false},{"name":"Simon Lewin","is_ca":false},{"name":"Atle Fretheim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6940124078556779,"gpt":0.6603350675013452,"spread":0.03367734035433267,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.02242588,0.0007882433,0.002254049,0.003612892,0.007367805,0.0006912144,0.0008567786,0.0006471897,0.00003373828],"category_scores_gemma":[0.03207134,0.0007332691,0.0002258071,0.002675672,0.0002957046,0.002659666,0.0008136521,0.001935765,0.00007702494],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.01268925,"about_ca_system_score_gemma":0.1024865,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1434184,"about_ca_topic_score_gemma":0.01265108,"domain_scores_codex":[0.982159,0.002854704,0.004080186,0.001372615,0.002105866,0.007427671],"domain_scores_gemma":[0.9775363,0.01383353,0.001442304,0.001374912,0.001307616,0.004505359],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00232995,0.0001721306,0.01914294,0.05984516,0.0001673483,0.00003026648,0.1207451,0.00009078281,0.0002462635,0.1218699,0.3867227,0.2886375],"study_design_scores_gemma":[0.004246003,0.009955483,0.05770541,0.0231209,0.00003511247,0.0004162884,0.01742719,0.00139386,0.00001818265,0.002140436,0.8819483,0.001592873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1909748,0.01516897,0.002297902,0.6919249,0.00244685,0.05231526,0.001059213,0.001323897,0.04248818],"genre_scores_gemma":[0.7957783,0.01205095,0.001634638,0.175803,0.008265989,0.001371653,0.00007147091,0.0001591681,0.0048649],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6048034,"threshold_uncertainty_score":0.9995118,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2095774359","doi":"10.1186/1478-4505-7-s1-s14","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 14: Organising and using policy dialogues to support evidence-informed policymaking","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":197,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Facilitator; Public relations; Health policy; Health services research; Action (physics); Representation (politics); Health administration; Process (computing); Political science; Health care; Computer science; Law; Politics","authors":[{"name":"John N. Lavis","is_ca":true},{"name":"Jennifer Boyko","is_ca":true},{"name":"Andrew D Oxman","is_ca":false},{"name":"Simon Lewin","is_ca":false},{"name":"Atle Fretheim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9308363761078695,"gpt":0.754845885711217,"spread":0.1759904903966525,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04185409,0.0007557546,0.001880978,0.004578911,0.009266693,0.00101405,0.0009776005,0.0005025303,0.0000545951],"category_scores_gemma":[0.1111495,0.000707338,0.0001454959,0.00471998,0.0004998118,0.003355986,0.0006778973,0.00161395,0.0001448636],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.009434881,"about_ca_system_score_gemma":0.08686031,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.08591361,"about_ca_topic_score_gemma":0.007592827,"domain_scores_codex":[0.976744,0.005739049,0.004870007,0.001460023,0.002874945,0.008311991],"domain_scores_gemma":[0.9576882,0.03091953,0.001997128,0.001338804,0.002121637,0.005934699],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001160669,0.0001415347,0.01416832,0.03453827,0.0001020209,0.00002493954,0.4366558,0.00008384571,0.001413625,0.1567738,0.1701746,0.1847626],"study_design_scores_gemma":[0.007416297,0.01686725,0.07239436,0.03491497,0.0000405698,0.0006392249,0.08330952,0.002595626,0.000113566,0.004324226,0.7746262,0.002758211],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2897336,0.002084377,0.005996117,0.6550751,0.001720466,0.03838543,0.001385986,0.000816676,0.004802247],"genre_scores_gemma":[0.8496004,0.003797996,0.003179748,0.1345277,0.006340414,0.0009525238,0.00004415764,0.0001191946,0.001437903],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6044515,"threshold_uncertainty_score":0.9995378,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2152826335","doi":"10.1186/1478-4505-1-1","title":"Assessing capacity for health policy and systems research in low and middle income countries*","year":2003,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":196,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre; Styrelsen för Internationellt Utvecklingssamarbete; World Bank Group","keywords":"Health services research; Health policy; Stakeholder; Critical mass (sociodynamics); Incentive; Business; Capacity building; Portfolio; Health administration; Social policy; Developing country; Stakeholder engagement; Economic growth; Political science; Health care; Economics; Finance; Public relations","authors":[{"name":"Miguel Ángel González-Block","is_ca":false},{"name":"Anne Mills","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8461126262533255,"gpt":0.6266068414513976,"spread":0.219505784801928,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2051945,0.0003121399,0.001890799,0.003409909,0.002012654,0.001297183,0.0002667699,0.0003455434,0.000005208366],"category_scores_gemma":[0.02163921,0.0003632725,0.0000507793,0.001368062,0.0006422114,0.0008698453,0.0001333887,0.0009529012,0.00004945297],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004430747,"about_ca_system_score_gemma":0.005198737,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1616984,"about_ca_topic_score_gemma":0.002304076,"domain_scores_codex":[0.9805583,0.009367952,0.005199992,0.001265417,0.00061673,0.002991656],"domain_scores_gemma":[0.9856098,0.01022375,0.001371179,0.0007291647,0.00050456,0.001561589],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002937537,0.00007542127,0.02468842,0.03289825,0.00002958636,0.000001591663,0.005725009,0.00004316936,6.36721e-7,0.9333873,0.002966321,0.0001549517],"study_design_scores_gemma":[0.007663317,0.002039753,0.06083604,0.01638365,0.000002974411,0.0003098588,0.02756471,0.04343084,0.000002500271,0.05011531,0.7902247,0.001426329],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.628702,0.1009021,0.001349546,0.2488781,0.000963736,0.01279685,0.001420897,0.00009738163,0.0048893],"genre_scores_gemma":[0.9836411,0.007786157,0.0005751804,0.004414604,0.001372545,0.001111834,0.00001886227,0.00008079674,0.0009988784],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.883272,"threshold_uncertainty_score":0.9998819,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2889884276","doi":"10.1186/s12961-018-0362-5","title":"Introducing responsible innovation in health: a policy-oriented framework","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":192,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute on Governance; University of Toronto; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Scholarship; Health policy; Population health; Health services research; Sustainability; Responsible Research and Innovation; Health equity; Knowledge management; Health administration; Public health; Sociology; Public relations; Population; Management science; Political science; Medicine; Computer science; Economic growth; Engineering; Economics; Environmental health","authors":[{"name":"Hudson Silva","is_ca":true},{"name":"Pascale Lehoux","is_ca":true},{"name":"Fiona A. Miller","is_ca":true},{"name":"Jean‐Louis Denis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6984294067449349,"gpt":0.6073681963501124,"spread":0.09106121039482251,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1491067,0.0002303448,0.001296333,0.005890297,0.001049282,0.0002382794,0.0003077662,0.0002767714,0.00005132943],"category_scores_gemma":[0.07903022,0.0002828454,0.00004158196,0.00542616,0.0003384757,0.000442986,0.0001555109,0.0008665974,0.0008212886],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004314445,"about_ca_system_score_gemma":0.006182894,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1503226,"about_ca_topic_score_gemma":0.002365082,"domain_scores_codex":[0.9843312,0.004877637,0.007358176,0.001016013,0.0004148562,0.002002104],"domain_scores_gemma":[0.9905927,0.004317657,0.002582547,0.001110948,0.0006383595,0.0007577527],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005483442,0.00006211305,0.006837239,0.00156198,0.00001344574,6.65182e-7,0.0112752,0.00003140777,0.000002466133,0.9513188,0.0282301,0.0006117715],"study_design_scores_gemma":[0.001416245,0.001195527,0.02241866,0.002274529,3.985526e-7,0.00003015321,0.006873455,0.011671,0.000004205343,0.1306819,0.8229842,0.0004498078],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1156498,0.008974372,0.00847831,0.856262,0.001174712,0.003777436,0.0002979399,0.0001247357,0.005260618],"genre_scores_gemma":[0.9328831,0.001660175,0.004138885,0.04760379,0.009683711,0.0005379067,0.00005269792,0.0000912328,0.003348517],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8206369,"threshold_uncertainty_score":0.9999624,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2808408372","doi":"10.1186/s12961-018-0325-x","title":"Addressing overuse of health services in health systems: a critical interpretive synthesis","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":185,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact; McMaster University Medical Centre; Ottawa Hospital; University of Ottawa; McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Stakeholder; Context (archaeology); Health services research; Health policy; Government (linguistics); Medicine; Stakeholder engagement; Process management; Public relations; Public health; Business; Nursing; Political science","authors":[{"name":"Moriah Ellen","is_ca":true},{"name":"Michael G. Wilson","is_ca":true},{"name":"Ruth Shach","is_ca":true},{"name":"John N. Lavis","is_ca":true},{"name":"Jeremy Grimshaw","is_ca":true},{"name":"Kaelan A. Moat","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9296420535872144,"gpt":0.7491198211967913,"spread":0.1805222323904231,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.1434425,0.001046991,0.009248972,0.004180961,0.003478095,0.000254283,0.001300618,0.001620254,0.00004933889],"category_scores_gemma":[0.05340546,0.0008788516,0.0003329817,0.003205654,0.001156733,0.0006268424,0.001115438,0.007086163,0.0002686099],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.01088701,"about_ca_system_score_gemma":0.06859839,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.4502699,"about_ca_topic_score_gemma":0.008675184,"domain_scores_codex":[0.7930682,0.1860196,0.01064857,0.001881164,0.002840143,0.005542359],"domain_scores_gemma":[0.8707489,0.1123367,0.008038534,0.002587146,0.002525661,0.003762995],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007781859,0.0002134042,0.0001848182,0.8601332,0.0001015288,0.00001352579,0.02117143,3.202078e-7,2.827458e-8,0.01838414,0.005071969,0.09464782],"study_design_scores_gemma":[0.0001393528,0.0005604475,0.00007706251,0.4674913,0.00001306988,0.00003706062,0.01886083,0.0001082559,8.066261e-9,0.00004875254,0.5123913,0.0002725517],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00004431067,0.9670987,0.00004433002,0.01489242,0.001677089,0.01295014,0.002026782,0.0001400436,0.001126249],"genre_scores_gemma":[0.005211358,0.9840823,0.00007681036,0.003101432,0.002689331,0.004118825,0.00004980347,0.0002500188,0.0004201344],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5073194,"threshold_uncertainty_score":0.9996759,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2736206036","doi":"10.1186/s12961-017-0213-9","title":"Travelling models and the challenge of pragmatic contexts and practical norms: the case of maternal health","year":2017,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":164,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"International Development Research Centre","keywords":"Public health; Health services research; Health administration; Social policy; Health policy; Health informatics; Medicine; Sociology; Political science; Nursing; Law","authors":[{"name":"Jean‐Pierre Olivier de Sardan","is_ca":false},{"name":"Aïssa Diarra","is_ca":false},{"name":"Mahaman Moha","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9550120620226201,"gpt":0.7988536412366548,"spread":0.1561584207859653,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0843693,0.0003369248,0.002845026,0.0005682938,0.004394196,0.000112343,0.0004162924,0.0003102856,0.000008669967],"category_scores_gemma":[0.00901775,0.0001684554,0.00009406793,0.0004213118,0.002020122,0.0002486708,0.0004603093,0.00229553,0.000006989289],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003961636,"about_ca_system_score_gemma":0.01576222,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.09200864,"about_ca_topic_score_gemma":0.003679352,"domain_scores_codex":[0.9617904,0.03094646,0.003846476,0.0005621192,0.00108089,0.001773699],"domain_scores_gemma":[0.9612553,0.03216043,0.003928051,0.001059009,0.0006081748,0.0009890817],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005309932,0.00002410105,0.000007533888,0.3296499,0.0000684351,0.0000263699,0.05410882,4.339374e-7,1.352949e-8,0.2523707,0.001808492,0.3618821],"study_design_scores_gemma":[0.002289511,0.0005890272,0.00003466047,0.05185075,0.000047205,0.001968772,0.0145122,0.002647926,1.748641e-8,0.004463318,0.9213779,0.000218738],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001393169,0.9157622,0.0001333817,0.07152932,0.0001746299,0.01090112,0.0005173663,0.00001147817,0.0008312094],"genre_scores_gemma":[0.01325631,0.9833035,0.0000540348,0.001275364,0.0005621309,0.001139856,0.00000471642,0.00004004913,0.0003639872],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9195694,"threshold_uncertainty_score":0.9993297,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2753353163","doi":"10.1186/s12961-017-0235-3","title":"Knowledge sharing in global health research – the impact, uptake and cost of open access to scholarly literature","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":153,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; McGill University; Université de Montréal","funders":"","keywords":"Health services research; Health administration; Public health; Health economics; Health policy; Health informatics; Medicine; Public relations; Business; Knowledge management; Political science; Computer science; Nursing","authors":[{"name":"Elise Smith","is_ca":true},{"name":"Stefanie Haustein","is_ca":true},{"name":"Philippe Mongeon","is_ca":true},{"name":"Fei Shu","is_ca":true},{"name":"Valéry Ridde","is_ca":true},{"name":"Vincent Larivière","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8056227888224113,"gpt":0.7318272258695931,"spread":0.0737955629528182,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.181803,0.0001906684,0.0007931633,0.001439817,0.004089718,0.08129332,0.01544848,0.0002327028,0.000009227565],"category_scores_gemma":[0.08200158,0.0001092182,0.00004433094,0.004615969,0.0006149388,0.01017231,0.01333166,0.002545931,0.00002707891],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001011479,"about_ca_system_score_gemma":0.006400409,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.240422,"about_ca_topic_score_gemma":0.01344058,"domain_scores_codex":[0.9821423,0.008104428,0.001764062,0.001349363,0.00423547,0.002404374],"domain_scores_gemma":[0.9889246,0.004069421,0.0005674283,0.001981057,0.002641085,0.001816435],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0003056615,0.0001070514,0.2511303,0.0004554389,0.00001941746,0.00001115505,0.01587333,0.00002740786,0.000007268172,0.06457939,0.4415805,0.225903],"study_design_scores_gemma":[0.0008166296,0.0003305512,0.8360965,0.001973161,3.828779e-7,0.00004291999,0.004193766,0.001751759,0.000001745054,0.02203483,0.132623,0.0001347957],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6682609,0.02695542,0.00005275418,0.2433748,0.0004206994,0.007863012,0.0006311618,0.00001928115,0.05242195],"genre_scores_gemma":[0.9931813,0.00165703,0.00001564932,0.0007353087,0.0005625253,0.0001930031,0.000003738662,0.00001417546,0.003637309],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5849662,"threshold_uncertainty_score":0.9997553,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2890747141","doi":"10.1186/s12961-018-0375-0","title":"Embracing complexity and uncertainty to create impact: exploring the processes and transformative potential of co-produced research through development of a social impact model","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":147,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; University Hospitals Bristol NHS Foundation Trust","keywords":"Knowledge translation; Transformative learning; Popularity; Health services research; Reductionism; Knowledge management; Diversity (politics); Public relations; Production (economics); Technocracy; Health administration; Knowledge sharing; Health care; Sociology; Business; Political science; Computer science; Economics; Politics","authors":[{"name":"Kate Beckett","is_ca":false},{"name":"Michelle Farr","is_ca":false},{"name":"Anita Kothari","is_ca":true},{"name":"Lesley Wye","is_ca":false},{"name":"Andrée le May","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9369783101583946,"gpt":0.7630359692293056,"spread":0.173942340929089,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03151352,0.0001873835,0.0006058787,0.0006618323,0.006050204,0.00006724994,0.0002822529,0.00009334327,0.00001266726],"category_scores_gemma":[0.004244975,0.000122041,0.00002735289,0.001738049,0.001422698,0.0004595642,0.0002659129,0.0008064578,0.000007124921],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008080534,"about_ca_system_score_gemma":0.01351332,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03807597,"about_ca_topic_score_gemma":0.002231898,"domain_scores_codex":[0.989187,0.005345814,0.001483151,0.0004360281,0.001622893,0.001925135],"domain_scores_gemma":[0.9928141,0.003181684,0.0003640454,0.0002816804,0.002622612,0.0007359131],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007210774,0.00004104082,0.001008024,0.009670762,0.00004226228,3.708241e-7,0.9728063,0.00005518732,0.00187111,0.008573485,0.002377329,0.002833038],"study_design_scores_gemma":[0.007663554,0.006670315,0.2229203,0.006196246,0.00001898722,0.00004906803,0.7011454,0.02468111,0.003935981,0.01572449,0.01000634,0.0009881855],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9804959,0.0001090082,0.0008228653,0.01338925,0.00005001471,0.003702833,0.0003547812,0.00001802112,0.001057333],"genre_scores_gemma":[0.9978939,0.0001616159,0.0002877792,0.0005110109,0.000454182,0.0005914427,0.000006063858,0.00001912945,0.00007486626],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2716609,"threshold_uncertainty_score":0.9972606,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2297211597","doi":"10.1186/s12961-016-0089-0","title":"Enhancing evidence informed policymaking in complex health systems: lessons from multi-site collaborative approaches","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":145,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University Health Network","funders":"Alliance for Health Policy and Systems Research; Universiteit Stellenbosch; Department for International Development; Styrelsen för Internationellt Utvecklingssamarbete; World Health Organization","keywords":"Health policy; Health services research; Implementation research; Psychological intervention; Health administration; Public relations; Health care; Process (computing); Health informatics; Medicine; Program evaluation; Public health; Process management; Nursing; Business; Political science; Economic growth; Public administration; Computer science; Economics","authors":[{"name":"Étienne V Langlois","is_ca":false},{"name":"Víctor Becerril‐Montekio","is_ca":false},{"name":"Taryn Young","is_ca":false},{"name":"Kayla Song","is_ca":true},{"name":"Jacqueline Elizabeth Alcalde‐Rabanal","is_ca":false},{"name":"Nhan Tran","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9567601204103563,"gpt":0.7560794976154352,"spread":0.200680622794921,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03757988,0.0004012176,0.001299392,0.001982463,0.003663918,0.000198894,0.0006261703,0.0003067247,0.00004134261],"category_scores_gemma":[0.02507284,0.0002954401,0.00004640038,0.003417541,0.0005621293,0.001035406,0.0005067554,0.001284157,0.0003721898],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.00717327,"about_ca_system_score_gemma":0.03285482,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.3092327,"about_ca_topic_score_gemma":0.1094026,"domain_scores_codex":[0.965866,0.02279324,0.003656175,0.001090775,0.00199457,0.004599189],"domain_scores_gemma":[0.9647202,0.02953655,0.001504296,0.0009512089,0.001026978,0.002260739],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004465908,0.0002104705,0.1377139,0.02474859,0.0000824164,0.00002067274,0.6027599,0.00007728098,0.002332169,0.1431413,0.06640299,0.02206367],"study_design_scores_gemma":[0.008668559,0.001152035,0.2825738,0.0384098,0.000004820163,0.00002457181,0.2417777,0.00758318,0.00002888724,0.0004335053,0.4182782,0.001064953],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.271966,0.01019529,0.009326948,0.6733441,0.001365844,0.02604379,0.004463474,0.0004622499,0.002832245],"genre_scores_gemma":[0.9782875,0.004324135,0.0008118285,0.01105082,0.001415254,0.002514624,0.00002899818,0.00005999406,0.001506816],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7063215,"threshold_uncertainty_score":0.9999498,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2972745945","doi":"10.1186/s12961-019-0482-6","title":"The unpredictable journeys of spreading, sustaining and scaling healthcare innovations: a scoping review","year":2019,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":143,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Foundation for Healthcare Improvement; Université de Montréal; Fonds de Recherche du Québec - Santé; Canadian Standards Association; Canadian Institutes of Health Research; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; Université de Sherbrooke","funders":"Canadian Foundation for Healthcare Improvement","keywords":"Health care; Thematic analysis; Health services research; Leverage (statistics); Knowledge management; Health administration; Health policy; Public relations; Process management; Medicine; Business; Computer science; Qualitative research; Sociology; Political science","authors":[{"name":"Élizabeth Côté-Boileau","is_ca":true},{"name":"Jean‐Louis Denis","is_ca":true},{"name":"Bill Callery","is_ca":true},{"name":"Meghan Sabean","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8962473144628171,"gpt":0.6730677093406896,"spread":0.2231796051221275,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.154641,0.0003923536,0.005213043,0.001550873,0.001549558,0.0003886853,0.0005316031,0.0003717824,0.00001048666],"category_scores_gemma":[0.03064902,0.0003483901,0.0001818607,0.00164664,0.0003160323,0.0003276865,0.0002959823,0.001234531,0.000102329],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001723551,"about_ca_system_score_gemma":0.008581366,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01014049,"about_ca_topic_score_gemma":0.0002179279,"domain_scores_codex":[0.979699,0.006296682,0.01103888,0.0009134124,0.0004693199,0.001582676],"domain_scores_gemma":[0.9765639,0.01356303,0.007383877,0.001146394,0.0006813103,0.0006614421],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002009919,0.00001119241,0.0001082721,0.7397335,0.00007282644,4.588399e-7,0.0007049748,0.000001459612,1.556206e-9,0.2028107,0.008896644,0.04765796],"study_design_scores_gemma":[0.0001517915,0.00009144593,0.000008055937,0.4056779,0.000009286953,0.00003367849,0.0008809907,0.0001877504,2.559314e-9,0.0006523867,0.5921304,0.0001763259],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0000056126,0.9585918,0.00008362549,0.03123769,0.0003896532,0.008384288,0.0003407852,0.000026522,0.0009400251],"genre_scores_gemma":[0.00006820451,0.9948765,0.00006642163,0.002337629,0.0008532176,0.0008646125,0.00005778001,0.00007711855,0.0007985239],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5832338,"threshold_uncertainty_score":0.9998968,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2171643216","doi":"10.1186/1478-4505-8-24","title":"Innovative health service delivery models in low and middle income countries - what can we learn from the private sector?","year":2010,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":141,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Global Health Research; MaRS; University of Toronto","funders":"Rockefeller Foundation","keywords":"Business; Service delivery framework; Health services research; Private sector; Health care; Marketing; Purchasing power; Purchasing process; Population; Health policy; Public health; Environmental health; Public economics; Economic growth; Service (business); Medicine; Purchasing; Economics; Nursing","authors":[{"name":"Onil Bhattacharyya","is_ca":false},{"name":"Sara Khor","is_ca":false},{"name":"Anita M. McGahan","is_ca":true},{"name":"David Dunne","is_ca":true},{"name":"Abdallah S. Daar","is_ca":true},{"name":"Peter Singer","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1673973854515255,"gpt":0.4193355443931032,"spread":0.2519381589415777,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003748852,0.0001855151,0.000551282,0.0002793561,0.0005930057,0.0002275862,0.0001711916,0.0001395232,0.000006762564],"category_scores_gemma":[0.0001426523,0.0001219554,0.00001598497,0.0009247119,0.0002235344,0.000260722,0.0001772056,0.001324724,0.00001139597],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003797726,"about_ca_system_score_gemma":0.002619003,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.3267917,"about_ca_topic_score_gemma":0.03765507,"domain_scores_codex":[0.9963096,0.0008986376,0.0006208812,0.0003798363,0.0007279564,0.001063063],"domain_scores_gemma":[0.9977002,0.0005873608,0.0001649712,0.000367725,0.0004839887,0.000695782],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002886125,0.0005636172,0.497125,0.07257963,0.0002756409,0.0001620156,0.1785394,0.0001120495,0.0002742094,0.2311964,0.004714292,0.01157153],"study_design_scores_gemma":[0.0078647,0.00252413,0.8065351,0.04460291,0.000009774619,0.0004571296,0.03550632,0.01313271,0.00004689073,0.01621259,0.07243981,0.0006679709],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8010165,0.008768328,0.000002290424,0.1885159,0.0001704269,0.001265354,0.0001389179,0.00002386364,0.00009841645],"genre_scores_gemma":[0.9554757,0.02290464,0.00002339865,0.02063657,0.0007000864,0.00005595506,0.00002312372,0.00002157284,0.0001589232],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.30941,"threshold_uncertainty_score":0.9799052,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2884033130","doi":"10.1186/s12961-018-0330-0","title":"Development of rapid guidelines: 3. GIN-McMaster Guideline Development Checklist extension for rapid recommendations","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":136,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; McMaster University Medical Centre; Impact; Health Sciences Centre","funders":"McMaster University","keywords":"Guideline; Checklist; Process management; Medicine; Grading (engineering); Management science; Medical education; Psychology; Engineering; Pathology","authors":[{"name":"Rebecca L. Morgan","is_ca":true},{"name":"Iván D. Flórez","is_ca":true},{"name":"Maicon Falavigna","is_ca":false},{"name":"Sérgio Cândido Kowalski","is_ca":true},{"name":"Elie A. Akl","is_ca":true},{"name":"Kristina A. Thayer","is_ca":false},{"name":"Andrew A. Rooney","is_ca":false},{"name":"Holger J. Schünemann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7899452308869602,"gpt":0.6549630631487506,"spread":0.1349821677382096,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02607558,0.0002173323,0.0006515628,0.0006669614,0.0008045824,0.00005726897,0.0001503513,0.0001407202,0.0001941616],"category_scores_gemma":[0.01980956,0.0001804963,0.00006569185,0.0006330308,0.000215013,0.0001615111,0.0001805189,0.0003106165,0.00004966448],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005816065,"about_ca_system_score_gemma":0.005948976,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00114612,"about_ca_topic_score_gemma":0.0003818622,"domain_scores_codex":[0.9925295,0.0006033952,0.004385072,0.0005536947,0.001043643,0.000884773],"domain_scores_gemma":[0.9902714,0.001774789,0.0007173768,0.000465484,0.006112528,0.0006583967],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005472653,0.0002107562,0.0001215117,0.001300275,0.00008790958,9.478254e-7,0.002771232,0.000001183805,0.002120236,0.0008022523,0.3125936,0.6794429],"study_design_scores_gemma":[0.002496398,0.0009208314,0.001090911,0.0008212033,0.00001212648,0.00003847099,0.004048258,0.003041833,0.0009216868,0.00005102424,0.9864123,0.0001449145],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.1417497,0.008649366,0.1517086,0.6618695,0.002924856,0.02527374,0.0003845248,0.0003635279,0.007076255],"genre_scores_gemma":[0.2286348,0.002724912,0.7260392,0.02243961,0.008185636,0.001378902,0.001513867,0.0001775084,0.008905498],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6792979,"threshold_uncertainty_score":0.9996864,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2164810756","doi":"10.1186/1478-4505-12-29","title":"Advancing the application of systems thinking in health: realist evaluation of the Leadership Development Programme for district manager decision-making in Ghana","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":133,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Cape Town; University of Ghana; University of the Western Cape; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Alliance for Health Policy and Systems Research; International Development Research Centre; Instituut voor Tropische Geneeskunde; World Health Organization","keywords":"Context (archaeology); Health administration; Teamwork; Systems thinking; Health services research; Causal loop diagram; Psychological intervention; Intervention (counseling); Public relations; Work (physics); Medicine; Nursing; Public health; Political science; Management; Engineering; Computer science; Economics","authors":[{"name":"Aku Kwamie","is_ca":false},{"name":"Han van Dijk","is_ca":false},{"name":"Irène Akua Agyepong","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3342964906217448,"gpt":0.506579195181722,"spread":0.1722827045599772,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03345737,0.00009706054,0.0004127376,0.0003105177,0.0003358502,0.00002818855,0.0001842648,0.00006609034,2.435407e-7],"category_scores_gemma":[0.002257684,0.00005648031,0.00003102773,0.0007678355,0.00007893742,0.00003826618,0.00005952009,0.0002777266,4.958451e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001137381,"about_ca_system_score_gemma":0.001549197,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03587462,"about_ca_topic_score_gemma":0.004900399,"domain_scores_codex":[0.9948641,0.001750052,0.001087781,0.0002400644,0.001332671,0.0007253001],"domain_scores_gemma":[0.9975119,0.001193419,0.0004310603,0.0003317351,0.0003832747,0.000148611],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005782319,0.0003375156,0.09594475,0.05609396,0.00003627156,7.809209e-7,0.01896085,0.00209804,0.00002727735,0.1699548,0.0007251855,0.6552423],"study_design_scores_gemma":[0.004522317,0.0009948756,0.7091722,0.03814984,0.0000151622,0.00005954375,0.03791862,0.1796992,0.00001926576,0.007799434,0.02142789,0.0002215993],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8862332,0.015821,0.01130336,0.0609163,0.0003615551,0.02438615,0.0000325556,0.00003169882,0.0009142399],"genre_scores_gemma":[0.998509,0.00009811164,0.0002451281,0.0004670539,0.0001632375,0.0004746602,0.000006986986,0.0000110594,0.00002473293],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6550207,"threshold_uncertainty_score":0.995259,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1751817640","doi":"10.1186/1478-4505-3-3","title":"The role of NGOs in global health research for development","year":2005,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":131,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"CARE Canada; Montreal General Hospital; Canadian Society for International Health; Université de Montréal","funders":"New Partnership for Africa's Development; International Development Research Centre; United Nations Development Programme; World Health Organization","keywords":"Health services research; General partnership; Global health; Public relations; Political science; Stewardship (theology); Health policy; Capacity building; Knowledge translation; Economic growth; Public health; Medicine; Politics; Nursing; Knowledge management","authors":[{"name":"Hélène Delisle","is_ca":true},{"name":"Janet Hatcher Roberts","is_ca":true},{"name":"Michelle L. Munro‐Kramer","is_ca":true},{"name":"Lori Jones","is_ca":true},{"name":"Theresa W. Gyorkos","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4137232486766005,"gpt":0.5977307228952586,"spread":0.1840074742186581,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03933516,0.0001204303,0.0005444511,0.0004708511,0.001063482,0.00004761004,0.0001701224,0.0001189016,0.000001840783],"category_scores_gemma":[0.003001238,0.00008368545,0.00004330953,0.001233859,0.0002677843,0.00004860114,0.00009579213,0.0005771723,0.00001907165],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002572241,"about_ca_system_score_gemma":0.01640726,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02425895,"about_ca_topic_score_gemma":0.005311045,"domain_scores_codex":[0.9924403,0.001908621,0.001140714,0.0003389824,0.001499375,0.002671986],"domain_scores_gemma":[0.9951982,0.002147472,0.0001282409,0.0003776524,0.0007854959,0.001362867],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001360262,0.0003662899,0.02205719,0.006023418,0.00002819414,0.000004671137,0.003573067,0.000006703824,0.00002041389,0.1846032,0.06086396,0.7210926],"study_design_scores_gemma":[0.00105336,0.0007507087,0.0253567,0.0007774967,3.759298e-7,0.00004026597,0.003087875,0.0008567324,0.00002189696,0.001034885,0.9669626,0.00005714818],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.513914,0.1577927,0.00005665085,0.298824,0.0003319263,0.01341682,0.0001674799,0.00006331765,0.01543315],"genre_scores_gemma":[0.9914899,0.004711856,0.0002017943,0.001320368,0.0007263425,0.0005260204,0.00001323093,0.00001482784,0.0009956254],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9060986,"threshold_uncertainty_score":0.9892066,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3206704155","doi":"10.1186/s12961-021-00750-w","title":"Community health workers at the dawn of a new era: 8. Incentives and remuneration","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Bill and Melinda Gates Foundation","keywords":"Remuneration; Incentive; Workforce; Public relations; Community health; Business; Incentive program; Medicine; Public health; Nursing; Economic growth; Economics; Political science; Finance","authors":[{"name":"Christopher J. Colvin","is_ca":false},{"name":"Stephen Hodgins","is_ca":true},{"name":"Henry B. Perry","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6420468870696051,"gpt":0.6917605300511452,"spread":0.04971364298154013,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01662434,0.0002537518,0.001477092,0.0004655464,0.005845168,0.00007338523,0.0002588341,0.0003683743,0.00004854268],"category_scores_gemma":[0.002510799,0.0001631833,0.00008459084,0.00135443,0.0002792168,0.0001006196,0.0004980808,0.003297236,0.00002944091],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001963346,"about_ca_system_score_gemma":0.05277408,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1106288,"about_ca_topic_score_gemma":0.01704831,"domain_scores_codex":[0.9571192,0.03934396,0.001648621,0.0003368559,0.0007315078,0.0008199094],"domain_scores_gemma":[0.9921911,0.004569204,0.00116311,0.0007150662,0.0007746348,0.0005868268],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005486487,0.00008637404,0.0001686537,0.08795483,0.00008455546,5.173102e-7,0.03784766,4.003029e-7,3.751462e-7,0.03236067,0.3933443,0.4480968],"study_design_scores_gemma":[0.0002117919,0.0001336802,0.0002385954,0.04853107,0.000008649774,0.000008247992,0.02541231,0.00001387277,3.112097e-8,0.00008383466,0.9252676,0.0000902946],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002783292,0.9686105,0.00001557647,0.02451772,0.0007821851,0.004190082,0.0001271248,0.00001828931,0.001460165],"genre_scores_gemma":[0.0004363956,0.9548749,0.00002646867,0.001124027,0.0009706463,0.0005634597,0.0003441574,0.00003433463,0.04162555],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5319234,"threshold_uncertainty_score":0.9990022,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2100729517","doi":"10.1186/1478-4505-10-36","title":"Community-based organizations in the health sector: A scoping review","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University Medical Centre; Public Health Ontario; University of Toronto; McMaster University","funders":"","keywords":"Terminology; Public health; Community health; Community organization; Public relations; Health services research; Health administration; Population health; Population; Public sector; Medicine; Knowledge management; Political science; Nursing; Computer science; Environmental health","authors":[{"name":"Michael G. Wilson","is_ca":true},{"name":"John N. Lavis","is_ca":true},{"name":"Adrian Guţă","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6368407429332383,"gpt":0.6117416943145465,"spread":0.02509904861869183,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02405975,0.0003135711,0.002540462,0.0006557005,0.001180288,0.0000810803,0.0003890065,0.0001941257,0.00001879664],"category_scores_gemma":[0.001049821,0.0001839974,0.0001119556,0.002642105,0.0001354828,0.00004492013,0.0001171655,0.002834862,0.00008523875],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001225161,"about_ca_system_score_gemma":0.01585563,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04048098,"about_ca_topic_score_gemma":0.001240254,"domain_scores_codex":[0.9780081,0.01778811,0.001509896,0.000271443,0.0009769599,0.001445504],"domain_scores_gemma":[0.9960275,0.001411328,0.0004517098,0.0009038324,0.0002949407,0.0009107139],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004104861,0.0001404384,0.00004660056,0.916676,0.00001358677,0.00000468089,0.0006099675,5.83406e-8,2.426519e-9,0.00215723,0.007750914,0.0725964],"study_design_scores_gemma":[0.0001501046,0.0002502998,0.00004533057,0.4543484,0.00001707251,0.0002241855,0.00009869856,0.000001234457,1.141423e-9,0.00000570329,0.5447957,0.00006330232],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000003467346,0.9609858,0.000004622209,0.02818239,0.0001021445,0.009669791,0.0001062352,0.00003387027,0.0009116833],"genre_scores_gemma":[0.0001144419,0.9749873,0.00001035252,0.0230168,0.0009123454,0.000491471,0.0002723474,0.00004817876,0.0001467757],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5370448,"threshold_uncertainty_score":0.9994656,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2116739463","doi":"10.1186/1478-4505-11-1","title":"Editorial: can China master the guideline challenge?","year":2013,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Health Sciences Centre","funders":"Centers for Disease Control and Prevention; Bond University; World Health Organization","keywords":"Guideline; Medicine; Agency (philosophy); Health care; China; Transparency (behavior); Context (archaeology); Health services research; Health administration; Nursing; Public relations; Public health; Political science; Sociology","authors":[{"name":"Kehu Yang","is_ca":false},{"name":"Yaolong Chen","is_ca":false},{"name":"Youping Li","is_ca":false},{"name":"Holger J. Schünemann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5882508894905595,"gpt":0.6317038858443296,"spread":0.04345299635377009,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03268946,0.0004105273,0.001145765,0.0005512473,0.0007513174,0.0003802851,0.0004193655,0.001088687,0.00007982847],"category_scores_gemma":[0.08178903,0.000259689,0.0001285457,0.0005267988,0.0003308225,0.0001467309,0.0003825986,0.00479773,0.0001831807],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001145666,"about_ca_system_score_gemma":0.01166288,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1805282,"about_ca_topic_score_gemma":0.00221134,"domain_scores_codex":[0.9858874,0.003740679,0.003055741,0.0008071298,0.004955091,0.001553973],"domain_scores_gemma":[0.9754378,0.01578489,0.001113678,0.001598495,0.004637438,0.001427745],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000160353,0.00007846634,0.000007796647,0.001911047,0.00008538895,0.000005784585,0.0006593253,0.000001063398,0.000002101009,0.0004049448,0.9894982,0.007185542],"study_design_scores_gemma":[0.001685357,0.001302538,0.00003572648,0.0007232433,0.00003179655,0.00001701277,0.001071224,0.0003118256,1.552241e-7,0.0002684429,0.9943767,0.0001760211],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00002379092,0.003169654,0.00001820509,0.2185415,0.7728115,0.00361872,0.0003109636,0.0000542904,0.001451354],"genre_scores_gemma":[0.0004993994,0.01300756,0.00004704854,0.001419385,0.9744269,0.0005721387,0.0009201589,0.0001157719,0.008991609],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.2171221,"threshold_uncertainty_score":0.9999855,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2788475405","doi":"10.1186/s12961-018-0281-5","title":"ISRIA statement: ten-point guidelines for an effective process of research impact assessment","year":2018,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Alberta Innovates","funders":"Novo Nordisk Fonden; European Commission; National Institute for Health and Care Research","keywords":"Context (archaeology); Scrutiny; Stakeholder engagement; Health services research; Multidisciplinary approach; Stakeholder; Public relations; Formative assessment; Mission statement; Process (computing); Medicine; Political science; Sociology; Public health; Social science; Nursing; Computer science","authors":[{"name":"Paula Adam","is_ca":false},{"name":"Pavel V. Ovseiko","is_ca":false},{"name":"Jonathan Grant","is_ca":false},{"name":"Kathryn E. Graham","is_ca":true},{"name":"Omar Boukhris","is_ca":false},{"name":"Anne-Maree Dowd","is_ca":false},{"name":"Gert V. Balling","is_ca":false},{"name":"Rikke N. Christensen","is_ca":false},{"name":"Alexandra Pollitt","is_ca":false},{"name":"Mark Taylor","is_ca":false},{"name":"Omar Sued","is_ca":false},{"name":"Saba Hinrichs","is_ca":false},{"name":"Maite Solans‐Domènech","is_ca":false},{"name":"Heidi Chorzempa","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4426886509596459,"gpt":0.6469358674899611,"spread":0.2042472165303152,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0261803,0.0004725661,0.001018324,0.0006297638,0.001350678,0.0002846028,0.0007691093,0.0006298118,0.0001556398],"category_scores_gemma":[0.001498811,0.0003582183,0.0001567964,0.0009070556,0.001661658,0.0004946726,0.0005522477,0.002109703,0.00006292204],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004669584,"about_ca_system_score_gemma":0.001136809,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.05338669,"about_ca_topic_score_gemma":0.0004194337,"domain_scores_codex":[0.9858487,0.005119854,0.001358525,0.001054839,0.00401557,0.002602554],"domain_scores_gemma":[0.9955543,0.001622505,0.0005526461,0.0007780577,0.0006774607,0.0008150538],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008632703,0.0002097652,0.003637702,0.003009148,0.0001026562,0.000009506573,0.002839273,0.00003717203,0.0001631202,0.00007814913,0.9868363,0.002990905],"study_design_scores_gemma":[0.003487167,0.0284855,0.03562312,0.003104204,0.00003876576,0.00005081613,0.01069144,0.005337553,0.0001951351,0.01027919,0.9013447,0.001362386],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2251567,0.002062468,0.0005167393,0.7066125,0.001196144,0.04235355,0.004210356,0.0001628537,0.01772865],"genre_scores_gemma":[0.7683181,0.005319829,0.00180906,0.1517448,0.03531493,0.01402144,0.002304292,0.0007365869,0.02043105],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5548678,"threshold_uncertainty_score":0.9999495,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2805025278","doi":"10.1186/s12961-018-0316-y","title":"Translating research into action: an international study of the role of research funders","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":125,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Ottawa Hospital; International Development Research Centre","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Knowledge translation; Health services research; Context (archaeology); Public health; Translational research; Public relations; Political science; Medicine; Knowledge management; Nursing","authors":[{"name":"Robert K. D. McLean","is_ca":true},{"name":"Ian D. Graham","is_ca":true},{"name":"Jacqueline Tetroe","is_ca":false},{"name":"Jimmy Volmink","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9666478044080707,"gpt":0.8347703989874603,"spread":0.1318774054206104,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1105167,0.0001267414,0.0003975104,0.002028596,0.006356364,0.00006504198,0.001187635,0.000176545,0.000100339],"category_scores_gemma":[0.01243309,0.00009455054,0.00003180281,0.004457302,0.001893082,0.0004249917,0.0005739955,0.002427687,0.00005042029],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001235599,"about_ca_system_score_gemma":0.009557479,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.203156,"about_ca_topic_score_gemma":0.03379116,"domain_scores_codex":[0.9475349,0.04238667,0.001830259,0.0005883394,0.005460407,0.002199457],"domain_scores_gemma":[0.9814725,0.009831003,0.000436213,0.001063396,0.006362928,0.000833991],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003567693,0.0004694266,0.1716011,0.003039289,0.00004467858,0.000001011745,0.7211446,0.000007488227,0.002867684,0.07321035,0.005412052,0.02184558],"study_design_scores_gemma":[0.00162628,0.003454322,0.07243057,0.000871875,0.000001431759,0.000004749212,0.8061379,0.001813329,0.0001398226,0.004917084,0.1084941,0.0001086355],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9487421,0.0001303498,0.00001639764,0.03077164,0.0005453951,0.00524326,0.00004632138,0.00002681124,0.01447771],"genre_scores_gemma":[0.995911,0.0001198027,0.00005397933,0.0004147505,0.001960532,0.0005628685,0.000002059348,0.00002553643,0.0009494743],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1693648,"threshold_uncertainty_score":0.9998738,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2504708865","doi":"10.1186/s12961-016-0126-z","title":"A global call for action to include gender in research impact assessment","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Canada Research Chairs; University of Toronto; Alberta Innovates","funders":"Alberta Innovates; Fonds National de la Recherche Luxembourg; NIHR Oxford Biomedical Research Centre; University of Oxford; Qatar National Research Fund; King's College London; National Institute for Health and Care Research; European Commission; Alberta Innovates - Health Solutions","keywords":"Health services research; Call to action; Public health; Health administration; Medicine; Social policy; Action (physics); Political science; Nursing; Business; Law","authors":[{"name":"Pavel V. Ovseiko","is_ca":false},{"name":"Trisha Greenhalgh","is_ca":false},{"name":"Paula Adam","is_ca":false},{"name":"Jonathan Grant","is_ca":false},{"name":"Saba Hinrichs","is_ca":false},{"name":"Kathryn E. Graham","is_ca":true},{"name":"Pamela A. Valentine","is_ca":true},{"name":"Omar Sued","is_ca":false},{"name":"Omar Boukhris","is_ca":false},{"name":"Nada M. Al Olaqi","is_ca":false},{"name":"Idrees S. Al Rahbi","is_ca":false},{"name":"Anne-Maree Dowd","is_ca":false},{"name":"Sara Bice","is_ca":false},{"name":"Tamika L. Heiden","is_ca":false},{"name":"Michael D. Fischer","is_ca":false},{"name":"Sue Dopson","is_ca":false},{"name":"Robyn Norton","is_ca":false},{"name":"Alexandra Pollitt","is_ca":false},{"name":"Steven Wooding","is_ca":false},{"name":"Gert V. Balling","is_ca":false},{"name":"Ulla Jakobsen","is_ca":false},{"name":"Ellen Kuhlmann","is_ca":false},{"name":"Ineke Klinge","is_ca":false},{"name":"Linda H. Pololi","is_ca":false},{"name":"Reshma Jagsi","is_ca":false},{"name":"Helen Lawton Smith","is_ca":false},{"name":"Henry Etzkowitz","is_ca":false},{"name":"Mathias Wullum Nielsen","is_ca":false},{"name":"Carme Carrión","is_ca":false},{"name":"Maite Solans‐Domènech","is_ca":false},{"name":"Esther Vizcaíno","is_ca":false},{"name":"Lin Naing","is_ca":false},{"name":"Quentin Cheok","is_ca":false},{"name":"Baerbel Eckelmann","is_ca":false},{"name":"Moses C. Simuyemba","is_ca":false},{"name":"Temwa Msiska","is_ca":false},{"name":"Giovanna Declich","is_ca":false},{"name":"Laurel Edmunds","is_ca":false},{"name":"Vasiliki Kiparoglou","is_ca":false},{"name":"A.M.J. Buchan","is_ca":true},{"name":"Catherine Williamson","is_ca":false},{"name":"Graham M. Lord","is_ca":false},{"name":"Keith M. Channon","is_ca":false},{"name":"Rebecca Surender","is_ca":false},{"name":"Alastair M. Buchan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8836676941117031,"gpt":0.7584840774956573,"spread":0.1251836166160458,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05276515,0.0001719335,0.00058686,0.001544266,0.000516377,0.0000944351,0.0001908942,0.0002428304,0.00002139145],"category_scores_gemma":[0.08868642,0.0001018081,0.00006523947,0.002024817,0.0002540709,0.0001377254,0.0001977231,0.0008491465,0.00005587862],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.01117067,"about_ca_system_score_gemma":0.04667094,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04026917,"about_ca_topic_score_gemma":0.001759477,"domain_scores_codex":[0.9873556,0.003065117,0.0007349231,0.0005970807,0.003437914,0.004809406],"domain_scores_gemma":[0.975086,0.004540268,0.00006963086,0.0006377333,0.001659441,0.01800689],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.004064088,0.0007634793,0.05069916,0.009988366,0.00007601552,0.0001218288,0.002539597,0.000005467977,0.002124066,0.02036679,0.6003129,0.3089382],"study_design_scores_gemma":[0.009611962,0.0136859,0.4195138,0.003880941,0.00000333338,0.0002372393,0.001554339,0.001291247,0.00003659185,0.003816561,0.546097,0.0002711457],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5725647,0.001722061,0.002639901,0.4026419,0.0002451867,0.01288556,0.0002932368,0.00006969775,0.006937801],"genre_scores_gemma":[0.9903481,0.001846445,0.0001697703,0.003168397,0.001424455,0.001150926,0.000011167,0.00002801457,0.00185272],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4177835,"threshold_uncertainty_score":0.9926253,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3206264955","doi":"10.1186/s12961-021-00755-5","title":"Community health workers at the dawn of a new era: 11. CHWs leading the way to “Health for All”","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Bill and Melinda Gates Foundation; United States Agency for International Development","keywords":"Health services research; Public health; Health administration; Community health; Health informatics; Health policy; Medicine; Community health workers; International health; Social policy; Health economics; Health worker; Environmental health; Nursing; Health services; Political science; Population","authors":[{"name":"Henry B. Perry","is_ca":false},{"name":"Mushtaque Chowdhury","is_ca":false},{"name":"Miriam Were","is_ca":false},{"name":"Karen LeBan","is_ca":false},{"name":"Lauren Crigler","is_ca":false},{"name":"Simon Lewin","is_ca":false},{"name":"David Musoke","is_ca":false},{"name":"Maryse Kok","is_ca":false},{"name":"Kerry Scott","is_ca":false},{"name":"Madeleine Ballard","is_ca":false},{"name":"Stephen Hodgins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5897853525879481,"gpt":0.6056906455087637,"spread":0.01590529292081566,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02441453,0.0004711969,0.003747745,0.0004441682,0.002789931,0.0001247805,0.0007082079,0.0002560937,0.00001138661],"category_scores_gemma":[0.001513321,0.0002441281,0.000399039,0.001319558,0.0002670146,0.00003562663,0.0005802778,0.002510467,0.00003310349],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003243338,"about_ca_system_score_gemma":0.01924116,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.3528254,"about_ca_topic_score_gemma":0.02390146,"domain_scores_codex":[0.9841459,0.009468509,0.002135804,0.0005608188,0.001329462,0.002359486],"domain_scores_gemma":[0.9917298,0.002966157,0.0009354295,0.001541246,0.0003931212,0.002434246],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007302129,0.000091529,0.00007784837,0.1747907,0.0001611042,0.000002922878,0.005109166,0.000001385753,6.926065e-8,0.006110029,0.4317565,0.3818257],"study_design_scores_gemma":[0.0005111938,0.001342483,0.000247066,0.06014589,0.00003006174,0.0003029156,0.002609981,0.000006133947,6.825874e-8,0.00004512488,0.9346307,0.0001283656],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002010791,0.8262734,0.00002025447,0.1629085,0.0002849381,0.009470433,0.0003822892,0.00002644899,0.0004326509],"genre_scores_gemma":[0.0003796332,0.971816,0.00004788465,0.01496278,0.001745027,0.0005071166,0.0001886388,0.00007761912,0.01027527],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5028742,"threshold_uncertainty_score":0.9997908,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2991035790","doi":"10.1186/s12961-019-0501-7","title":"Exploring the frontiers of research co-production: the Integrated Knowledge Translation Research Network concept papers","year":2019,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":117,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Relevance (law); Health services research; Argument (complex analysis); Production (economics); Usability; Knowledge production; Sociology; Knowledge management; Nursing research; Translational research; Engineering ethics; Public health; Public relations; Political science; Computer science; Medicine; Engineering","authors":[{"name":"Ian D. Graham","is_ca":true},{"name":"Chris McCutcheon","is_ca":true},{"name":"Anita Kothari","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6815706415213176,"gpt":0.612601683179391,"spread":0.06896895834192662,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1375151,0.0002120049,0.0005295469,0.00100275,0.008842831,0.0007863618,0.001189197,0.0005533308,0.00001984581],"category_scores_gemma":[0.0300872,0.000138757,0.00007528993,0.007416637,0.004439958,0.0003463492,0.0001148457,0.004877024,0.0000498515],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002267694,"about_ca_system_score_gemma":0.03053109,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.05773951,"about_ca_topic_score_gemma":0.01014185,"domain_scores_codex":[0.945849,0.04371132,0.0009273979,0.0007333555,0.006619626,0.00215932],"domain_scores_gemma":[0.9630527,0.02532827,0.0003170392,0.00108475,0.009745849,0.0004713261],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008025424,0.00003546915,0.00001660011,0.0003515139,0.00003123899,2.029386e-7,0.1034835,0.00004612281,0.000003617435,0.02256943,0.8659678,0.007414333],"study_design_scores_gemma":[0.0001444733,0.0001735545,0.00003180165,0.000514829,0.000002598013,2.752946e-7,0.1960076,0.00005456929,0.000002914096,0.00028908,0.8026886,0.00008966899],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.0008277228,0.04128597,0.00001258264,0.08060994,0.8113428,0.008376781,0.0001503075,0.00007680931,0.05731707],"genre_scores_gemma":[0.04987215,0.03886918,0.00001533625,0.00003259242,0.8711424,0.001431821,0.000143179,0.00005513939,0.03843813],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.1074279,"threshold_uncertainty_score":0.9982694,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2920941556","doi":"10.1186/s12961-019-0419-0","title":"Evidence map of knowledge translation strategies, outcomes, facilitators and barriers in African health systems","year":2019,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":111,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Cape Town; Cape Higher Education Consortium; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Institutes of Health Research; National Research Foundation","keywords":"Knowledge translation; Facilitator; Health services research; Health administration; Health policy; Thematic analysis; Medicine; Health care; Capacity building; Public relations; Social policy; Medical education; Knowledge management; Diversity (politics); Nursing; Public health; Qualitative research; Political science; Sociology; Computer science; Social science","authors":[{"name":"Amanda Edwards","is_ca":false},{"name":"Virginia Zweigenthal","is_ca":false},{"name":"Jill Olivier","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9494057903423697,"gpt":0.7718814825093749,"spread":0.1775243078329948,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.05829616,0.0006036419,0.004498711,0.003338771,0.001447593,0.0001299463,0.0006473399,0.0006530173,0.00002826524],"category_scores_gemma":[0.007060649,0.0004870236,0.0001388486,0.002702395,0.0005531858,0.0005504175,0.0002496938,0.002674008,0.0001668862],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004016862,"about_ca_system_score_gemma":0.07542298,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1216647,"about_ca_topic_score_gemma":0.006307985,"domain_scores_codex":[0.9471874,0.04071965,0.005805096,0.001170616,0.001784624,0.003332651],"domain_scores_gemma":[0.9640169,0.02979105,0.002131909,0.0009853193,0.0006466198,0.002428258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002309044,0.00001988178,0.001662909,0.7624344,0.0000429662,0.000002105828,0.04951387,0.000004184462,1.165615e-7,0.02001676,0.009732091,0.1565476],"study_design_scores_gemma":[0.000561871,0.0004232394,0.0004527605,0.06670959,0.000009460635,0.000007688183,0.02521827,0.0001545792,2.626697e-9,0.00004445646,0.9061604,0.000257663],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00008666053,0.9719748,0.00005304472,0.009148306,0.0008774385,0.01573811,0.001243863,0.00004946684,0.0008283226],"genre_scores_gemma":[0.006178178,0.9889215,0.00002946112,0.0004816084,0.0003715701,0.002211863,0.00003248669,0.00007272943,0.001700637],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8964283,"threshold_uncertainty_score":0.9998524,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2531225760","doi":"10.1186/s12961-016-0147-7","title":"Integrating and evaluating sex and gender in health research","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Canada Research Chairs; University of Toronto; Women's College Hospital","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Excellence; Terminology; Health services research; Psychology; Public health; Medicine; Political science; Nursing","authors":[{"name":"Suzanne Day","is_ca":true},{"name":"Robín Masón","is_ca":true},{"name":"Stephanie Lagosky","is_ca":true},{"name":"Paula A. Rochon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8607420868920364,"gpt":0.6818360040331669,"spread":0.1789060828588694,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05359922,0.0001711065,0.0005930902,0.001213523,0.0009156907,0.0001058951,0.00009121196,0.0001697777,0.000008229882],"category_scores_gemma":[0.007686747,0.0001124583,0.00001917359,0.0008522469,0.0004186922,0.0001062183,0.00019403,0.001129759,0.000007907212],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008516025,"about_ca_system_score_gemma":0.003625059,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03742763,"about_ca_topic_score_gemma":0.001006146,"domain_scores_codex":[0.9877566,0.006967313,0.0009331059,0.0007794554,0.001584474,0.001979112],"domain_scores_gemma":[0.9932979,0.004187236,0.0001038398,0.0004376265,0.0005708602,0.001402564],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003066011,0.0001044009,0.1572165,0.02344977,0.00003824077,0.00004539005,0.05857581,6.378647e-7,0.0007154304,0.03866792,0.005571005,0.7153083],"study_design_scores_gemma":[0.01870725,0.01967616,0.543967,0.02899579,0.00000897255,0.003125211,0.2216731,0.01723916,0.0001149022,0.04040743,0.1049683,0.001116697],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8497691,0.04393004,0.00004990794,0.100135,0.0001130094,0.003411586,0.00002918849,0.00004953682,0.002512663],"genre_scores_gemma":[0.986592,0.009048721,0.0002183938,0.001177458,0.0007730224,0.0001897032,0.000004139139,0.00003301476,0.001963572],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7141916,"threshold_uncertainty_score":0.9745188,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2110420621","doi":"10.1186/1478-4505-12-50","title":"Advancing the application of systems thinking in health","year":2014,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":108,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre; World Health Organization","keywords":"Health services research; Context (archaeology); Systems thinking; Health policy; Health administration; Computer science; Data science; Management science; Public relations; Public health; Medicine; Nursing; Artificial intelligence; Political science","authors":[{"name":"Taghreed Adam","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5238105620039856,"gpt":0.5788263672004709,"spread":0.0550158051964853,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2695689,0.0003828405,0.003174263,0.001975378,0.001070995,0.0003269694,0.0009379883,0.0007529719,0.000004146536],"category_scores_gemma":[0.03617756,0.0003771859,0.0001168142,0.0009902257,0.000270889,0.0002593064,0.000216557,0.002023458,0.0001822661],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004769263,"about_ca_system_score_gemma":0.005729733,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.3070586,"about_ca_topic_score_gemma":0.004419961,"domain_scores_codex":[0.9715158,0.01109447,0.01243376,0.001364337,0.001313047,0.002278527],"domain_scores_gemma":[0.9660034,0.02221399,0.008793987,0.001664867,0.0005937251,0.0007300326],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001268039,0.00003756354,0.0005111644,0.02010046,0.00002702413,2.339237e-7,0.003452649,0.0005691111,1.061881e-7,0.2460471,0.7290087,0.0002331993],"study_design_scores_gemma":[0.0005418431,0.0002413472,0.0002282799,0.002768567,9.625128e-7,0.000003800608,0.002456862,0.01813119,3.414649e-8,0.00540313,0.9699864,0.000237605],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.0006391912,0.2154345,0.01231279,0.2082171,0.537384,0.0184461,0.002925181,0.0001586461,0.004482359],"genre_scores_gemma":[0.06363445,0.02088705,0.0002498837,0.004725195,0.903951,0.003185206,0.0004884815,0.0002601843,0.002618561],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.3665669,"threshold_uncertainty_score":0.9999068,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3003132063","doi":"10.1186/s12961-019-0521-3","title":"Building an integrated knowledge translation (IKT) evidence base: colloquium proceedings and research direction","year":2020,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":107,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa; Ottawa Hospital; Western University","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Knowledge management; General partnership; Health services research; Knowledge sharing; Field (mathematics); Relevance (law); CLARITY; Knowledge base; Computer science; Sociology; Political science; World Wide Web; Health care","authors":[{"name":"Laura Boland","is_ca":true},{"name":"Anita Kothari","is_ca":true},{"name":"Chris McCutcheon","is_ca":true},{"name":"Ian D. Graham","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9465250310590596,"gpt":0.7649888988784007,"spread":0.1815361321806589,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06582212,0.0005135558,0.001170795,0.003543155,0.00789935,0.0005889549,0.0007527259,0.001244303,0.00005013481],"category_scores_gemma":[0.02944238,0.00046806,0.00005620753,0.005940792,0.0009677625,0.001185466,0.0004078815,0.01247317,0.000174575],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.003877671,"about_ca_system_score_gemma":0.01922939,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04199775,"about_ca_topic_score_gemma":0.001366578,"domain_scores_codex":[0.9587969,0.02847036,0.002555055,0.00186643,0.003744222,0.004567076],"domain_scores_gemma":[0.9649512,0.02636052,0.00076017,0.0005981512,0.004965432,0.002364568],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008691492,0.00001659958,0.0004100128,0.02089636,0.00001399037,0.00001386756,0.04005325,2.917794e-7,0.0002570672,0.002016134,0.9283917,0.007843805],"study_design_scores_gemma":[0.0006229139,0.001010735,0.0005515557,0.006327074,0.000005641609,0.00002629421,0.009143889,0.003142748,0.000006374395,0.0004055258,0.9784413,0.0003159679],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.005666232,0.003999806,0.0001796341,0.9769047,0.0007904753,0.01024327,0.0003604733,0.0002751242,0.001580212],"genre_scores_gemma":[0.07029936,0.01667834,0.001445049,0.8507592,0.04071696,0.009462323,0.0002314088,0.0004208647,0.009986486],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.1261456,"threshold_uncertainty_score":0.9999462,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3205373217","doi":"10.1186/s12961-021-00752-8","title":"Community health workers at the dawn of a new era: 1. Introduction: tensions confronting large-scale CHW programmes","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":107,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Bill and Melinda Gates Foundation; United States Agency for International Development","keywords":"Health services research; Public health; Health administration; Community health; Scale (ratio); Community health workers; Health policy; Medicine; Health informatics; Environmental health; Gerontology; Economic growth; Health services; Nursing; Geography; Population","authors":[{"name":"Stephen Hodgins","is_ca":true},{"name":"Maryse Kok","is_ca":false},{"name":"David Musoke","is_ca":false},{"name":"Simon Lewin","is_ca":false},{"name":"Lauren Crigler","is_ca":false},{"name":"Karen LeBan","is_ca":false},{"name":"Henry B. Perry","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.367850477302838,"gpt":0.5433692108628372,"spread":0.1755187335599992,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01305233,0.0003590605,0.002983414,0.0003581389,0.002249955,0.00009743138,0.0002955279,0.0002758434,0.00003094662],"category_scores_gemma":[0.001220354,0.0002144478,0.0002843666,0.00125583,0.0003518495,0.00003918041,0.0005368982,0.003083279,0.00002891909],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001294504,"about_ca_system_score_gemma":0.01161111,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1240252,"about_ca_topic_score_gemma":0.005514893,"domain_scores_codex":[0.988007,0.007007729,0.001745539,0.0004974463,0.0010846,0.00165768],"domain_scores_gemma":[0.9953696,0.0007067938,0.0007829615,0.001174752,0.0005475878,0.001418288],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004885317,0.000253106,0.000477867,0.1547963,0.000194581,0.00001038068,0.00334917,4.728988e-7,8.117812e-8,0.002362003,0.4290652,0.4094419],"study_design_scores_gemma":[0.0004691413,0.000583989,0.00036226,0.03952366,0.00004202993,0.0008575412,0.005430663,0.000006805729,5.783377e-8,0.00001781077,0.9525967,0.0001093873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002617095,0.9237341,0.00000641484,0.07093469,0.0003571761,0.003943534,0.0001703556,0.00003791121,0.0005541018],"genre_scores_gemma":[0.0001431284,0.9808573,0.00007021815,0.001262464,0.003862553,0.000144782,0.000275994,0.00004534301,0.01333827],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5235314,"threshold_uncertainty_score":0.9992167,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2799331768","doi":"10.1186/s12961-018-0295-z","title":"The implementation of Health in All Policies initiatives: a systems framework for government action","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":106,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute for Work & Health; University of Toronto","funders":"Canadian Institutes of Health Research; Health Canada; Ontario Ministry of Health and Long-Term Care; Wilfrid Laurier University","keywords":"Health policy; Civil society; Health services research; Government (linguistics); Corporate governance; Public administration; Health administration; Private sector; Political science; Public health; Public relations; Business; Politics; Economics; Medicine; Economic growth; Nursing","authors":[{"name":"Ketan Shankardass","is_ca":false},{"name":"Carles Muntaner","is_ca":true},{"name":"Lauri Kokkinen","is_ca":false},{"name":"Faraz Vahid Shahidi","is_ca":true},{"name":"Alix Freiler","is_ca":false},{"name":"Goldameir Oneka","is_ca":true},{"name":"Ahmed M. Bayoumi","is_ca":true},{"name":"Patricia O’Campo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4577023638958974,"gpt":0.57580007832365,"spread":0.1180977144277526,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0184956,0.0001419833,0.0004854615,0.0003315964,0.001042133,0.0002384453,0.000217182,0.0001049206,0.000002523793],"category_scores_gemma":[0.002562359,0.0001027148,0.00003897553,0.0007732494,0.0002773914,0.0003554755,0.0001374867,0.0002605287,0.000009648865],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007501299,"about_ca_system_score_gemma":0.0006936295,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.3947821,"about_ca_topic_score_gemma":0.007133029,"domain_scores_codex":[0.9955598,0.0008842006,0.001232203,0.0002724402,0.0005532273,0.001498142],"domain_scores_gemma":[0.9966437,0.001765083,0.0007911308,0.0002734574,0.0004320349,0.00009463057],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004793196,0.00002606258,0.001826048,0.002165599,0.0000170832,7.155074e-8,0.001079803,0.00002088818,0.00000220588,0.900938,0.08756341,0.00631287],"study_design_scores_gemma":[0.0004852115,0.0003403622,0.01922915,0.0003222481,0.000001432172,0.000002138531,0.03855886,0.004889968,5.769224e-7,0.007905526,0.928179,0.00008548827],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1355261,0.007406931,0.003799366,0.8346555,0.002375413,0.01031401,0.0002705872,0.00009754566,0.005554583],"genre_scores_gemma":[0.9782538,0.002357644,0.00003658166,0.01510683,0.003615853,0.0005270218,0.00001837471,0.00002063426,0.00006321369],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8930325,"threshold_uncertainty_score":0.8015348,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2115722485","doi":"10.1186/1478-4505-7-s1-s4","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 4: Using research evidence to clarify a problem","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":104,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Legislature; Health policy; Public relations; Health administration; Health services research; Newspaper; Action (physics); Politics; Political science; Health care; Sociology; Law","authors":[{"name":"John N. Lavis","is_ca":true},{"name":"Michael G. Wilson","is_ca":true},{"name":"Andrew D Oxman","is_ca":false},{"name":"Simon Lewin","is_ca":false},{"name":"Atle Fretheim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8596765275784819,"gpt":0.7236962723311345,"spread":0.1359802552473474,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07674112,0.0004570952,0.001575697,0.002964372,0.009600746,0.0004597853,0.0009814209,0.000843344,0.00004389522],"category_scores_gemma":[0.03151339,0.0004001096,0.0001546108,0.003449839,0.0002656449,0.001542012,0.0005840473,0.004995398,0.0002202568],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.01314203,"about_ca_system_score_gemma":0.0934135,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.07259415,"about_ca_topic_score_gemma":0.00448737,"domain_scores_codex":[0.9741554,0.01040123,0.003176827,0.001246137,0.00315133,0.007869068],"domain_scores_gemma":[0.9637465,0.02729015,0.0007003394,0.001334246,0.003167453,0.003761233],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001236563,0.000148073,0.003478345,0.03465346,0.00004039778,0.00001726304,0.04297899,0.00002967681,0.0002254073,0.1098315,0.7076138,0.09974654],"study_design_scores_gemma":[0.001590511,0.00767538,0.01276797,0.01965695,0.000006549698,0.00006110488,0.01400221,0.0006080834,0.000006903907,0.003614027,0.9394464,0.0005639273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02340972,0.01870457,0.001628901,0.8964795,0.001086432,0.04750396,0.00031318,0.0004055295,0.01046817],"genre_scores_gemma":[0.685899,0.0205591,0.007517401,0.2525199,0.01171587,0.007995645,0.00007340893,0.000216308,0.01350345],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.6624892,"threshold_uncertainty_score":0.9998451,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099295372","doi":"10.1186/1478-4505-7-s1-s6","title":"SUPPORT Tools for Evidence-informed Policymaking in health 6: Using research evidence to address how an option will be implemented","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health policy; Order (exchange); Health services research; Health administration; Public relations; Health care; Position (finance); Management science; Process management; Implementation research; Public health; Business; Medicine; Political science; Nursing; Economics; Economic growth","authors":[{"name":"Atle Fretheim","is_ca":false},{"name":"Susan Munabi-Babigumira","is_ca":false},{"name":"Andrew D Oxman","is_ca":false},{"name":"John N. Lavis","is_ca":true},{"name":"Simon Lewin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8716757477700084,"gpt":0.7319989808718276,"spread":0.1396767668981809,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06835971,0.0003761495,0.001252849,0.003448141,0.005217063,0.0004379899,0.0007747037,0.0004040037,0.00003134173],"category_scores_gemma":[0.02538204,0.0003452694,0.00009025924,0.003030039,0.0001704446,0.002896192,0.0003947029,0.002316327,0.0000206122],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.01263097,"about_ca_system_score_gemma":0.04757351,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.09868736,"about_ca_topic_score_gemma":0.02020519,"domain_scores_codex":[0.9755374,0.01204005,0.002497213,0.001078971,0.002573198,0.006273121],"domain_scores_gemma":[0.9779121,0.01540306,0.0006056798,0.00110607,0.002172866,0.002800179],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.004636822,0.0004889118,0.01996618,0.06750052,0.00006240665,0.00005111108,0.1315966,0.0001592498,0.001313224,0.1858506,0.4080554,0.1803191],"study_design_scores_gemma":[0.004150759,0.01514837,0.06629073,0.02849022,0.000006841111,0.00005689366,0.06111646,0.003758743,0.00001925891,0.002117626,0.8179196,0.0009245227],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1721613,0.00610121,0.0009237202,0.7878839,0.0007216125,0.03045829,0.0004694534,0.0002208293,0.001059633],"genre_scores_gemma":[0.9249767,0.008259513,0.001059139,0.05779357,0.003232013,0.002282393,0.0001031544,0.00007983849,0.002213655],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7528154,"threshold_uncertainty_score":0.9999854,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2007749895","doi":"10.1186/1478-4505-12-26","title":"Scientometric trends and knowledge maps of global health systems research","year":2014,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Public health; Health services research; Science Citation Index; Productivity; Health informatics; Health administration; Bibliometrics; Global health; Medicine; Citation; Health policy; Health care; Political science; Library science; Economic growth; Nursing","authors":[{"name":"Qiang Yao","is_ca":false},{"name":"Kai Chen","is_ca":false},{"name":"Lan Yao","is_ca":false},{"name":"Peng‐Hui Lyu","is_ca":false},{"name":"Tianan Yang","is_ca":false},{"name":"Fei Luo","is_ca":false},{"name":"Shanquan Chen","is_ca":false},{"name":"Luyang He","is_ca":false},{"name":"Zhiyong Liu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6010650173562717,"gpt":0.6598518647987747,"spread":0.05878684744250295,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.08211333,0.0006023666,0.006252035,0.01055516,0.001271807,0.0002617052,0.0004593325,0.0007874089,0.000005059372],"category_scores_gemma":[0.005801442,0.0004512304,0.0003115588,0.02190476,0.001147478,0.00008612064,0.0005088312,0.002375113,0.00009247666],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.005161369,"about_ca_system_score_gemma":0.03562229,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04608843,"about_ca_topic_score_gemma":0.0002894432,"domain_scores_codex":[0.9711854,0.01549502,0.003344235,0.001388119,0.003788912,0.004798288],"domain_scores_gemma":[0.9851356,0.004643766,0.0009025203,0.001329735,0.002058702,0.005929688],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003904549,0.0001304731,0.0001764594,0.33137,0.00005193191,0.00001194506,0.0001314591,7.271211e-8,9.509611e-9,0.02494376,0.09538309,0.5477618],"study_design_scores_gemma":[0.0006676409,0.001906749,0.000363642,0.05895707,0.00002156753,0.0008439373,0.0002758151,0.00009256439,4.809178e-9,0.00004477281,0.9366243,0.0002019326],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0000420447,0.9806407,0.000005840333,0.002584138,0.0008964753,0.004364687,0.0009735365,0.00005815005,0.01043439],"genre_scores_gemma":[0.003218765,0.9883863,0.00001134501,0.0001407191,0.002283401,0.0004470117,0.000200682,0.000071511,0.005240235],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8412412,"threshold_uncertainty_score":0.9999264,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136397538","doi":"10.1186/1478-4505-12-30","title":"Advancing the application of systems thinking in health: South African examples of a leadership of sensemaking for primary health care","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Cape Town; Atlantic Philanthropies; University of the Western Cape; Alliance for Health Policy and Systems Research; International Development Research Centre; World Health Organization","keywords":"Sensemaking; Public relations; Health services research; Health care; Nature versus nurture; Action research; Front line; Health administration; Action learning; Sociology; Nursing; Medicine; Political science; Public health; Pedagogy","authors":[{"name":"Lucy Gilson","is_ca":false},{"name":"Soraya Elloker","is_ca":false},{"name":"Patti Olckers","is_ca":false},{"name":"Uta Lehmann","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8024372060236402,"gpt":0.6773694841820963,"spread":0.1250677218415439,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.06358371,0.0001942727,0.001211551,0.001089759,0.001752402,0.0000209837,0.0004602042,0.0001430368,0.000001005925],"category_scores_gemma":[0.00644331,0.0001525331,0.00005964273,0.001627655,0.0003783399,0.0001304042,0.0001584327,0.0007388471,0.000001725727],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001759948,"about_ca_system_score_gemma":0.01082042,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1507866,"about_ca_topic_score_gemma":0.008408238,"domain_scores_codex":[0.976842,0.01477539,0.00391377,0.0005346654,0.001580153,0.002354054],"domain_scores_gemma":[0.9793641,0.01517033,0.003101612,0.0007395092,0.00105201,0.0005724198],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001872629,0.00005154601,0.0145428,0.1922145,0.00001863506,1.320769e-7,0.6052574,0.0005250886,0.0002551602,0.1636567,0.003108392,0.02018243],"study_design_scores_gemma":[0.002975687,0.002127501,0.03033867,0.009987731,0.000004124195,0.000007728398,0.8091879,0.00598809,0.00002401514,0.0007802378,0.1382923,0.0002859059],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2897621,0.0367884,0.10731,0.4782455,0.001631069,0.08025178,0.002505827,0.0002592226,0.003246207],"genre_scores_gemma":[0.9915767,0.0002716381,0.0006689686,0.005769045,0.0004544895,0.001138236,0.00002031541,0.00003656939,0.00006405762],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7018146,"threshold_uncertainty_score":0.9995472,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136022926","doi":"10.1186/1478-4505-12-2","title":"Capturing lessons learned from evidence-to-policy initiatives through structured reflection","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Knowledge translation; Public relations; Thematic analysis; Government (linguistics); Health services research; Sustainability; Political science; Qualitative research; Civil society; Medicine; Public administration; Politics; Public health; Sociology; Nursing; Knowledge management","authors":[{"name":"Fadi El‐Jardali","is_ca":false},{"name":"John N. Lavis","is_ca":true},{"name":"Kaelan A. Moat","is_ca":true},{"name":"Tomás Pantoja","is_ca":false},{"name":"Nour Ataya","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9542463437182596,"gpt":0.784757698674586,"spread":0.1694886450436736,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02619974,0.0002722868,0.0006632804,0.001897332,0.004615268,0.0001478417,0.0004638408,0.0003011435,0.00006269669],"category_scores_gemma":[0.0477573,0.0002391648,0.00004407009,0.003547688,0.000309523,0.00085477,0.0003682827,0.001718483,0.0004298367],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002274501,"about_ca_system_score_gemma":0.007999667,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.2204032,"about_ca_topic_score_gemma":0.008994374,"domain_scores_codex":[0.9763821,0.01620906,0.001680706,0.0008955383,0.001775967,0.003056626],"domain_scores_gemma":[0.9773071,0.01851458,0.0005678661,0.0008000711,0.0009946957,0.001815701],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003277412,0.00003589159,0.007922472,0.00371772,0.00004247042,0.00000379431,0.3134698,0.00006801583,0.002115405,0.6051365,0.03034757,0.03681263],"study_design_scores_gemma":[0.001692972,0.0008484558,0.08964311,0.003116982,0.00000439013,0.000007892919,0.03554415,0.0008219329,0.0001344649,0.030339,0.8373912,0.0004554607],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2839263,0.0007717672,0.008114001,0.668453,0.001378186,0.006469069,0.0003969761,0.0003510682,0.03013963],"genre_scores_gemma":[0.9564598,0.00173474,0.0006988096,0.03330002,0.005687733,0.0006482473,0.00001316412,0.00004940433,0.00140811],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8070436,"threshold_uncertainty_score":0.997624,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2124697243","doi":"10.1186/1478-4505-12-36","title":"Advancing the application of systems thinking in health: understanding the dynamics of neonatal mortality in Uganda","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; Universidad Nacional Mayor de San Marcos; Universitetet i Bergen; International Development Research Centre; World Health Organization","keywords":"Medicine; Public health; Health policy; Health services research; Infant mortality; Health care; Child mortality; Neonatal mortality; Causal loop diagram; Nursing; Health administration; Leverage (statistics); Environmental health; Population; Economic growth; System dynamics; Economics","authors":[{"name":"Agnes Semwanga Rwashana","is_ca":false},{"name":"Sarah Nakubulwa","is_ca":false},{"name":"Margaret Nakakeeto-Kijjambu","is_ca":false},{"name":"Taghreed Adam","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1725176541297204,"gpt":0.4766010844142137,"spread":0.3040834302844933,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01598639,0.00009208643,0.0004847646,0.0002601809,0.0002919222,0.00002280175,0.0001640366,0.00006546214,3.749932e-7],"category_scores_gemma":[0.0004323941,0.00005321651,0.00002652993,0.0006461191,0.0001727849,0.00004485482,0.00006839597,0.0005021801,6.163549e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001015961,"about_ca_system_score_gemma":0.0008084296,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.2289327,"about_ca_topic_score_gemma":0.01437409,"domain_scores_codex":[0.9959247,0.001544291,0.0009286036,0.0001952828,0.0007759551,0.0006312411],"domain_scores_gemma":[0.9982552,0.0007742263,0.0003209815,0.0003462569,0.0001124276,0.0001909301],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0001079087,0.0000573394,0.2301717,0.01415874,0.00001336758,0.000001597892,0.00644405,0.0007812139,0.00001441044,0.7457894,0.00008208836,0.002378162],"study_design_scores_gemma":[0.0030793,0.001417164,0.4580214,0.01135725,0.000006838139,0.0001854194,0.07373417,0.4242161,0.000007053292,0.02318831,0.004593738,0.0001932494],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9277335,0.007239141,0.009793004,0.04983847,0.0001907345,0.003971649,0.00005348268,0.00001930092,0.001160744],"genre_scores_gemma":[0.9983351,0.0009356252,0.00001023972,0.0004514094,0.0001769336,0.00004475806,0.00000794343,0.000009371675,0.00002856771],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7226011,"threshold_uncertainty_score":0.802108,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225354195","doi":"10.1186/s12961-022-00822-5","title":"Future health spending forecast in leading emerging BRICS markets in 2030: health policy implications","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":96,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Science Fund of the Republic of Serbia; Ministarstvo Prosvete, Nauke i Tehnološkog Razvoja","keywords":"Per capita; Gross domestic product; Autoregressive integrated moving average; Health policy; China; Emerging markets; Health economics; Public health; Health services research; Economics; Economic growth; Development economics; Agricultural economics; Health care; Geography; Environmental health; Medicine; Finance; Population; Time series; Statistics","authors":[{"name":"Mihajlo Jakovljević","is_ca":false},{"name":"Demetrios Lamnisos","is_ca":false},{"name":"Ronny Westerman","is_ca":false},{"name":"Vijay Kumar Chattu","is_ca":true},{"name":"Arcadio A. Cerda","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3534885388939772,"gpt":0.4803413990644244,"spread":0.1268528601704471,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.02745986,0.000264398,0.001226795,0.004734899,0.002097351,0.0001798344,0.0004294187,0.0001372639,0.0000265184],"category_scores_gemma":[0.0004774473,0.0002793106,0.00008771964,0.004330014,0.00008053939,0.0002619263,0.0003339273,0.001595256,0.00003762008],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009027912,"about_ca_system_score_gemma":0.003503555,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.4489365,"about_ca_topic_score_gemma":0.01276747,"domain_scores_codex":[0.9915274,0.001618412,0.002689164,0.00091839,0.0003478916,0.002898778],"domain_scores_gemma":[0.9972587,0.0001952092,0.0008515581,0.0006074284,0.0000630379,0.001024113],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003647522,0.0001782982,0.0964504,0.00394047,0.00001781911,0.00001112052,0.01775601,0.0002848282,0.00000113255,0.8011991,0.006732169,0.0733922],"study_design_scores_gemma":[0.001456596,0.0006874662,0.3398082,0.0006402421,1.512656e-7,0.000220548,0.0173719,0.004437662,1.395702e-7,0.009610743,0.6253054,0.000461005],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2112458,0.1005531,0.0003351318,0.6623467,0.002061841,0.007662889,0.001871339,0.0001332679,0.01379],"genre_scores_gemma":[0.9812403,0.01182372,0.00004721012,0.002873558,0.001594699,0.0006080826,0.00006682822,0.00006721391,0.00167835],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7915883,"threshold_uncertainty_score":0.9999659,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"}]}