{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":456,"total_is_capped":false,"direct_labels_cover":165,"predictions_cover":456,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"223d1b477755","filters":{"venue":"Health Research Policy and Systems"}},"results":[{"id":"W2925672674","doi":"10.1186/s12961-019-0432-3","title":"The dark side of coproduction: do the costs outweigh the benefits for health research?","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Plant and animal studies","field":"Agricultural and Biological Sciences","cited_by":786,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Coproduction; Incentive; Health services research; Process (computing); Public relations; Business; Medicine; Public health; Political science; Economics; Computer science; Nursing","authors":[{"name":"Kathryn Oliver","is_ca":false},{"name":"Anita Kothari","is_ca":true},{"name":"Nicholas Mays","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5290207498102124,"gpt":0.4765456393689741,"spread":0.05247511044123826,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3728595,0.001933109,0.004438535,0.007829908,0.00888999,0.03547566,0.007890197,0.01701937,0.01729559],"category_scores_gemma":[0.5253816,0.00186017,0.004208656,0.00775108,0.06927385,0.06530663,0.02367172,0.01892691,0.003619951],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01989518,"about_ca_system_score_gemma":0.03968848,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002070663,"about_ca_topic_score_gemma":0.002194169,"domain_scores_codex":[0.5481641,0.3030921,0.02517985,0.0164667,0.1001347,0.006962534],"domain_scores_gemma":[0.2152771,0.6533142,0.03851538,0.04459503,0.03894358,0.00935459],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0007289331,0.000186668,0.003107839,0.01274366,0.0006715016,0.0003773474,0.01265948,0.000718301,0.0008384258,0.7190191,0.025718,0.2232307],"study_design_scores_gemma":[0.0001442147,0.0003431,0.002555868,0.02275988,0.0003573481,0.0006544638,0.008422934,0.0006312855,0.001187871,0.7875662,0.1752236,0.000153256],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01376723,0.1229741,0.06662654,0.7184828,0.007681907,0.0008913442,0.0002265482,0.0002052697,0.06914413],"genre_scores_gemma":[0.5147142,0.09979662,0.1436514,0.212473,0.01338064,0.005069653,0.0002643183,0.0008299716,0.009820194],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.99111,"threshold_uncertainty_score":0.7733759,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2151999777","doi":"10.1186/1478-4505-12-51","title":"The application of systems thinking in health: why use systems thinking?","year":2014,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":596,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; Department for International Development; International Development Research Centre; World Health Organization","keywords":"Health services research; Public health; Health administration; Health informatics; Systems thinking; Health policy; Social policy; Healthcare system; Medicine; Management science; Nursing; Health care; Computer science; Political science; Engineering","authors":[{"name":"David H. Peters","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.467904163667998,"gpt":0.5682925081055834,"spread":0.1003883444375854,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03977496,0.002524502,0.003815623,0.004540272,0.003600674,0.01958279,0.004726386,0.01826116,0.002645727],"category_scores_gemma":[0.08585864,0.0008060533,0.002501928,0.003211825,0.02607235,0.01661312,0.003773425,0.03254115,0.001412763],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007365937,"about_ca_system_score_gemma":0.008803117,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003893528,"about_ca_topic_score_gemma":0.003884622,"domain_scores_codex":[0.9655947,0.01992784,0.002740016,0.002021855,0.008958584,0.0007569305],"domain_scores_gemma":[0.8436528,0.1373528,0.00245193,0.002146359,0.01166144,0.00273462],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009875428,0.00005197953,0.0003384104,0.004537934,0.0002235466,0.0002422529,0.002502701,0.0009704839,0.0001846504,0.1087043,0.7925451,0.08959978],"study_design_scores_gemma":[0.00007724674,0.00007664545,0.0004459882,0.005744702,0.0001004416,0.000230581,0.00138063,0.001783282,0.0002570675,0.2454232,0.7443874,0.00009275621],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"editorial","genre_scores_codex":[0.0001682894,0.1677525,0.002832696,0.5691674,0.2579252,0.00002690685,0.00002942254,0.00006243151,0.00203514],"genre_scores_gemma":[0.01375694,0.1792914,0.00560357,0.1637272,0.6342354,0.0001328927,0.00003997875,0.00009797724,0.003114532],"genre_candidate":"editorial","genre_consensus":null,"teacher_disagreement_score":0.03977496,"threshold_uncertainty_score":0.2103526,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2609112051","doi":"10.1186/s12961-017-0192-x","title":"Evidence-based policymaking is not like evidence-based medicine, so how far should you go to bridge the divide between evidence and policy?","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":529,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Health services research; Bridge (graph theory); Health policy; Health administration; Public health; Social policy; Health informatics; Health economics; Healthcare policy; Medicine; Political science; Public relations; Public economics; Public administration; Data science; Health care reform; Economics; Computer science; Nursing; Law","authors":[{"name":"Paul Cairney","is_ca":false},{"name":"Kathryn Oliver","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8171921476482206,"gpt":0.6409745121530928,"spread":0.1762176354951278,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3350652,0.001867283,0.006651508,0.01155122,0.008541333,0.04789637,0.00784961,0.02885113,0.006369021],"category_scores_gemma":[0.4049762,0.001911929,0.003165577,0.009936085,0.07975186,0.0705936,0.01677949,0.04349389,0.003960902],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0178362,"about_ca_system_score_gemma":0.04797097,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006096435,"about_ca_topic_score_gemma":0.005865413,"domain_scores_codex":[0.7014374,0.2222074,0.01901234,0.01486246,0.03804627,0.004434043],"domain_scores_gemma":[0.3121687,0.5939451,0.02311428,0.03141067,0.03108452,0.008276739],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00009532706,0.0001793969,0.001102181,0.007945191,0.000508905,0.0002140008,0.008525654,0.001091875,0.0003389982,0.8538954,0.04104584,0.08505728],"study_design_scores_gemma":[0.00005548329,0.00006462462,0.0003621389,0.008850799,0.00009162079,0.0001338909,0.003903826,0.0004122091,0.0002310629,0.8989036,0.08690968,0.00008110591],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0008768569,0.05001613,0.02030642,0.914976,0.00495878,0.0001009402,0.0000522291,0.00006679019,0.008645942],"genre_scores_gemma":[0.2087922,0.1349084,0.16335,0.4686892,0.01655576,0.001461026,0.0002254863,0.0003370493,0.005680915],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.6649348,"threshold_uncertainty_score":0.8199829,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2802993040","doi":"10.1186/s12961-018-0282-4","title":"Patient engagement in Canada: a scoping review of the ‘how’ and ‘what’ of patient engagement in health research","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":511,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Athabasca University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Health administration; Public health; Public engagement; Health policy; Medicine; Health economics; Community engagement; Healthcare policy; Health informatics; Stakeholder engagement; Population health; Nursing; Medical education; International health; Public relations; Political science","authors":[{"name":"Elizabeth Manafò","is_ca":true},{"name":"Lisa Petermann","is_ca":true},{"name":"Ping Mason-Lai","is_ca":true},{"name":"Virginia Vandall‐Walker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8508249970646553,"gpt":0.6519557557201537,"spread":0.1988692413445016,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1177412,0.001546877,0.006976363,0.03605007,0.007092284,0.01619205,0.004184795,0.005151817,0.003056433],"category_scores_gemma":[0.2877558,0.001833665,0.006527597,0.06332812,0.006710242,0.008042783,0.008597553,0.00505297,0.0004764298],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.07979528,"about_ca_system_score_gemma":0.3035609,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.4750251,"about_ca_topic_score_gemma":0.6086504,"domain_scores_codex":[0.8766874,0.04866419,0.03682423,0.004293935,0.0299801,0.003550175],"domain_scores_gemma":[0.6688118,0.2219386,0.02859449,0.005963553,0.07083296,0.003858604],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002523769,0.00004598212,0.003179794,0.6497209,0.001822494,0.0002445603,0.01163308,0.0004546141,0.0002338235,0.005732803,0.01470682,0.3119727],"study_design_scores_gemma":[0.00003097546,0.00003519485,0.004309694,0.9250317,0.002084785,0.0001327405,0.002550668,0.0001178334,0.0001288556,0.0009654615,0.06456421,0.00004780628],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001191755,0.9884316,0.0006193607,0.005932475,0.0003783394,0.0007585128,0.000572114,0.00001565791,0.002100272],"genre_scores_gemma":[0.02104824,0.9716177,0.002144471,0.002041515,0.0001437788,0.002083032,0.0005999564,0.00002487664,0.0002963635],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9202047,"threshold_uncertainty_score":0.9445204,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2553241472","doi":"10.1186/s12961-016-0155-7","title":"What are the best methodologies for rapid reviews of the research evidence for evidence-informed decision making in health policy and practice: a rapid review","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":438,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Pan American Health Organization; Ministério da Saúde","keywords":"Systematic review; Grey literature; Data extraction; Medicine; Inclusion (mineral); Health services research; Protocol (science); Evidence-based medicine; Management science; MEDLINE; Health administration; Alternative medicine; Randomized controlled trial; Evidence-based practice; Medical education; Public health; Psychology; Nursing; Political science; Surgery; Pathology; Social psychology","authors":[{"name":"Michelle M. Haby","is_ca":false},{"name":"Evelina Chapman","is_ca":false},{"name":"Rachel Clark","is_ca":false},{"name":"Jorge Otávio Maia Barreto","is_ca":false},{"name":"Ludovic Revéiz","is_ca":false},{"name":"John N. Lavis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9866217251985923,"gpt":0.8578875303026147,"spread":0.1287341948959776,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.621771,0.007108295,0.02929999,0.04058985,0.004664487,0.03545077,0.01214938,0.01592867,0.01068371],"category_scores_gemma":[0.8504364,0.01092118,0.02806832,0.03414416,0.009764137,0.05797274,0.01557274,0.01323979,0.00765875],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01934431,"about_ca_system_score_gemma":0.0636531,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003360569,"about_ca_topic_score_gemma":0.007974667,"domain_scores_codex":[0.1873657,0.5982618,0.1574726,0.01160859,0.04244379,0.002847444],"domain_scores_gemma":[0.09661216,0.6112142,0.1338627,0.04161436,0.1129122,0.003784381],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001127481,0.0001440968,0.001473218,0.7477527,0.006958066,0.0002533715,0.005456042,0.0006480829,0.0006013546,0.009362118,0.020859,0.2053645],"study_design_scores_gemma":[0.001771957,0.0003498461,0.001535894,0.8858345,0.01089498,0.0003202827,0.002585978,0.000994713,0.0009819043,0.02214523,0.07204844,0.000536211],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002782335,0.6762639,0.1097433,0.09178215,0.01865156,0.09068277,0.004513936,0.001452055,0.004127967],"genre_scores_gemma":[0.01712471,0.2514901,0.5774685,0.01326995,0.003430622,0.1349517,0.0009821996,0.000542104,0.0007402741],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.378229,"threshold_uncertainty_score":0.4664237,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097381607","doi":"10.1186/1478-4505-7-s1-s1","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 1: What is evidence-informed policymaking?","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":402,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health services research; Health policy; Evidence-based policy; Public relations; Evidence-based practice; Process (computing); Health administration; Evidence-based medicine; Political science; Public economics; Health care; Medicine; MEDLINE; Economics; Alternative medicine; Computer science; Law","authors":[{"name":"Andrew D Oxman","is_ca":false},{"name":"John N. Lavis","is_ca":true},{"name":"Simon Lewin","is_ca":false},{"name":"Atle Fretheim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9128314829040383,"gpt":0.7654888444089923,"spread":0.1473426384950459,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1596881,0.00255593,0.003853275,0.02050952,0.004359059,0.03195252,0.005799163,0.01633091,0.0254787],"category_scores_gemma":[0.4369358,0.002373584,0.002941818,0.01678564,0.008873926,0.03624928,0.0169242,0.01051899,0.01326498],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006485565,"about_ca_system_score_gemma":0.02999226,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002389627,"about_ca_topic_score_gemma":0.003024208,"domain_scores_codex":[0.8403977,0.1205748,0.01797485,0.002922571,0.01593165,0.002198429],"domain_scores_gemma":[0.3842982,0.5474274,0.01653533,0.01824796,0.02701777,0.006473401],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001864534,0.0003765355,0.001693171,0.01550759,0.0002504508,0.0007399291,0.005735611,0.003461227,0.0005190805,0.479064,0.08402139,0.4084447],"study_design_scores_gemma":[0.0001840124,0.00009292174,0.0006515363,0.02266214,0.0001296457,0.0004265824,0.004324728,0.005537879,0.0008577579,0.6152129,0.3497489,0.0001709545],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.003897306,0.0293716,0.4732072,0.348754,0.005059794,0.003356443,0.002237663,0.003185808,0.1309302],"genre_scores_gemma":[0.0591828,0.02040533,0.8948163,0.01311666,0.002044048,0.003419665,0.001396653,0.0004717472,0.00514694],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.1596881,"threshold_uncertainty_score":0.8445216,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2805824819","doi":"10.1186/s12961-018-0320-2","title":"The GRADE Evidence to Decision (EtD) framework for health system and public health decisions","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":384,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Medical Research Council; South African Medical Research Council; European Commission","keywords":"Public health; Health policy; Guideline; Health administration; Health care; Medicine; Management science; Business; Public relations; Nursing; Political science; Economics","authors":[{"name":"Jenny Moberg","is_ca":false},{"name":"Andrew D Oxman","is_ca":false},{"name":"Sarah Rosenbaum","is_ca":true},{"name":"Holger J. Schünemann","is_ca":true},{"name":"Gordon Guyatt","is_ca":true},{"name":"Signe Flottorp","is_ca":false},{"name":"Claire Glenton","is_ca":false},{"name":"Simon Lewin","is_ca":false},{"name":"Angela Morelli","is_ca":false},{"name":"Gabriel Rada","is_ca":false},{"name":"Pablo Alonso‐Coello","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9446605263891279,"gpt":0.7913057945015023,"spread":0.1533547318876256,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4506354,0.008584503,0.01214829,0.03742735,0.007333355,0.03094968,0.02643163,0.02935751,0.01661501],"category_scores_gemma":[0.5822654,0.005787425,0.02918434,0.0186194,0.01768026,0.02234269,0.02472599,0.02806555,0.005299733],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03952516,"about_ca_system_score_gemma":0.1225327,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03023678,"about_ca_topic_score_gemma":0.01723639,"domain_scores_codex":[0.3636543,0.4914812,0.08582962,0.01349978,0.038817,0.006718205],"domain_scores_gemma":[0.3247729,0.5587816,0.02142996,0.01740707,0.06978946,0.007818967],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004595681,0.0001244316,0.001381893,0.04338333,0.00194025,0.00057606,0.003997981,0.01962847,0.0001831618,0.7507463,0.06061408,0.1169645],"study_design_scores_gemma":[0.0008492986,0.0002623813,0.0004357147,0.06223886,0.001999796,0.000423207,0.001433662,0.009576704,0.0006739033,0.6447862,0.2769746,0.0003456356],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002061931,0.04082787,0.6541834,0.1761692,0.006057499,0.03249682,0.01014915,0.001916037,0.076138],"genre_scores_gemma":[0.02970699,0.008600992,0.9122333,0.01622857,0.0009042101,0.02769807,0.002677285,0.0001863005,0.001764372],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5493646,"threshold_uncertainty_score":0.6774644,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3030280616","doi":"10.1186/s12961-020-0544-9","title":"A review of reviews on principles, strategies, outcomes and impacts of research partnerships approaches: a first step in synthesising the research partnership literature","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":383,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"George & Fay Yee Centre for Healthcare Innovation; University of Ottawa; University of Calgary; McMaster University Medical Centre; Ottawa Hospital; University of Manitoba; Kelowna General Hospital; Alberta Health; University of British Columbia; International Collaboration On Repair Discoveries; Alberta Health Services; University of British Columbia, Okanagan Campus","funders":"Canadian Institutes of Health Research; International Collaboration on Repair Discoveries; Michael Smith Health Research BC; Strong","keywords":"General partnership; Knowledge translation; Systematic review; Scope (computer science); Health services research; Participatory action research; Stakeholder engagement; Stakeholder; Knowledge management; Public relations; Management science; Sociology; Engineering ethics; Medicine; Political science; MEDLINE; Public health; Nursing; Computer science; Engineering","authors":[{"name":"Femke Hoekstra","is_ca":true},{"name":"Kelly Mrklas","is_ca":true},{"name":"Masood Khan","is_ca":true},{"name":"Rhyann C. McKay","is_ca":true},{"name":"Mathew Vis‐Dunbar","is_ca":true},{"name":"Kathryn M. Sibley","is_ca":true},{"name":"Tram Nguyen","is_ca":true},{"name":"Ian D. Graham","is_ca":true},{"name":"Heather L. Gainforth","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.980442702186179,"gpt":0.7767366368479444,"spread":0.2037060653382347,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08960444,0.002888544,0.007740642,0.03623325,0.002319842,0.0114933,0.004243182,0.005258929,0.004156431],"category_scores_gemma":[0.3075915,0.003009788,0.01070574,0.04173771,0.002680607,0.01553019,0.006014472,0.005274789,0.001379005],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01702615,"about_ca_system_score_gemma":0.04876412,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007664294,"about_ca_topic_score_gemma":0.02420402,"domain_scores_codex":[0.8454502,0.06431147,0.05609945,0.004510073,0.02768194,0.001946956],"domain_scores_gemma":[0.6535819,0.2352009,0.04305655,0.005728331,0.0603267,0.002105662],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001081529,0.00003657065,0.0006275414,0.7843929,0.001783819,0.0002133624,0.00298746,0.0002427014,0.0004168014,0.004471537,0.009661713,0.1950575],"study_design_scores_gemma":[0.00003807499,0.00008294197,0.0007572286,0.9154909,0.004003459,0.000238681,0.001233784,0.00007610595,0.0001922548,0.001722045,0.07612295,0.00004171352],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0005932823,0.9886696,0.002601113,0.003894617,0.0008662187,0.001416415,0.0003772139,0.0000342852,0.001547196],"genre_scores_gemma":[0.006019973,0.9741571,0.01218198,0.002640069,0.000288776,0.004115386,0.0003069257,0.00002601529,0.0002637923],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9103956,"threshold_uncertainty_score":0.4738793,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2967611184","doi":"10.1186/s12961-019-0477-3","title":"A framework for value-creating learning health systems","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":359,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Université du Québec à Trois-Rivières; Université Laval; Institut National d'Excellence en Santé et en Services Sociaux","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Health administration; Health services research; Public health; Value (mathematics); Health informatics; Health policy; Social policy; Medicine; Computer science; Nursing; Political science","authors":[{"name":"Matthew Menear","is_ca":true},{"name":"Marc‐André Blanchette","is_ca":true},{"name":"Olivier Demers‐Payette","is_ca":true},{"name":"Denis Roy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8858111560825194,"gpt":0.7776424180435226,"spread":0.1081687380389967,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02869034,0.001457323,0.0008928376,0.007194189,0.00872105,0.02006567,0.005073508,0.007000122,0.007160866],"category_scores_gemma":[0.0179775,0.000643762,0.001835413,0.007174827,0.05453104,0.01346739,0.008991855,0.004642423,0.001267411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.05149195,"about_ca_system_score_gemma":0.05809814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.08193679,"about_ca_topic_score_gemma":0.0505907,"domain_scores_codex":[0.9723786,0.02053707,0.0009515166,0.001318904,0.00285047,0.001963383],"domain_scores_gemma":[0.9795617,0.0118744,0.001257062,0.001618528,0.00396216,0.001726213],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001717218,0.000006413293,0.0001095616,0.00006588194,0.000003469161,0.00004191091,0.00245662,0.001003137,0.00001949535,0.9926878,0.0008474615,0.002756628],"study_design_scores_gemma":[0.00001640899,0.00001527719,0.0001600707,0.0004076821,0.000008472916,0.0000625902,0.003616779,0.002900627,0.00007860158,0.8996296,0.09308697,0.00001693933],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.01068843,0.007021847,0.4258225,0.09293859,0.000562865,0.001763542,0.0005574838,0.0004337864,0.460211],"genre_scores_gemma":[0.6068671,0.005079467,0.3601244,0.003695215,0.000278145,0.002503439,0.0004737664,0.0001523072,0.02082604],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.08193679,"threshold_uncertainty_score":0.373602,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3012956505","doi":"10.1186/s12961-020-0539-6","title":"How does integrated knowledge translation (IKT) compare to other collaborative research approaches to generating and translating knowledge? Learning from experts in the field","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":296,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Saskatchewan; Western University; University of Alberta; University of Ottawa; McGill University; Impact; University of Calgary; McMaster University; York University; Alberta Health Services; University of Northern British Columbia; Alberta Health; Ottawa Hospital; McMaster University Medical Centre","funders":"National Institute on Minority Health and Health Disparities; Canadian Institutes of Health Research","keywords":"Knowledge translation; Participatory action research; Health services research; Thematic analysis; Qualitative research; Knowledge management; Focus group; General partnership; Scholarship; Sociology; Psychology; Computer science; Medicine; Public health; Political science; Nursing; Social science","authors":[{"name":"Tram Nguyen","is_ca":true},{"name":"Ian D. Graham","is_ca":true},{"name":"Kelly Mrklas","is_ca":true},{"name":"Sarah Bowen","is_ca":false},{"name":"Margaret Cargo","is_ca":false},{"name":"Carole A. Estabrooks","is_ca":true},{"name":"Anita Kothari","is_ca":true},{"name":"John N. Lavis","is_ca":true},{"name":"Ann C. Macaulay","is_ca":true},{"name":"Martha MacLeod","is_ca":true},{"name":"David Phipps","is_ca":true},{"name":"Vivian R. Ramsden","is_ca":true},{"name":"Mary J. Renfrew","is_ca":false},{"name":"Jon Salsberg","is_ca":false},{"name":"Nina Wallerstein","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9619249974667414,"gpt":0.724378939883514,"spread":0.2375460575832274,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2427373,0.0009909954,0.002294396,0.008722134,0.01218042,0.03788007,0.004847162,0.004834698,0.004482985],"category_scores_gemma":[0.3084995,0.0009825223,0.002276906,0.01421474,0.03536685,0.03754777,0.03238544,0.00621082,0.001414113],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01861534,"about_ca_system_score_gemma":0.03275549,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008910272,"about_ca_topic_score_gemma":0.01168723,"domain_scores_codex":[0.604329,0.3401194,0.01081111,0.00958498,0.0272649,0.007890543],"domain_scores_gemma":[0.6124967,0.3257304,0.01489889,0.01759291,0.02208042,0.007200639],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000202472,0.0002478667,0.006731017,0.004801623,0.0001560809,0.0006480623,0.7291447,0.0003680908,0.0004765356,0.0359758,0.003245978,0.2180017],"study_design_scores_gemma":[0.0002120801,0.0009036789,0.00651066,0.01620959,0.0003582019,0.001494749,0.7870552,0.002118507,0.00172929,0.09012543,0.09301694,0.0002657723],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.495994,0.02902283,0.1505915,0.1081663,0.00304846,0.004304735,0.0003425131,0.000732359,0.2077974],"genre_scores_gemma":[0.8918265,0.01008743,0.08598642,0.006656441,0.000303977,0.002074052,0.0001476714,0.0002512765,0.00266621],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7572627,"threshold_uncertainty_score":0.9338397,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2107299871","doi":"10.1186/1478-4505-7-s1-i1","title":"SUPPORT Tools for evidence-informed health Policymaking (STP)","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":290,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research; West China Hospital, Sichuan University; Direktoratet for Utviklingssamarbeid; University of Cape Town; Sichuan University; Helsedirektoratet; University of the Western Cape; European Commission; London School of Hygiene and Tropical Medicine","keywords":"Health services research; Set (abstract data type); Framing (construction); Health policy; Evidence-based practice; Management science; Evidence-based policy; Public relations; Evidence-based medicine; Health administration; Computer science; Public health; Knowledge management; MEDLINE; Political science; Medicine; Alternative medicine; Nursing; Economics; Engineering","authors":[{"name":"John N. Lavis","is_ca":true},{"name":"Andrew D Oxman","is_ca":false},{"name":"Simon Lewin","is_ca":false},{"name":"Atle Fretheim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9570404174385724,"gpt":0.8093999759153485,"spread":0.1476404415232239,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1101442,0.003462956,0.002928923,0.01914749,0.003345704,0.02242292,0.00659659,0.01170673,0.06310745],"category_scores_gemma":[0.3670059,0.003305348,0.00571974,0.01746703,0.004368214,0.03096215,0.02406338,0.009382329,0.04351894],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004845251,"about_ca_system_score_gemma":0.01806333,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001584447,"about_ca_topic_score_gemma":0.001936602,"domain_scores_codex":[0.8929303,0.06571755,0.02233313,0.003139637,0.01391472,0.001964736],"domain_scores_gemma":[0.4965788,0.4131162,0.01547923,0.02974019,0.03881496,0.006270618],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002327635,0.0002540784,0.0007619931,0.01682542,0.0002189046,0.0007215352,0.006873108,0.002063388,0.0008520589,0.2024415,0.1845047,0.5842505],"study_design_scores_gemma":[0.0001518595,0.0000904104,0.0003144179,0.01495698,0.00008843809,0.0004095834,0.002227139,0.001956745,0.0007757587,0.2027298,0.7761733,0.0001255886],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.001927505,0.01139991,0.7388948,0.07473139,0.006605914,0.007486659,0.007916504,0.01797169,0.1330657],"genre_scores_gemma":[0.008311543,0.006522365,0.9604613,0.00532497,0.0009781523,0.006471814,0.003407209,0.001133929,0.007388799],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.1101442,"threshold_uncertainty_score":0.582505,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2587319655","doi":"10.1186/s12961-016-0164-6","title":"The concept of ‘vulnerability’ in research ethics: an in-depth analysis of policies and guidelines","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":276,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Université de Montréal; McGill University Health Centre; Montreal Clinical Research Institute","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Faculty of Medicine, McGill University; McGill University","keywords":"Vulnerability (computing); Research ethics; Stakeholder; Normative; Vulnerability assessment; Harm; Sociology; Engineering ethics; Political science; Public relations; Psychology; Social psychology; Law; Psychological resilience; Computer science; Computer security","authors":[{"name":"Dearbhail Bracken‐Roche","is_ca":true},{"name":"Emily Bell","is_ca":true},{"name":"Mary Ellen Macdonald","is_ca":true},{"name":"Éric Racine","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9560629307251761,"gpt":0.7983703746638118,"spread":0.1576925560613643,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1824054,0.0005045324,0.0008009364,0.007168569,0.008193112,0.01114487,0.002062122,0.004837876,0.001087966],"category_scores_gemma":[0.2494755,0.0007533377,0.0007103406,0.008097012,0.03458512,0.01659805,0.009293771,0.007986843,0.000178088],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02359001,"about_ca_system_score_gemma":0.06078546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006932946,"about_ca_topic_score_gemma":0.006329594,"domain_scores_codex":[0.7046799,0.244951,0.01587798,0.004081428,0.02587848,0.004531252],"domain_scores_gemma":[0.4989959,0.436742,0.02560828,0.00968259,0.02501172,0.003959613],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001994413,0.00005911578,0.005987389,0.001189365,0.0000217614,0.0003674387,0.4261586,0.0006774358,0.0004751874,0.5037804,0.004976579,0.05628678],"study_design_scores_gemma":[0.00001660266,0.00008988829,0.01051134,0.01428287,0.00005978321,0.0008522908,0.4641727,0.002234527,0.001185803,0.2746458,0.2318323,0.0001160852],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.3095564,0.03384983,0.1569016,0.3899173,0.001419567,0.002488099,0.0003762024,0.0001597105,0.1053313],"genre_scores_gemma":[0.90744,0.008647093,0.06914684,0.01086712,0.0002258108,0.001841555,0.00009782099,0.00008618483,0.001647655],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9951621,"threshold_uncertainty_score":0.9646634,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3006359455","doi":"10.1186/s12961-019-0494-2","title":"Intervention Scalability Assessment Tool: A decision support tool for health policy makers and implementers","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":247,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"National Health and Medical Research Council; Medical Research Council; NSW Ministry of Health; Australian Government; ACT Government","keywords":"Context (archaeology); Psychological intervention; Scale (ratio); Health services research; Fidelity; Health policy; Population health; Intervention (counseling); Medicine; Process management; Public health; Computer science; Nursing; Engineering","authors":[{"name":"Andrew Milat","is_ca":false},{"name":"Karen Lee","is_ca":false},{"name":"Kathleen Conte","is_ca":false},{"name":"Anne Grunseit","is_ca":false},{"name":"Luke Wolfenden","is_ca":false},{"name":"Femke van Nassau","is_ca":false},{"name":"Neil Orr","is_ca":false},{"name":"Padmaja Sreeram","is_ca":true},{"name":"Adrian Bauman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8146472222045942,"gpt":0.7678334758313322,"spread":0.04681374637326197,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2394531,0.004346455,0.005363802,0.02234813,0.00275003,0.01252778,0.007615222,0.004942948,0.09186857],"category_scores_gemma":[0.4763572,0.003440356,0.007397088,0.01223178,0.00225665,0.01673206,0.01351353,0.008274943,0.01591297],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007358633,"about_ca_system_score_gemma":0.02544628,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003030868,"about_ca_topic_score_gemma":0.003671699,"domain_scores_codex":[0.8658577,0.08455742,0.02998436,0.003343461,0.01434431,0.001912614],"domain_scores_gemma":[0.4160754,0.4732479,0.02297007,0.01793953,0.0636959,0.006071229],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00209732,0.001110696,0.005490239,0.01903435,0.001096619,0.0003197599,0.00505965,0.006138436,0.0009271674,0.02100139,0.3952939,0.5424306],"study_design_scores_gemma":[0.01018288,0.001801402,0.01581066,0.03054023,0.002367344,0.0004472349,0.009607532,0.07174991,0.00638877,0.1286263,0.7209421,0.001535725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0171596,0.002665862,0.5252717,0.03902276,0.002703885,0.1558831,0.1084047,0.06011761,0.08877071],"genre_scores_gemma":[0.02095644,0.000631938,0.861615,0.001972857,0.0002081183,0.09917103,0.01126512,0.001588006,0.002591516],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2394531,"threshold_uncertainty_score":0.9378897,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2120316982","doi":"10.1186/1478-4505-12-55","title":"Health policy – why research it and how: health political science","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":235,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Health policy; Health promotion; Public health; Health services research; Health administration; Public relations; Political science; Health informatics; Policy analysis; Toolbox; Public policy; Process (computing); Politics; Policy studies; Sociology; Public administration; Medicine; Computer science; Nursing","authors":[{"name":"Evelyne de Leeuw","is_ca":false},{"name":"Carole Clavier","is_ca":true},{"name":"Éric Breton","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4174587727618511,"gpt":0.5537182382183453,"spread":0.1362594654564942,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04790668,0.0006776375,0.001672966,0.002915452,0.005534328,0.02145323,0.00194342,0.01443492,0.007751124],"category_scores_gemma":[0.0682949,0.0006538664,0.0007549709,0.004637048,0.053323,0.01882538,0.004920722,0.01385295,0.00169594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01567648,"about_ca_system_score_gemma":0.0307731,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01006947,"about_ca_topic_score_gemma":0.005727387,"domain_scores_codex":[0.954725,0.03300889,0.001199135,0.002825552,0.005228839,0.003012585],"domain_scores_gemma":[0.9277905,0.05860005,0.002916177,0.003969882,0.003620884,0.00310246],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001932433,0.00003662013,0.0005301914,0.0005748415,0.00003240885,0.0000415063,0.001457124,0.0006415491,0.00008742033,0.9445257,0.02549912,0.02655427],"study_design_scores_gemma":[0.00001596146,0.00002500225,0.0005134474,0.001348548,0.00001648504,0.00003957205,0.002006631,0.0004000784,0.0001906607,0.808239,0.1871815,0.00002313158],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.001637785,0.05696126,0.008031683,0.8906223,0.003463997,0.0000663238,0.00008285739,0.0000664437,0.03906741],"genre_scores_gemma":[0.4317752,0.140202,0.01892639,0.3748238,0.0179622,0.0006232132,0.0002670833,0.0002157175,0.01520442],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.04790668,"threshold_uncertainty_score":0.2533578,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2914884711","doi":"10.1186/s12961-018-0405-y","title":"Sustainability of public health interventions: where are the gaps?","year":2019,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":219,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Ontario; Western University","funders":"","keywords":"Sustainability; Psychological intervention; Public health; Terminology; Public relations; Health administration; Sustainability organizations; Sustainability science; Health policy; Medicine; Management science; Engineering ethics; Political science; Nursing; Engineering","authors":[{"name":"David Roger Walugembe","is_ca":true},{"name":"Shannon L. Sibbald","is_ca":true},{"name":"Marlene Janzen Le Ber","is_ca":false},{"name":"Anita Kothari","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9042515095970299,"gpt":0.7577607210184546,"spread":0.1464907885785753,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09466638,0.001495919,0.003405024,0.002555246,0.01098618,0.01806177,0.00707666,0.069288,0.01464159],"category_scores_gemma":[0.2702957,0.001217574,0.003336005,0.003062294,0.03616029,0.05118518,0.01199062,0.0820718,0.008287596],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02640597,"about_ca_system_score_gemma":0.07728444,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02268518,"about_ca_topic_score_gemma":0.02072654,"domain_scores_codex":[0.8843484,0.07274421,0.008118274,0.007112077,0.02179988,0.005877124],"domain_scores_gemma":[0.6048957,0.3363433,0.008724971,0.007698445,0.03189048,0.01044703],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001238375,0.0001553384,0.0005640779,0.002618178,0.00005224318,0.001048423,0.005721284,0.000328238,0.0002738211,0.1101804,0.7616135,0.1173207],"study_design_scores_gemma":[0.00006337931,0.00007381305,0.0005653043,0.005884598,0.00004108829,0.0009082492,0.009276995,0.0004775094,0.0001986952,0.2078498,0.774525,0.0001355888],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.00003820318,0.002147706,0.0001595357,0.9950669,0.002072031,0.000004686113,0.000006190704,0.000006996746,0.0004977108],"genre_scores_gemma":[0.003721758,0.007462946,0.001199957,0.9759135,0.01026531,0.0001064751,0.0000198508,0.00003979376,0.001270439],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.09466638,"threshold_uncertainty_score":0.5006496,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2103559385","doi":"10.1186/1478-4505-7-s1-s13","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 13: Preparing and using policy briefs to support evidence-informed policymaking","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":202,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research; European Commission; Ontario Ministry of Health and Long-Term Care","keywords":"Evidence-based policy; Health policy; Health services research; Equity (law); Context (archaeology); Evidence-based practice; Public relations; Relevance (law); Policy analysis; Evidence-based medicine; Management science; Political science; Medicine; Health care; Public administration; Economics; MEDLINE; Law; Alternative medicine","authors":[{"name":"John N. Lavis","is_ca":true},{"name":"Govin Permanand","is_ca":false},{"name":"Andrew D Oxman","is_ca":false},{"name":"Simon Lewin","is_ca":false},{"name":"Atle Fretheim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6940124078556779,"gpt":0.6603350675013452,"spread":0.03367734035433267,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4188557,0.004141256,0.003726204,0.02665348,0.007872293,0.0418986,0.01059673,0.01984005,0.04952944],"category_scores_gemma":[0.6753687,0.005054152,0.005884164,0.01762262,0.009816326,0.04017513,0.034624,0.0202423,0.03186071],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02226228,"about_ca_system_score_gemma":0.1033836,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004719234,"about_ca_topic_score_gemma":0.006842249,"domain_scores_codex":[0.5606863,0.3285066,0.06995866,0.005965841,0.02811465,0.006767942],"domain_scores_gemma":[0.1734755,0.6796225,0.03188317,0.03241339,0.06875479,0.01385071],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002848784,0.0004072232,0.0009968028,0.02481258,0.0003219574,0.0007460495,0.02162556,0.002518776,0.0007459794,0.1340707,0.3310442,0.4824253],"study_design_scores_gemma":[0.0003218921,0.0001702984,0.0006224231,0.04253793,0.0002141805,0.0002539312,0.007554394,0.001465173,0.0009406531,0.1493863,0.7962247,0.0003080475],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.003465845,0.01447828,0.3445166,0.4081716,0.01639716,0.02637244,0.007499814,0.01244234,0.1666559],"genre_scores_gemma":[0.01998948,0.01413705,0.8974024,0.02279417,0.002663614,0.02399647,0.003980653,0.001705695,0.01333044],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4188557,"threshold_uncertainty_score":0.7166544,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2095774359","doi":"10.1186/1478-4505-7-s1-s14","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 14: Organising and using policy dialogues to support evidence-informed policymaking","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":197,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Facilitator; Public relations; Health policy; Health services research; Action (physics); Representation (politics); Health administration; Process (computing); Political science; Health care; Computer science; Law; Politics","authors":[{"name":"John N. Lavis","is_ca":true},{"name":"Jennifer Boyko","is_ca":true},{"name":"Andrew D Oxman","is_ca":false},{"name":"Simon Lewin","is_ca":false},{"name":"Atle Fretheim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9308363761078695,"gpt":0.754845885711217,"spread":0.1759904903966525,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.144048,0.003343233,0.002647544,0.01740556,0.007857691,0.03607343,0.008218806,0.01473742,0.03780673],"category_scores_gemma":[0.2727866,0.002989386,0.004176431,0.01326408,0.01119994,0.03300373,0.03540893,0.01055849,0.02418279],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008426645,"about_ca_system_score_gemma":0.03317396,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003274601,"about_ca_topic_score_gemma":0.004803835,"domain_scores_codex":[0.8195742,0.1431437,0.01708504,0.004746906,0.01202789,0.003422291],"domain_scores_gemma":[0.5925581,0.3491153,0.01049365,0.02299312,0.01666533,0.008174549],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003255203,0.0004769298,0.001501946,0.01099448,0.0002893633,0.001105546,0.04886551,0.003916088,0.001931221,0.298594,0.1222175,0.509782],"study_design_scores_gemma":[0.00020379,0.0001196241,0.0004854813,0.01302132,0.0001186777,0.0003692994,0.0123623,0.003895844,0.001601712,0.3115866,0.6560108,0.0002246475],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005282732,0.007557551,0.6513743,0.1063948,0.004340568,0.005735662,0.003652861,0.01431927,0.2013422],"genre_scores_gemma":[0.04104084,0.005708619,0.9240573,0.006266004,0.0006917638,0.005530684,0.002922049,0.001601068,0.01218175],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.144048,"threshold_uncertainty_score":0.7618076,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2152826335","doi":"10.1186/1478-4505-1-1","title":"Assessing capacity for health policy and systems research in low and middle income countries*","year":2003,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":196,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre; Styrelsen för Internationellt Utvecklingssamarbete; World Bank Group","keywords":"Health services research; Health policy; Stakeholder; Critical mass (sociodynamics); Incentive; Business; Capacity building; Portfolio; Health administration; Social policy; Developing country; Stakeholder engagement; Economic growth; Political science; Health care; Economics; Finance; Public relations","authors":[{"name":"Miguel Ángel González-Block","is_ca":false},{"name":"Anne Mills","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8461126262533255,"gpt":0.6266068414513976,"spread":0.219505784801928,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.106566,0.0005144439,0.0006871505,0.007492958,0.002626062,0.008537576,0.002031144,0.001371953,0.006568081],"category_scores_gemma":[0.197984,0.0006866172,0.0006838584,0.006521937,0.00707176,0.007312093,0.01393436,0.001617205,0.0004747805],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009033981,"about_ca_system_score_gemma":0.02629049,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006936634,"about_ca_topic_score_gemma":0.005690004,"domain_scores_codex":[0.9472016,0.03681764,0.003950517,0.001361436,0.004962679,0.005706186],"domain_scores_gemma":[0.6398913,0.2297043,0.05573305,0.01096955,0.02372686,0.03997501],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002965892,0.0002643976,0.8945605,0.002925083,0.0003714967,0.0003583996,0.02330869,0.003247604,0.0003962904,0.0205078,0.007856662,0.04590643],"study_design_scores_gemma":[0.0001327344,0.0005868626,0.8599682,0.005308979,0.0001727439,0.0004186813,0.05324022,0.003650696,0.0006396938,0.03893832,0.03681692,0.0001258527],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8979507,0.005974816,0.00375171,0.04973067,0.0001189813,0.0008658571,0.001777934,0.0001012885,0.03972793],"genre_scores_gemma":[0.9956498,0.001005209,0.001984206,0.0005523455,0.00003761951,0.0002914798,0.0002908207,0.000006649565,0.0001818403],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.893434,"threshold_uncertainty_score":0.5635815,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2889884276","doi":"10.1186/s12961-018-0362-5","title":"Introducing responsible innovation in health: a policy-oriented framework","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":192,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute on Governance; University of Toronto; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Scholarship; Health policy; Population health; Health services research; Sustainability; Responsible Research and Innovation; Health equity; Knowledge management; Health administration; Public health; Sociology; Public relations; Population; Management science; Political science; Medicine; Computer science; Economic growth; Engineering; Economics; Environmental health","authors":[{"name":"Hudson Silva","is_ca":true},{"name":"Pascale Lehoux","is_ca":true},{"name":"Fiona A. Miller","is_ca":true},{"name":"Jean‐Louis Denis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6984294067449349,"gpt":0.6073681963501124,"spread":0.09106121039482251,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06672518,0.001523017,0.001575756,0.007232353,0.005624675,0.01771627,0.004978902,0.01240613,0.004050691],"category_scores_gemma":[0.04094931,0.0008346412,0.002196104,0.003978555,0.0921079,0.0187275,0.01087748,0.00996954,0.0005106698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02390852,"about_ca_system_score_gemma":0.03036853,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004924711,"about_ca_topic_score_gemma":0.002815895,"domain_scores_codex":[0.9420219,0.04459522,0.002016751,0.003300643,0.005312836,0.002752656],"domain_scores_gemma":[0.9294195,0.05814293,0.003411814,0.003906083,0.003300413,0.001819389],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001091358,0.000006765039,0.0000331304,0.00002406193,0.000002570998,0.00001141601,0.0003256974,0.0006090159,0.000008302955,0.9982986,0.0001333895,0.000545878],"study_design_scores_gemma":[0.000008203137,0.00000786954,0.00003629041,0.0001128801,0.000003846717,0.00001212032,0.0004022754,0.00111883,0.0000475277,0.9905823,0.007660476,0.000007265893],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009274644,0.008263392,0.5622299,0.209276,0.001178299,0.0007721351,0.0002100357,0.0001671518,0.2086284],"genre_scores_gemma":[0.818194,0.006967314,0.1522667,0.01119126,0.001403056,0.001902223,0.00009869903,0.00008991545,0.007886775],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.06672518,"threshold_uncertainty_score":0.3528807,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2808408372","doi":"10.1186/s12961-018-0325-x","title":"Addressing overuse of health services in health systems: a critical interpretive synthesis","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":185,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact; McMaster University Medical Centre; Ottawa Hospital; University of Ottawa; McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Stakeholder; Context (archaeology); Health services research; Health policy; Government (linguistics); Medicine; Stakeholder engagement; Process management; Public relations; Public health; Business; Nursing; Political science","authors":[{"name":"Moriah Ellen","is_ca":true},{"name":"Michael G. Wilson","is_ca":true},{"name":"Ruth Shach","is_ca":true},{"name":"John N. Lavis","is_ca":true},{"name":"Jeremy Grimshaw","is_ca":true},{"name":"Kaelan A. Moat","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9296420535872144,"gpt":0.7491198211967913,"spread":0.1805222323904231,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2920451,0.003592363,0.006645163,0.0405064,0.007498087,0.02413198,0.006585634,0.006965586,0.00440428],"category_scores_gemma":[0.448882,0.002140521,0.00552776,0.0273991,0.01965703,0.01778209,0.01194527,0.006387846,0.0005654896],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03516866,"about_ca_system_score_gemma":0.05823486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007193971,"about_ca_topic_score_gemma":0.009128397,"domain_scores_codex":[0.6634418,0.2603521,0.04665794,0.008401006,0.01722085,0.003926404],"domain_scores_gemma":[0.3564608,0.5903227,0.01326743,0.01018593,0.0287754,0.0009877344],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000329006,0.0000741634,0.001551814,0.4161365,0.001873725,0.001349983,0.3924931,0.001657253,0.0009920853,0.08884927,0.01107387,0.08361927],"study_design_scores_gemma":[0.0001720996,0.000173866,0.001392874,0.622505,0.003890509,0.0003853059,0.1952278,0.00112943,0.001405907,0.06039618,0.1131775,0.0001435174],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.06523506,0.5477091,0.1467149,0.105767,0.01231689,0.08099854,0.006455787,0.0004062361,0.03439652],"genre_scores_gemma":[0.4434045,0.2327637,0.1808476,0.01840543,0.001737758,0.1184021,0.001774945,0.0002821786,0.002381767],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2920451,"threshold_uncertainty_score":0.8730344,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2736206036","doi":"10.1186/s12961-017-0213-9","title":"Travelling models and the challenge of pragmatic contexts and practical norms: the case of maternal health","year":2017,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":164,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"International Development Research Centre","keywords":"Public health; Health services research; Health administration; Social policy; Health policy; Health informatics; Medicine; Sociology; Political science; Nursing; Law","authors":[{"name":"Jean‐Pierre Olivier de Sardan","is_ca":false},{"name":"Aïssa Diarra","is_ca":false},{"name":"Mahaman Moha","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9550120620226201,"gpt":0.7988536412366548,"spread":0.1561584207859653,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02202263,0.000757062,0.001485924,0.002639486,0.002049206,0.006398253,0.002133545,0.005439139,0.002519825],"category_scores_gemma":[0.02511034,0.0004915735,0.001146107,0.004993913,0.01986258,0.01151549,0.004922256,0.007258866,0.0004876184],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007575854,"about_ca_system_score_gemma":0.02452513,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01198226,"about_ca_topic_score_gemma":0.01442246,"domain_scores_codex":[0.9710981,0.02425219,0.0008583004,0.0006201471,0.002557001,0.0006142496],"domain_scores_gemma":[0.9684563,0.02766847,0.001260866,0.0009140871,0.001224987,0.000475311],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004542429,0.00008275444,0.0003241494,0.025111,0.000124099,0.0003265746,0.02391088,0.0004560069,0.0001256184,0.664488,0.01355151,0.271454],"study_design_scores_gemma":[0.00005210823,0.00007538019,0.000996206,0.04397905,0.00012045,0.0009063334,0.01688981,0.0002593267,0.0002317232,0.1642835,0.7721425,0.00006365987],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001448612,0.9456149,0.002574916,0.03533665,0.0006249527,0.00003968062,0.00001498136,0.00001160949,0.01433363],"genre_scores_gemma":[0.07478762,0.9044363,0.005415102,0.01255204,0.0006752465,0.0002686501,0.00002905632,0.00002738998,0.001808485],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02202263,"threshold_uncertainty_score":0.1164681,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2753353163","doi":"10.1186/s12961-017-0235-3","title":"Knowledge sharing in global health research – the impact, uptake and cost of open access to scholarly literature","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":153,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; McGill University; Université de Montréal","funders":"","keywords":"Health services research; Health administration; Public health; Health economics; Health policy; Health informatics; Medicine; Public relations; Business; Knowledge management; Political science; Computer science; Nursing","authors":[{"name":"Elise Smith","is_ca":true},{"name":"Stefanie Haustein","is_ca":true},{"name":"Philippe Mongeon","is_ca":true},{"name":"Fei Shu","is_ca":true},{"name":"Valéry Ridde","is_ca":true},{"name":"Vincent Larivière","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8056227888224113,"gpt":0.7318272258695931,"spread":0.0737955629528182,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0947195,0.0004759237,0.0009640239,0.0140297,0.001952821,0.01890014,0.002781322,0.0026124,0.00731951],"category_scores_gemma":[0.3705728,0.0006635971,0.001916215,0.0235448,0.006398202,0.01920662,0.01304657,0.00198677,0.0009044007],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007832995,"about_ca_system_score_gemma":0.007887203,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004060839,"about_ca_topic_score_gemma":0.003187389,"domain_scores_codex":[0.8337023,0.1078503,0.01336828,0.004463627,0.0362939,0.004321473],"domain_scores_gemma":[0.3589963,0.5005198,0.0829754,0.02316083,0.02530354,0.009044147],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0007062001,0.0004722246,0.2516063,0.007847866,0.001524015,0.001071931,0.01877795,0.001921116,0.0009919236,0.02547636,0.009330344,0.6802737],"study_design_scores_gemma":[0.000438137,0.001986145,0.5920766,0.04158324,0.002670717,0.01026811,0.06453629,0.009391202,0.003453698,0.1089541,0.1640834,0.000558438],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7114813,0.09573396,0.007681261,0.09243464,0.0008239779,0.00089442,0.002275358,0.0002561382,0.08841891],"genre_scores_gemma":[0.9695221,0.01955335,0.005843077,0.002015323,0.0008966963,0.0002420408,0.0004416915,0.00007990769,0.001405758],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9972187,"threshold_uncertainty_score":0.5009305,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2890747141","doi":"10.1186/s12961-018-0375-0","title":"Embracing complexity and uncertainty to create impact: exploring the processes and transformative potential of co-produced research through development of a social impact model","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":147,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; University Hospitals Bristol NHS Foundation Trust","keywords":"Knowledge translation; Transformative learning; Popularity; Health services research; Reductionism; Knowledge management; Diversity (politics); Public relations; Production (economics); Technocracy; Health administration; Knowledge sharing; Health care; Sociology; Business; Political science; Computer science; Economics; Politics","authors":[{"name":"Kate Beckett","is_ca":false},{"name":"Michelle Farr","is_ca":false},{"name":"Anita Kothari","is_ca":true},{"name":"Lesley Wye","is_ca":false},{"name":"Andrée le May","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9369783101583946,"gpt":0.7630359692293056,"spread":0.173942340929089,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03637321,0.001917735,0.001184939,0.007131206,0.005767116,0.01596251,0.003739424,0.00537319,0.01061186],"category_scores_gemma":[0.04756778,0.0009661953,0.003242973,0.004783349,0.03738265,0.01744414,0.01734605,0.005333495,0.001021956],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01320362,"about_ca_system_score_gemma":0.01272303,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00467503,"about_ca_topic_score_gemma":0.003124226,"domain_scores_codex":[0.9647914,0.02585447,0.0008810184,0.002185315,0.004384814,0.001903063],"domain_scores_gemma":[0.9108953,0.07361874,0.00350436,0.005898985,0.004003774,0.002078777],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003656886,0.00005678851,0.001211398,0.0002394991,0.00005245541,0.0003346924,0.009044789,0.006161214,0.000196724,0.9722512,0.0005169827,0.009897606],"study_design_scores_gemma":[0.00004139883,0.00008157329,0.0006247175,0.0004297854,0.00007505974,0.0002374517,0.004837676,0.01480931,0.0003853271,0.9436229,0.03481877,0.00003594738],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0507201,0.004237392,0.4825367,0.03183472,0.0004626036,0.001518831,0.0003749316,0.000251457,0.4280632],"genre_scores_gemma":[0.8616374,0.002679514,0.1226632,0.001071675,0.0001785114,0.001945632,0.0001516115,0.0001432858,0.009529186],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9636268,"threshold_uncertainty_score":0.1923622,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2297211597","doi":"10.1186/s12961-016-0089-0","title":"Enhancing evidence informed policymaking in complex health systems: lessons from multi-site collaborative approaches","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":145,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University Health Network","funders":"Alliance for Health Policy and Systems Research; Universiteit Stellenbosch; Department for International Development; Styrelsen för Internationellt Utvecklingssamarbete; World Health Organization","keywords":"Health policy; Health services research; Implementation research; Psychological intervention; Health administration; Public relations; Health care; Process (computing); Health informatics; Medicine; Program evaluation; Public health; Process management; Nursing; Business; Political science; Economic growth; Public administration; Computer science; Economics","authors":[{"name":"Étienne V Langlois","is_ca":false},{"name":"Víctor Becerril‐Montekio","is_ca":false},{"name":"Taryn Young","is_ca":false},{"name":"Kayla Song","is_ca":true},{"name":"Jacqueline Elizabeth Alcalde‐Rabanal","is_ca":false},{"name":"Nhan Tran","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9567601204103563,"gpt":0.7560794976154352,"spread":0.200680622794921,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2237807,0.00228551,0.002513222,0.00642954,0.009895185,0.02071939,0.01003097,0.01024441,0.007946909],"category_scores_gemma":[0.1906602,0.001728337,0.003798452,0.004595765,0.01800162,0.01847053,0.0383959,0.009018745,0.001145333],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0160738,"about_ca_system_score_gemma":0.05693348,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006662683,"about_ca_topic_score_gemma":0.01213496,"domain_scores_codex":[0.7270498,0.2438674,0.00655792,0.006860853,0.01065586,0.005008206],"domain_scores_gemma":[0.5700897,0.3793134,0.006788893,0.02070374,0.01052415,0.01258008],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005206331,0.003988918,0.01200702,0.01219253,0.001774377,0.002220039,0.1234547,0.03073875,0.001471384,0.158411,0.01126833,0.6419524],"study_design_scores_gemma":[0.001692772,0.002435174,0.006182226,0.02084938,0.0007072699,0.0009446071,0.06906295,0.0228969,0.002053838,0.7161502,0.1566312,0.0003934593],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08880123,0.0308012,0.5941588,0.1735497,0.002129499,0.01173544,0.0002613775,0.0008887847,0.09767399],"genre_scores_gemma":[0.4153568,0.01015273,0.5586738,0.005719632,0.0004351995,0.007241388,0.0001427665,0.0001871234,0.002090474],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2237807,"threshold_uncertainty_score":0.9572166,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2972745945","doi":"10.1186/s12961-019-0482-6","title":"The unpredictable journeys of spreading, sustaining and scaling healthcare innovations: a scoping review","year":2019,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":143,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Foundation for Healthcare Improvement; Université de Montréal; Fonds de Recherche du Québec - Santé; Canadian Standards Association; Canadian Institutes of Health Research; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; Université de Sherbrooke","funders":"Canadian Foundation for Healthcare Improvement","keywords":"Health care; Thematic analysis; Health services research; Leverage (statistics); Knowledge management; Health administration; Health policy; Public relations; Process management; Medicine; Business; Computer science; Qualitative research; Sociology; Political science","authors":[{"name":"Élizabeth Côté-Boileau","is_ca":true},{"name":"Jean‐Louis Denis","is_ca":true},{"name":"Bill Callery","is_ca":true},{"name":"Meghan Sabean","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8962473144628171,"gpt":0.6730677093406896,"spread":0.2231796051221275,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03474016,0.001637423,0.003409148,0.02883535,0.003358346,0.01168378,0.002699666,0.004772193,0.002919148],"category_scores_gemma":[0.1213915,0.001682807,0.003564893,0.03149606,0.004328301,0.0115859,0.005537483,0.003727764,0.0006701209],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009261903,"about_ca_system_score_gemma":0.04240505,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009873252,"about_ca_topic_score_gemma":0.01970325,"domain_scores_codex":[0.9700604,0.01355897,0.008442751,0.001517592,0.005668097,0.0007521379],"domain_scores_gemma":[0.8489808,0.1293115,0.007914465,0.002122205,0.01084505,0.0008260076],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001183624,0.00008348289,0.001378321,0.4396023,0.00139374,0.0007830788,0.01689718,0.001295989,0.0006205821,0.03126214,0.01343809,0.4931268],"study_design_scores_gemma":[0.00001639708,0.00008719648,0.001320298,0.82748,0.001371271,0.000475608,0.006038619,0.000258669,0.0002673819,0.008231811,0.1543963,0.00005642448],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001092019,0.9905397,0.001359085,0.003209856,0.0004927398,0.0004398121,0.00008104116,0.00001101384,0.002774687],"genre_scores_gemma":[0.008063235,0.9879313,0.00201895,0.0007873942,0.0001656243,0.000609961,0.00008938527,0.000008734918,0.0003255573],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.03474016,"threshold_uncertainty_score":0.1837258,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2171643216","doi":"10.1186/1478-4505-8-24","title":"Innovative health service delivery models in low and middle income countries - what can we learn from the private sector?","year":2010,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":141,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Global Health Research; MaRS; University of Toronto","funders":"Rockefeller Foundation","keywords":"Business; Service delivery framework; Health services research; Private sector; Health care; Marketing; Purchasing power; Purchasing process; Population; Health policy; Public health; Environmental health; Public economics; Economic growth; Service (business); Medicine; Purchasing; Economics; Nursing","authors":[{"name":"Onil Bhattacharyya","is_ca":false},{"name":"Sara Khor","is_ca":false},{"name":"Anita M. McGahan","is_ca":true},{"name":"David Dunne","is_ca":true},{"name":"Abdallah S. Daar","is_ca":true},{"name":"Peter Singer","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1673973854515255,"gpt":0.4193355443931032,"spread":0.2519381589415777,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01945223,0.000534322,0.000814237,0.003388772,0.003738262,0.01308868,0.001591051,0.003647537,0.0028414],"category_scores_gemma":[0.02421397,0.000349909,0.001050495,0.005103802,0.007185793,0.01245158,0.004921649,0.003245559,0.0003046328],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01219667,"about_ca_system_score_gemma":0.02475688,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01158957,"about_ca_topic_score_gemma":0.01514397,"domain_scores_codex":[0.9890488,0.007248743,0.000409052,0.0003403118,0.001240541,0.001712438],"domain_scores_gemma":[0.9777719,0.01585166,0.001664639,0.0008866782,0.001812334,0.00201284],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001860027,0.001600828,0.02808614,0.01067289,0.0001457905,0.001861199,0.08357456,0.00294871,0.0003863882,0.1924258,0.02472364,0.6533882],"study_design_scores_gemma":[0.0001789072,0.001570024,0.04117895,0.05082576,0.0001996322,0.001952343,0.4308747,0.006175727,0.001236129,0.1538507,0.3117981,0.0001589716],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.3127499,0.2291488,0.006432856,0.3828813,0.001777384,0.0006180587,0.0001928141,0.00007696902,0.0661218],"genre_scores_gemma":[0.8279527,0.1556646,0.006332007,0.007895567,0.0003666969,0.0003264507,0.0001092881,0.00001392209,0.001338701],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.01945223,"threshold_uncertainty_score":0.1028745,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2884033130","doi":"10.1186/s12961-018-0330-0","title":"Development of rapid guidelines: 3. GIN-McMaster Guideline Development Checklist extension for rapid recommendations","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":136,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; McMaster University Medical Centre; Impact; Health Sciences Centre","funders":"McMaster University","keywords":"Guideline; Checklist; Process management; Medicine; Grading (engineering); Management science; Medical education; Psychology; Engineering; Pathology","authors":[{"name":"Rebecca L. Morgan","is_ca":true},{"name":"Iván D. Flórez","is_ca":true},{"name":"Maicon Falavigna","is_ca":false},{"name":"Sérgio Cândido Kowalski","is_ca":true},{"name":"Elie A. Akl","is_ca":true},{"name":"Kristina A. Thayer","is_ca":false},{"name":"Andrew A. Rooney","is_ca":false},{"name":"Holger J. Schünemann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7899452308869602,"gpt":0.6549630631487506,"spread":0.1349821677382096,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1173333,0.00261926,0.002764903,0.01430798,0.003440493,0.00924336,0.007158862,0.008162866,0.02805849],"category_scores_gemma":[0.30476,0.003727808,0.007335177,0.01060855,0.003074547,0.01001517,0.01288983,0.01098555,0.01697882],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01127553,"about_ca_system_score_gemma":0.07171515,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01386675,"about_ca_topic_score_gemma":0.0377617,"domain_scores_codex":[0.818453,0.09907903,0.05008948,0.003219761,0.02524119,0.003917581],"domain_scores_gemma":[0.6281673,0.1537858,0.03868627,0.01456378,0.1566195,0.008177359],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003031813,0.000377558,0.004106887,0.02683876,0.0002181105,0.0006812078,0.01062541,0.002543623,0.001268932,0.01548293,0.6020076,0.3355459],"study_design_scores_gemma":[0.0009785347,0.0002695989,0.008019788,0.0553268,0.0002774236,0.001271987,0.004474658,0.002898798,0.00128365,0.01327518,0.9115348,0.0003888118],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.01359057,0.009260637,0.2961937,0.1239451,0.008715784,0.3655144,0.0556199,0.01705816,0.1101018],"genre_scores_gemma":[0.007551116,0.002074771,0.8744413,0.006034115,0.0002806975,0.09182765,0.01121215,0.0005603967,0.006017863],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8826667,"threshold_uncertainty_score":0.6205251,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2164810756","doi":"10.1186/1478-4505-12-29","title":"Advancing the application of systems thinking in health: realist evaluation of the Leadership Development Programme for district manager decision-making in Ghana","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":133,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Cape Town; University of Ghana; University of the Western Cape; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Alliance for Health Policy and Systems Research; International Development Research Centre; Instituut voor Tropische Geneeskunde; World Health Organization","keywords":"Context (archaeology); Health administration; Teamwork; Systems thinking; Health services research; Causal loop diagram; Psychological intervention; Intervention (counseling); Public relations; Work (physics); Medicine; Nursing; Public health; Political science; Management; Engineering; Computer science; Economics","authors":[{"name":"Aku Kwamie","is_ca":false},{"name":"Han van Dijk","is_ca":false},{"name":"Irène Akua Agyepong","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3342964906217448,"gpt":0.506579195181722,"spread":0.1722827045599772,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03605236,0.000814341,0.0007250361,0.0006749241,0.001854914,0.002185901,0.001983494,0.001085519,0.004693498],"category_scores_gemma":[0.03331114,0.0005476494,0.0006375199,0.0008630871,0.00338261,0.00159161,0.003544391,0.002092783,0.0003548459],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009437253,"about_ca_system_score_gemma":0.01209883,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005246381,"about_ca_topic_score_gemma":0.01115259,"domain_scores_codex":[0.9681778,0.02798555,0.0007186169,0.0005003531,0.001002934,0.001614809],"domain_scores_gemma":[0.9623758,0.02756316,0.002969731,0.001601996,0.001908176,0.003581145],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0234466,0.07463648,0.02546545,0.01490151,0.0004745126,0.002051169,0.1871411,0.01586247,0.006567471,0.01256267,0.007722687,0.6291679],"study_design_scores_gemma":[0.0897264,0.3729442,0.1650993,0.01311041,0.001352356,0.0008860411,0.2084698,0.01681608,0.01791589,0.01910641,0.09410582,0.0004672779],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9773227,0.0007552757,0.003374045,0.002669237,0.000103721,0.008016578,0.000197797,0.00007584411,0.007484807],"genre_scores_gemma":[0.9773827,0.0006634055,0.01374666,0.0004156358,0.00004824861,0.006876187,0.00009436841,0.00001679347,0.0007558914],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03605236,"threshold_uncertainty_score":0.1906654,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1751817640","doi":"10.1186/1478-4505-3-3","title":"The role of NGOs in global health research for development","year":2005,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":131,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"CARE Canada; Montreal General Hospital; Canadian Society for International Health; Université de Montréal","funders":"New Partnership for Africa's Development; International Development Research Centre; United Nations Development Programme; World Health Organization","keywords":"Health services research; General partnership; Global health; Public relations; Political science; Stewardship (theology); Health policy; Capacity building; Knowledge translation; Economic growth; Public health; Medicine; Politics; Nursing; Knowledge management","authors":[{"name":"Hélène Delisle","is_ca":true},{"name":"Janet Hatcher Roberts","is_ca":true},{"name":"Michelle L. Munro‐Kramer","is_ca":true},{"name":"Lori Jones","is_ca":true},{"name":"Theresa W. Gyorkos","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4137232486766005,"gpt":0.5977307228952586,"spread":0.1840074742186581,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1615759,0.001025397,0.001289116,0.003614991,0.0267659,0.02989131,0.002859771,0.01039757,0.0106128],"category_scores_gemma":[0.1076268,0.0008162039,0.0006403872,0.005543949,0.07841217,0.01790512,0.03511999,0.01339655,0.001141781],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02108314,"about_ca_system_score_gemma":0.07151283,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01058717,"about_ca_topic_score_gemma":0.009654493,"domain_scores_codex":[0.8391896,0.136715,0.003155605,0.003901608,0.008772942,0.008265281],"domain_scores_gemma":[0.731687,0.2148174,0.008129789,0.01109654,0.01338727,0.02088194],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006716135,0.0001051401,0.005007284,0.001701885,0.00004170743,0.001085763,0.1146913,0.0005244849,0.0003295286,0.7341395,0.04098143,0.101325],"study_design_scores_gemma":[0.00005546726,0.00008916088,0.001850077,0.006945244,0.00002436333,0.0003233686,0.1063674,0.0002865134,0.0002265547,0.3017083,0.5820642,0.00005936926],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01767049,0.04698998,0.01073061,0.6861405,0.004376156,0.0008936442,0.0001172223,0.00007240462,0.233009],"genre_scores_gemma":[0.773455,0.05184997,0.02781033,0.1124094,0.003111747,0.002956512,0.0001623666,0.000168834,0.02807575],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8384241,"threshold_uncertainty_score":0.854505,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3206704155","doi":"10.1186/s12961-021-00750-w","title":"Community health workers at the dawn of a new era: 8. Incentives and remuneration","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Bill and Melinda Gates Foundation","keywords":"Remuneration; Incentive; Workforce; Public relations; Community health; Business; Incentive program; Medicine; Public health; Nursing; Economic growth; Economics; Political science; Finance","authors":[{"name":"Christopher J. Colvin","is_ca":false},{"name":"Stephen Hodgins","is_ca":true},{"name":"Henry B. Perry","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6420468870696051,"gpt":0.6917605300511452,"spread":0.04971364298154013,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0136435,0.00043669,0.0006411114,0.001805664,0.002317626,0.005877991,0.001553359,0.00465914,0.006723578],"category_scores_gemma":[0.0199589,0.0003830677,0.0008315222,0.002566752,0.005909861,0.006477707,0.003542593,0.00400555,0.0007834798],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00813441,"about_ca_system_score_gemma":0.01247622,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007902527,"about_ca_topic_score_gemma":0.009295449,"domain_scores_codex":[0.9869832,0.008057334,0.0004908319,0.0007326434,0.00227276,0.001463196],"domain_scores_gemma":[0.9800182,0.0118277,0.002776389,0.0004307203,0.002346321,0.002600626],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002084631,0.0003136295,0.01164189,0.01321264,0.0001094339,0.0002807769,0.0153452,0.0007524415,0.0002832749,0.3503248,0.1339653,0.4735622],"study_design_scores_gemma":[0.00005859998,0.0002477601,0.02481103,0.03792152,0.00007130356,0.0003199226,0.01493504,0.0004184852,0.0004100604,0.06265618,0.8580428,0.0001072625],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0247841,0.45943,0.004537937,0.4523361,0.009668306,0.0002203792,0.0001917094,0.00004879923,0.04878264],"genre_scores_gemma":[0.4690408,0.3887194,0.009911068,0.1006994,0.01264808,0.0008187927,0.0002638707,0.000086179,0.01781254],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.0136435,"threshold_uncertainty_score":0.07215458,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2100729517","doi":"10.1186/1478-4505-10-36","title":"Community-based organizations in the health sector: A scoping review","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University Medical Centre; Public Health Ontario; University of Toronto; McMaster University","funders":"","keywords":"Terminology; Public health; Community health; Community organization; Public relations; Health services research; Health administration; Population health; Population; Public sector; Medicine; Knowledge management; Political science; Nursing; Computer science; Environmental health","authors":[{"name":"Michael G. Wilson","is_ca":true},{"name":"John N. Lavis","is_ca":true},{"name":"Adrian Guţă","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6368407429332383,"gpt":0.6117416943145465,"spread":0.02509904861869183,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02934804,0.001480389,0.003472795,0.03069662,0.002694018,0.008519431,0.002503073,0.006505098,0.00442247],"category_scores_gemma":[0.08873177,0.001412954,0.0037029,0.03703405,0.003142433,0.008965329,0.005117629,0.002973069,0.0007776868],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01031034,"about_ca_system_score_gemma":0.03633083,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0116338,"about_ca_topic_score_gemma":0.01808912,"domain_scores_codex":[0.9782012,0.01050156,0.005765321,0.0009495667,0.003644424,0.0009379215],"domain_scores_gemma":[0.885305,0.09254958,0.009557825,0.00143375,0.00975236,0.001401433],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000106039,0.0001372741,0.001591744,0.6078857,0.0006934576,0.0004201719,0.004359547,0.0005098793,0.0002052023,0.01054849,0.01233075,0.3612117],"study_design_scores_gemma":[0.00001445457,0.0000540043,0.001079108,0.9326535,0.0006997518,0.0002391149,0.001979104,0.00008708552,0.00006852359,0.001253558,0.06185204,0.00001987495],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004828264,0.9966829,0.0002010064,0.001133913,0.0002745565,0.00021559,0.00003877611,0.000004624733,0.0009656133],"genre_scores_gemma":[0.004322149,0.99381,0.0005710011,0.0005210084,0.0001226675,0.000460709,0.00007130943,0.00000362566,0.0001175474],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.03069662,"threshold_uncertainty_score":0.1552091,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2116739463","doi":"10.1186/1478-4505-11-1","title":"Editorial: can China master the guideline challenge?","year":2013,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Health Sciences Centre","funders":"Centers for Disease Control and Prevention; Bond University; World Health Organization","keywords":"Guideline; Medicine; Agency (philosophy); Health care; China; Transparency (behavior); Context (archaeology); Health services research; Health administration; Nursing; Public relations; Public health; Political science; Sociology","authors":[{"name":"Kehu Yang","is_ca":false},{"name":"Yaolong Chen","is_ca":false},{"name":"Youping Li","is_ca":false},{"name":"Holger J. Schünemann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5882508894905595,"gpt":0.6317038858443296,"spread":0.04345299635377009,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008142516,0.002945502,0.003784485,0.003069329,0.004684272,0.00690158,0.004613144,0.02054337,0.008888541],"category_scores_gemma":[0.0375885,0.0008907104,0.002474131,0.001898312,0.003881922,0.005377077,0.001507106,0.02235919,0.005989833],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005580301,"about_ca_system_score_gemma":0.008462067,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004511347,"about_ca_topic_score_gemma":0.01052388,"domain_scores_codex":[0.9942467,0.001050265,0.0007575512,0.0006696855,0.002871513,0.0004043162],"domain_scores_gemma":[0.9763059,0.00894296,0.001413663,0.000466172,0.009393394,0.003477887],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001343507,0.00001001807,0.00002772507,0.0001289386,0.00000841298,0.0001012078,0.00001919919,0.0000223379,0.00001814888,0.0001998041,0.9969796,0.002471091],"study_design_scores_gemma":[0.00008686248,0.00003651118,0.0005315048,0.001047598,0.00006424059,0.0004853612,0.0001625021,0.0003061019,0.0001280798,0.001746677,0.9953641,0.00004042475],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00005598936,0.003222944,0.0001313282,0.1016776,0.8937132,0.00003068619,0.00004312282,0.00006068263,0.001064437],"genre_scores_gemma":[0.0007243533,0.003479531,0.0001883203,0.07821474,0.9106247,0.00004751554,0.00003282233,0.00004087623,0.006647224],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.9918575,"threshold_uncertainty_score":0.04306227,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2788475405","doi":"10.1186/s12961-018-0281-5","title":"ISRIA statement: ten-point guidelines for an effective process of research impact assessment","year":2018,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Alberta Innovates","funders":"Novo Nordisk Fonden; European Commission; National Institute for Health and Care Research","keywords":"Context (archaeology); Scrutiny; Stakeholder engagement; Health services research; Multidisciplinary approach; Stakeholder; Public relations; Formative assessment; Mission statement; Process (computing); Medicine; Political science; Sociology; Public health; Social science; Nursing; Computer science","authors":[{"name":"Paula Adam","is_ca":false},{"name":"Pavel V. Ovseiko","is_ca":false},{"name":"Jonathan Grant","is_ca":false},{"name":"Kathryn E. Graham","is_ca":true},{"name":"Omar Boukhris","is_ca":false},{"name":"Anne-Maree Dowd","is_ca":false},{"name":"Gert V. Balling","is_ca":false},{"name":"Rikke N. Christensen","is_ca":false},{"name":"Alexandra Pollitt","is_ca":false},{"name":"Mark Taylor","is_ca":false},{"name":"Omar Sued","is_ca":false},{"name":"Saba Hinrichs","is_ca":false},{"name":"Maite Solans‐Domènech","is_ca":false},{"name":"Heidi Chorzempa","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4426886509596459,"gpt":0.6469358674899611,"spread":0.2042472165303152,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5750791,0.007398156,0.007647784,0.02138237,0.0133359,0.04646457,0.01660597,0.04320892,0.01348939],"category_scores_gemma":[0.647746,0.008176606,0.01082324,0.02175614,0.03628918,0.02093714,0.02733623,0.05147381,0.02888436],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02617504,"about_ca_system_score_gemma":0.1951163,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01114059,"about_ca_topic_score_gemma":0.0107324,"domain_scores_codex":[0.2976975,0.4363527,0.1503724,0.01025455,0.09588774,0.009435149],"domain_scores_gemma":[0.1549743,0.5031928,0.03424655,0.04745332,0.2454352,0.01469788],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003217649,0.0006156333,0.001323604,0.01473496,0.0003083449,0.001038419,0.02845982,0.002998451,0.001847188,0.2748074,0.4940085,0.179536],"study_design_scores_gemma":[0.0002679709,0.0003497984,0.001614003,0.03235,0.0001822521,0.0006133865,0.00823125,0.002228221,0.0013592,0.1268722,0.8254736,0.0004581586],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002177099,0.01028534,0.5177655,0.263677,0.01431802,0.07952587,0.005056952,0.005235221,0.101959],"genre_scores_gemma":[0.009466276,0.005778435,0.8480367,0.03192868,0.001952427,0.08639321,0.003442259,0.001451199,0.01155088],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4249209,"threshold_uncertainty_score":0.5240031,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2805025278","doi":"10.1186/s12961-018-0316-y","title":"Translating research into action: an international study of the role of research funders","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":125,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Ottawa Hospital; International Development Research Centre","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Knowledge translation; Health services research; Context (archaeology); Public health; Translational research; Public relations; Political science; Medicine; Knowledge management; Nursing","authors":[{"name":"Robert K. D. McLean","is_ca":true},{"name":"Ian D. Graham","is_ca":true},{"name":"Jacqueline Tetroe","is_ca":false},{"name":"Jimmy Volmink","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9666478044080707,"gpt":0.8347703989874603,"spread":0.1318774054206104,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2438789,0.0005280813,0.001251382,0.004851522,0.01488469,0.02525342,0.003621974,0.004426884,0.004574946],"category_scores_gemma":[0.2849131,0.0009383883,0.0007554851,0.008015432,0.01989083,0.0251833,0.0236525,0.006755514,0.00048924],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01612109,"about_ca_system_score_gemma":0.03836608,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01186617,"about_ca_topic_score_gemma":0.009830129,"domain_scores_codex":[0.7626546,0.1895887,0.0108427,0.008741051,0.01551471,0.01265827],"domain_scores_gemma":[0.5670746,0.2981702,0.05082174,0.01924927,0.03690809,0.02777605],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0002560549,0.0001292796,0.04484452,0.0005792858,0.00009028216,0.0004202761,0.8883774,0.0001035128,0.000271201,0.03740954,0.002821148,0.02469742],"study_design_scores_gemma":[0.00005954065,0.0001933066,0.03251933,0.001639615,0.00008865822,0.0003586787,0.8915144,0.0002690569,0.0002009773,0.007656579,0.06539828,0.0001015974],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.789094,0.01185316,0.007420776,0.08745304,0.001185683,0.0005754299,0.0003114118,0.00006528412,0.1020412],"genre_scores_gemma":[0.9911286,0.001654507,0.001273636,0.003870555,0.00008404077,0.0003008402,0.00005581699,0.00006674605,0.001565279],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7561212,"threshold_uncertainty_score":0.9324319,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2504708865","doi":"10.1186/s12961-016-0126-z","title":"A global call for action to include gender in research impact assessment","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Canada Research Chairs; University of Toronto; Alberta Innovates","funders":"Alberta Innovates; Fonds National de la Recherche Luxembourg; NIHR Oxford Biomedical Research Centre; University of Oxford; Qatar National Research Fund; King's College London; National Institute for Health and Care Research; European Commission; Alberta Innovates - Health Solutions","keywords":"Health services research; Call to action; Public health; Health administration; Medicine; Social policy; Action (physics); Political science; Nursing; Business; Law","authors":[{"name":"Pavel V. Ovseiko","is_ca":false},{"name":"Trisha Greenhalgh","is_ca":false},{"name":"Paula Adam","is_ca":false},{"name":"Jonathan Grant","is_ca":false},{"name":"Saba Hinrichs","is_ca":false},{"name":"Kathryn E. Graham","is_ca":true},{"name":"Pamela A. Valentine","is_ca":true},{"name":"Omar Sued","is_ca":false},{"name":"Omar Boukhris","is_ca":false},{"name":"Nada M. Al Olaqi","is_ca":false},{"name":"Idrees S. Al Rahbi","is_ca":false},{"name":"Anne-Maree Dowd","is_ca":false},{"name":"Sara Bice","is_ca":false},{"name":"Tamika L. Heiden","is_ca":false},{"name":"Michael D. Fischer","is_ca":false},{"name":"Sue Dopson","is_ca":false},{"name":"Robyn Norton","is_ca":false},{"name":"Alexandra Pollitt","is_ca":false},{"name":"Steven Wooding","is_ca":false},{"name":"Gert V. Balling","is_ca":false},{"name":"Ulla Jakobsen","is_ca":false},{"name":"Ellen Kuhlmann","is_ca":false},{"name":"Ineke Klinge","is_ca":false},{"name":"Linda H. Pololi","is_ca":false},{"name":"Reshma Jagsi","is_ca":false},{"name":"Helen Lawton Smith","is_ca":false},{"name":"Henry Etzkowitz","is_ca":false},{"name":"Mathias Wullum Nielsen","is_ca":false},{"name":"Carme Carrión","is_ca":false},{"name":"Maite Solans‐Domènech","is_ca":false},{"name":"Esther Vizcaíno","is_ca":false},{"name":"Lin Naing","is_ca":false},{"name":"Quentin Cheok","is_ca":false},{"name":"Baerbel Eckelmann","is_ca":false},{"name":"Moses C. Simuyemba","is_ca":false},{"name":"Temwa Msiska","is_ca":false},{"name":"Giovanna Declich","is_ca":false},{"name":"Laurel Edmunds","is_ca":false},{"name":"Vasiliki Kiparoglou","is_ca":false},{"name":"A.M.J. Buchan","is_ca":true},{"name":"Catherine Williamson","is_ca":false},{"name":"Graham M. Lord","is_ca":false},{"name":"Keith M. Channon","is_ca":false},{"name":"Rebecca Surender","is_ca":false},{"name":"Alastair M. Buchan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8836676941117031,"gpt":0.7584840774956573,"spread":0.1251836166160458,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4228012,0.002795928,0.006992224,0.008029628,0.008513621,0.03119901,0.01266847,0.05613349,0.01516124],"category_scores_gemma":[0.4784035,0.002211357,0.009423582,0.009385959,0.05300975,0.06729751,0.0235803,0.08194061,0.005525],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02118217,"about_ca_system_score_gemma":0.09463455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01708659,"about_ca_topic_score_gemma":0.03219521,"domain_scores_codex":[0.6674288,0.2416054,0.02020086,0.01210625,0.05085379,0.007805019],"domain_scores_gemma":[0.2660419,0.5719721,0.01982054,0.02739521,0.0930014,0.02176891],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002034098,0.0001485259,0.001481525,0.00487452,0.0003365865,0.000230161,0.01313332,0.0006594552,0.0004255619,0.1426363,0.714193,0.1216776],"study_design_scores_gemma":[0.0001044841,0.0001241216,0.001184368,0.01455019,0.0002789946,0.0002030165,0.008850081,0.0004307456,0.0002718799,0.1792383,0.7945027,0.0002611782],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0002281245,0.01335354,0.003360793,0.9618927,0.01718605,0.0001307117,0.0001127565,0.0001132089,0.003622254],"genre_scores_gemma":[0.01101187,0.01818641,0.03192274,0.9185861,0.01482516,0.0009114847,0.0001739085,0.0002691734,0.004113165],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.5771987,"threshold_uncertainty_score":0.7117889,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3206264955","doi":"10.1186/s12961-021-00755-5","title":"Community health workers at the dawn of a new era: 11. CHWs leading the way to “Health for All”","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Bill and Melinda Gates Foundation; United States Agency for International Development","keywords":"Health services research; Public health; Health administration; Community health; Health informatics; Health policy; Medicine; Community health workers; International health; Social policy; Health economics; Health worker; Environmental health; Nursing; Health services; Political science; Population","authors":[{"name":"Henry B. Perry","is_ca":false},{"name":"Mushtaque Chowdhury","is_ca":false},{"name":"Miriam Were","is_ca":false},{"name":"Karen LeBan","is_ca":false},{"name":"Lauren Crigler","is_ca":false},{"name":"Simon Lewin","is_ca":false},{"name":"David Musoke","is_ca":false},{"name":"Maryse Kok","is_ca":false},{"name":"Kerry Scott","is_ca":false},{"name":"Madeleine Ballard","is_ca":false},{"name":"Stephen Hodgins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5897853525879481,"gpt":0.6056906455087637,"spread":0.01590529292081566,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0187258,0.001129768,0.0008106831,0.001159525,0.00996324,0.01576971,0.0025344,0.01476449,0.02213476],"category_scores_gemma":[0.03000283,0.0006996379,0.0008659451,0.002240531,0.01063967,0.01509646,0.00899827,0.01532715,0.00565828],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008872362,"about_ca_system_score_gemma":0.03341829,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01492353,"about_ca_topic_score_gemma":0.02670822,"domain_scores_codex":[0.9842956,0.008195792,0.0005980046,0.001471466,0.002661679,0.002777521],"domain_scores_gemma":[0.9696535,0.01392856,0.001680776,0.001036418,0.005595431,0.008105253],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001021978,0.00009351198,0.001427364,0.002123516,0.00001357416,0.0001647699,0.01482678,0.00006221813,0.0002245284,0.04721436,0.8468279,0.08691935],"study_design_scores_gemma":[0.00002561186,0.0001043507,0.002163892,0.005376723,0.00001190672,0.00009957377,0.02525566,0.00004090945,0.0001465011,0.01084931,0.9558838,0.0000416057],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.001486034,0.03510656,0.0006811994,0.9042876,0.03652767,0.0001245491,0.0001773003,0.00004775305,0.02156126],"genre_scores_gemma":[0.06569923,0.09301472,0.006769461,0.7257224,0.05031272,0.0009586083,0.0008326317,0.0001920798,0.05649814],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.02213476,"threshold_uncertainty_score":0.09903264,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2991035790","doi":"10.1186/s12961-019-0501-7","title":"Exploring the frontiers of research co-production: the Integrated Knowledge Translation Research Network concept papers","year":2019,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":117,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Relevance (law); Health services research; Argument (complex analysis); Production (economics); Usability; Knowledge production; Sociology; Knowledge management; Nursing research; Translational research; Engineering ethics; Public health; Public relations; Political science; Computer science; Medicine; Engineering","authors":[{"name":"Ian D. Graham","is_ca":true},{"name":"Chris McCutcheon","is_ca":true},{"name":"Anita Kothari","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6815706415213176,"gpt":0.612601683179391,"spread":0.06896895834192662,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0412838,0.001434311,0.001477415,0.008395437,0.007176335,0.02420042,0.00281038,0.01099412,0.01105118],"category_scores_gemma":[0.09659076,0.0006429725,0.001324604,0.004797548,0.01437714,0.01666655,0.007810167,0.01474044,0.003161113],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008829121,"about_ca_system_score_gemma":0.0126464,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001735543,"about_ca_topic_score_gemma":0.004210973,"domain_scores_codex":[0.9736608,0.01226427,0.001830947,0.002119849,0.009254107,0.0008699256],"domain_scores_gemma":[0.8521884,0.1160058,0.003503306,0.003387318,0.01734224,0.007572868],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004212483,0.00001662228,0.00009139027,0.001223895,0.0000361989,0.0002055893,0.00211577,0.000107128,0.0001302105,0.05240002,0.911984,0.03164712],"study_design_scores_gemma":[0.00001413253,0.0000110258,0.0001009893,0.001691409,0.00002988797,0.0001266555,0.001107722,0.0001398901,0.0001410741,0.01960327,0.9770132,0.00002074056],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.0003460019,0.02549003,0.004184162,0.2177584,0.7391543,0.00008169917,0.0001006476,0.0001114054,0.01277331],"genre_scores_gemma":[0.01853365,0.04557432,0.007998222,0.0642714,0.8195544,0.0004115976,0.0002456313,0.0006674602,0.04274336],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.9587162,"threshold_uncertainty_score":0.2183322,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2920941556","doi":"10.1186/s12961-019-0419-0","title":"Evidence map of knowledge translation strategies, outcomes, facilitators and barriers in African health systems","year":2019,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":111,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Cape Town; Cape Higher Education Consortium; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Institutes of Health Research; National Research Foundation","keywords":"Knowledge translation; Facilitator; Health services research; Health administration; Health policy; Thematic analysis; Medicine; Health care; Capacity building; Public relations; Social policy; Medical education; Knowledge management; Diversity (politics); Nursing; Public health; Qualitative research; Political science; Sociology; Computer science; Social science","authors":[{"name":"Amanda Edwards","is_ca":false},{"name":"Virginia Zweigenthal","is_ca":false},{"name":"Jill Olivier","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9494057903423697,"gpt":0.7718814825093749,"spread":0.1775243078329948,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1009367,0.001363414,0.002720552,0.03726108,0.003844311,0.01347041,0.003113169,0.002618773,0.006370092],"category_scores_gemma":[0.2275099,0.001244217,0.003160429,0.04274815,0.005115678,0.01771414,0.01051148,0.002322312,0.0005030063],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01360566,"about_ca_system_score_gemma":0.04640928,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009335437,"about_ca_topic_score_gemma":0.01130421,"domain_scores_codex":[0.9254732,0.04496508,0.01599849,0.003277592,0.008018052,0.002267651],"domain_scores_gemma":[0.7099216,0.2471385,0.01803057,0.005605437,0.0178416,0.001462264],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003183287,0.0002263631,0.0196743,0.2936348,0.001712563,0.001099574,0.06565741,0.001591234,0.0005934235,0.026319,0.003541857,0.5856311],"study_design_scores_gemma":[0.0001413226,0.0006169177,0.02500982,0.7747788,0.004477857,0.001017201,0.09189799,0.001395816,0.001573188,0.02745435,0.07151529,0.0001214215],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.1463621,0.7244391,0.02692128,0.04375741,0.0008945103,0.007411301,0.00459916,0.0001815686,0.04543355],"genre_scores_gemma":[0.6417245,0.2994802,0.04817419,0.002495467,0.0001309149,0.006009638,0.001340975,0.00006490932,0.0005792797],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1009367,"threshold_uncertainty_score":0.5338108,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2531225760","doi":"10.1186/s12961-016-0147-7","title":"Integrating and evaluating sex and gender in health research","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Canada Research Chairs; University of Toronto; Women's College Hospital","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Excellence; Terminology; Health services research; Psychology; Public health; Medicine; Political science; Nursing","authors":[{"name":"Suzanne Day","is_ca":true},{"name":"Robín Masón","is_ca":true},{"name":"Stephanie Lagosky","is_ca":true},{"name":"Paula A. Rochon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8607420868920364,"gpt":0.6818360040331669,"spread":0.1789060828588694,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6823233,0.001757451,0.005222615,0.01387519,0.01292754,0.03822386,0.006863527,0.0149896,0.003794791],"category_scores_gemma":[0.7605991,0.001640778,0.003856134,0.01463371,0.0682641,0.0461439,0.02524274,0.01165784,0.0007322269],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02334006,"about_ca_system_score_gemma":0.07955438,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01393659,"about_ca_topic_score_gemma":0.02083594,"domain_scores_codex":[0.1466822,0.7694036,0.037063,0.006616578,0.03701627,0.003218368],"domain_scores_gemma":[0.08491594,0.8201606,0.03466756,0.01695112,0.0388815,0.004423215],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004512702,0.0001171767,0.02117481,0.01982976,0.001645247,0.0005021158,0.1202633,0.001423676,0.0004794552,0.5082786,0.03522053,0.290614],"study_design_scores_gemma":[0.0001759456,0.0006932251,0.009112881,0.07402801,0.001505945,0.0006790585,0.08445317,0.001749197,0.00152658,0.5973987,0.2282158,0.000461627],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01380375,0.226148,0.06135049,0.6300386,0.0291675,0.001488564,0.0003429184,0.0001243297,0.03753587],"genre_scores_gemma":[0.4416171,0.1482756,0.1669466,0.2093876,0.02404159,0.005365054,0.0002089576,0.0003108806,0.003846771],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3176767,"threshold_uncertainty_score":0.391752,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2110420621","doi":"10.1186/1478-4505-12-50","title":"Advancing the application of systems thinking in health","year":2014,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":108,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre; World Health Organization","keywords":"Health services research; Context (archaeology); Systems thinking; Health policy; Health administration; Computer science; Data science; Management science; Public relations; Public health; Medicine; Nursing; Artificial intelligence; Political science","authors":[{"name":"Taghreed Adam","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5238105620039856,"gpt":0.5788263672004709,"spread":0.0550158051964853,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06090566,0.001728934,0.001704499,0.01291264,0.003099386,0.01898873,0.00257511,0.005440614,0.007690474],"category_scores_gemma":[0.04784146,0.001022002,0.002312194,0.007380281,0.03014756,0.01921345,0.01284555,0.009183301,0.001246934],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01487116,"about_ca_system_score_gemma":0.02696179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004748466,"about_ca_topic_score_gemma":0.004379835,"domain_scores_codex":[0.9512817,0.04016585,0.001775638,0.001701751,0.004125495,0.000949453],"domain_scores_gemma":[0.8382552,0.1462308,0.003012521,0.006331435,0.004236063,0.001933883],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003197256,0.0001201635,0.00179442,0.003539164,0.0001422949,0.0001542496,0.01079627,0.003127061,0.0003539645,0.8184242,0.007389636,0.1541265],"study_design_scores_gemma":[0.00002673423,0.00008769429,0.00089428,0.003260112,0.00003066413,0.00009886541,0.004150583,0.003573559,0.000358618,0.9261411,0.06133779,0.00004008704],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"editorial","genre_scores_codex":[0.01419801,0.1263823,0.4263859,0.2416081,0.003054932,0.0009578356,0.0002702248,0.0008714158,0.1862713],"genre_scores_gemma":[0.3593941,0.08959328,0.5288355,0.01206337,0.002315112,0.002171735,0.0001991872,0.0002518393,0.005175796],"genre_candidate":"editorial","genre_consensus":null,"teacher_disagreement_score":0.06090566,"threshold_uncertainty_score":0.3221038,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3003132063","doi":"10.1186/s12961-019-0521-3","title":"Building an integrated knowledge translation (IKT) evidence base: colloquium proceedings and research direction","year":2020,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":107,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa; Ottawa Hospital; Western University","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Knowledge management; General partnership; Health services research; Knowledge sharing; Field (mathematics); Relevance (law); CLARITY; Knowledge base; Computer science; Sociology; Political science; World Wide Web; Health care","authors":[{"name":"Laura Boland","is_ca":true},{"name":"Anita Kothari","is_ca":true},{"name":"Chris McCutcheon","is_ca":true},{"name":"Ian D. Graham","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9465250310590596,"gpt":0.7649888988784007,"spread":0.1815361321806589,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3959717,0.002544014,0.00423308,0.02265392,0.01161656,0.03700859,0.01246781,0.01657503,0.01186372],"category_scores_gemma":[0.4750154,0.002214326,0.006002259,0.02023095,0.02346108,0.04946757,0.0328216,0.02819825,0.003260464],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.05113009,"about_ca_system_score_gemma":0.1115697,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01012316,"about_ca_topic_score_gemma":0.01032872,"domain_scores_codex":[0.6972468,0.2053458,0.03987228,0.01620027,0.03284159,0.008493316],"domain_scores_gemma":[0.324929,0.5021241,0.01951184,0.03490736,0.09826815,0.02025956],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003482532,0.0004351376,0.002058565,0.04879627,0.0006025924,0.0008583699,0.07108783,0.001304257,0.001340809,0.2393416,0.1439428,0.4898835],"study_design_scores_gemma":[0.0001352759,0.0003514666,0.002212498,0.1648816,0.0005537352,0.0008209721,0.06061932,0.002008667,0.001531803,0.1275108,0.6390736,0.0003001509],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.009186528,0.308158,0.08922268,0.4952356,0.05853466,0.005418234,0.0007635248,0.000432844,0.03304805],"genre_scores_gemma":[0.2331495,0.3410095,0.281583,0.09998582,0.01375917,0.01751771,0.002538041,0.0009870189,0.009470273],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.6040283,"threshold_uncertainty_score":0.7448744,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3205373217","doi":"10.1186/s12961-021-00752-8","title":"Community health workers at the dawn of a new era: 1. Introduction: tensions confronting large-scale CHW programmes","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":107,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Bill and Melinda Gates Foundation; United States Agency for International Development","keywords":"Health services research; Public health; Health administration; Community health; Scale (ratio); Community health workers; Health policy; Medicine; Health informatics; Environmental health; Gerontology; Economic growth; Health services; Nursing; Geography; Population","authors":[{"name":"Stephen Hodgins","is_ca":true},{"name":"Maryse Kok","is_ca":false},{"name":"David Musoke","is_ca":false},{"name":"Simon Lewin","is_ca":false},{"name":"Lauren Crigler","is_ca":false},{"name":"Karen LeBan","is_ca":false},{"name":"Henry B. Perry","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.367850477302838,"gpt":0.5433692108628372,"spread":0.1755187335599992,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03689128,0.0009576739,0.0008866329,0.001941551,0.01462809,0.02712354,0.003832187,0.01890856,0.006347914],"category_scores_gemma":[0.04046184,0.0008452156,0.0006679657,0.003211935,0.03415247,0.02354117,0.01272613,0.02057281,0.001062161],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01220284,"about_ca_system_score_gemma":0.01900243,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00947179,"about_ca_topic_score_gemma":0.01226958,"domain_scores_codex":[0.9459065,0.03967745,0.001247326,0.002803239,0.006275141,0.004090278],"domain_scores_gemma":[0.9530007,0.03576117,0.002456297,0.001131772,0.003342757,0.004307345],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001405059,0.0002902882,0.004346213,0.00633949,0.00005115335,0.002202789,0.2742825,0.0004810787,0.001055215,0.3510058,0.1785679,0.1812371],"study_design_scores_gemma":[0.00004982148,0.0002556859,0.003706529,0.009202089,0.00002431414,0.00109565,0.2871401,0.0003028808,0.0003776568,0.1180703,0.5796241,0.0001508324],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.01507586,0.05894367,0.004244195,0.8818773,0.006597526,0.0001889575,0.00004892071,0.00006824341,0.03295544],"genre_scores_gemma":[0.5086277,0.07596557,0.01622932,0.361508,0.01755035,0.001301526,0.0001212407,0.0002535594,0.01844259],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.03689128,"threshold_uncertainty_score":0.1951021,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2799331768","doi":"10.1186/s12961-018-0295-z","title":"The implementation of Health in All Policies initiatives: a systems framework for government action","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":106,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute for Work & Health; University of Toronto","funders":"Canadian Institutes of Health Research; Health Canada; Ontario Ministry of Health and Long-Term Care; Wilfrid Laurier University","keywords":"Health policy; Civil society; Health services research; Government (linguistics); Corporate governance; Public administration; Health administration; Private sector; Political science; Public health; Public relations; Business; Politics; Economics; Medicine; Economic growth; Nursing","authors":[{"name":"Ketan Shankardass","is_ca":false},{"name":"Carles Muntaner","is_ca":true},{"name":"Lauri Kokkinen","is_ca":false},{"name":"Faraz Vahid Shahidi","is_ca":true},{"name":"Alix Freiler","is_ca":false},{"name":"Goldameir Oneka","is_ca":true},{"name":"Ahmed M. Bayoumi","is_ca":true},{"name":"Patricia O’Campo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4577023638958974,"gpt":0.57580007832365,"spread":0.1180977144277526,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02994049,0.001905522,0.00136559,0.01000317,0.008379526,0.02389557,0.00501564,0.008821114,0.006733237],"category_scores_gemma":[0.016033,0.0009761978,0.00270958,0.006566971,0.052673,0.01444876,0.01189221,0.005814935,0.0007151258],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03082497,"about_ca_system_score_gemma":0.03793282,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02170528,"about_ca_topic_score_gemma":0.01508489,"domain_scores_codex":[0.9639955,0.02805604,0.001351086,0.00253457,0.002226162,0.0018366],"domain_scores_gemma":[0.9739538,0.01733476,0.002328455,0.001701317,0.002587811,0.002093736],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001054335,0.0000556036,0.00133761,0.0002347115,0.00004366446,0.000136571,0.008113282,0.005941836,0.00009661116,0.976844,0.001008015,0.006177495],"study_design_scores_gemma":[0.0000433858,0.000115487,0.00157658,0.0007765834,0.00005895479,0.0001374156,0.01211448,0.01478046,0.0001888354,0.9292229,0.04092997,0.00005487017],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02999801,0.008498206,0.5892558,0.1221747,0.0007529944,0.002765958,0.0005423316,0.0006555138,0.2453566],"genre_scores_gemma":[0.7065527,0.003920743,0.2792413,0.002472175,0.0003364577,0.002891155,0.0002984347,0.0001084411,0.004178627],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03082497,"threshold_uncertainty_score":0.2236519,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2115722485","doi":"10.1186/1478-4505-7-s1-s4","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 4: Using research evidence to clarify a problem","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":104,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Legislature; Health policy; Public relations; Health administration; Health services research; Newspaper; Action (physics); Politics; Political science; Health care; Sociology; Law","authors":[{"name":"John N. Lavis","is_ca":true},{"name":"Michael G. Wilson","is_ca":true},{"name":"Andrew D Oxman","is_ca":false},{"name":"Simon Lewin","is_ca":false},{"name":"Atle Fretheim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8596765275784819,"gpt":0.7236962723311345,"spread":0.1359802552473474,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3892849,0.004424774,0.006776102,0.03669806,0.008120506,0.05738974,0.01353996,0.03899425,0.01758144],"category_scores_gemma":[0.6523963,0.004334861,0.007841953,0.02252838,0.0319467,0.06607936,0.03549048,0.0259023,0.01025775],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01389109,"about_ca_system_score_gemma":0.06157286,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003442255,"about_ca_topic_score_gemma":0.004910648,"domain_scores_codex":[0.5309064,0.3680471,0.05793621,0.008552172,0.02939101,0.005167156],"domain_scores_gemma":[0.1208493,0.8049107,0.0187443,0.0260549,0.0246141,0.004826689],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002610407,0.0002406733,0.001780171,0.02932246,0.0006634485,0.001074661,0.020012,0.002286173,0.0005582994,0.621304,0.07463072,0.2478663],"study_design_scores_gemma":[0.0002137787,0.0001010089,0.0003514709,0.03649655,0.0002965443,0.000556983,0.008507682,0.00281598,0.0006853135,0.7045023,0.2452492,0.0002231057],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.002847346,0.02734499,0.4103575,0.4707583,0.007716088,0.00586774,0.001667103,0.00249407,0.07094681],"genre_scores_gemma":[0.04180562,0.01085693,0.9129765,0.02394733,0.002234971,0.004497113,0.0007396346,0.0003157642,0.002626081],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3892849,"threshold_uncertainty_score":0.7531205,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099295372","doi":"10.1186/1478-4505-7-s1-s6","title":"SUPPORT Tools for Evidence-informed Policymaking in health 6: Using research evidence to address how an option will be implemented","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health policy; Order (exchange); Health services research; Health administration; Public relations; Health care; Position (finance); Management science; Process management; Implementation research; Public health; Business; Medicine; Political science; Nursing; Economics; Economic growth","authors":[{"name":"Atle Fretheim","is_ca":false},{"name":"Susan Munabi-Babigumira","is_ca":false},{"name":"Andrew D Oxman","is_ca":false},{"name":"John N. Lavis","is_ca":true},{"name":"Simon Lewin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8716757477700084,"gpt":0.7319989808718276,"spread":0.1396767668981809,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3243307,0.004726341,0.006419377,0.02631871,0.005857558,0.04027686,0.0107185,0.02261161,0.02630418],"category_scores_gemma":[0.5058846,0.002684887,0.006957645,0.01471024,0.01187631,0.04313453,0.02029436,0.01514968,0.007942851],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01220269,"about_ca_system_score_gemma":0.05451834,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004083386,"about_ca_topic_score_gemma":0.006570525,"domain_scores_codex":[0.7074409,0.237335,0.0308116,0.004005221,0.01703487,0.00337248],"domain_scores_gemma":[0.3049219,0.6258214,0.01836292,0.02316649,0.02156779,0.006159529],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003882094,0.0006684515,0.002441189,0.02714015,0.0009752996,0.001049868,0.01170962,0.008478736,0.0004620684,0.4918089,0.06281435,0.3920632],"study_design_scores_gemma":[0.0006522843,0.0002040164,0.0007864566,0.05508097,0.000556751,0.0003609385,0.01038092,0.009630263,0.000974105,0.7215563,0.1994066,0.0004103169],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005247775,0.01621377,0.5574583,0.2950581,0.004778828,0.007418517,0.002293238,0.003572765,0.1079587],"genre_scores_gemma":[0.04527489,0.00804753,0.9315543,0.006652468,0.0007400254,0.005195091,0.0006080372,0.0001792635,0.001748416],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3243307,"threshold_uncertainty_score":0.8332205,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2007749895","doi":"10.1186/1478-4505-12-26","title":"Scientometric trends and knowledge maps of global health systems research","year":2014,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Public health; Health services research; Science Citation Index; Productivity; Health informatics; Health administration; Bibliometrics; Global health; Medicine; Citation; Health policy; Health care; Political science; Library science; Economic growth; Nursing","authors":[{"name":"Qiang Yao","is_ca":false},{"name":"Kai Chen","is_ca":false},{"name":"Lan Yao","is_ca":false},{"name":"Peng‐Hui Lyu","is_ca":false},{"name":"Tianan Yang","is_ca":false},{"name":"Fei Luo","is_ca":false},{"name":"Shanquan Chen","is_ca":false},{"name":"Luyang He","is_ca":false},{"name":"Zhiyong Liu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6010650173562717,"gpt":0.6598518647987747,"spread":0.05878684744250295,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.01706266,0.001332886,0.001462802,0.1283252,0.001557865,0.01079253,0.0009155837,0.001164779,0.007706776],"category_scores_gemma":[0.1031522,0.0004167348,0.00185267,0.1537338,0.002986848,0.01372528,0.004798251,0.001052461,0.001249408],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004188202,"about_ca_system_score_gemma":0.003705054,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005692402,"about_ca_topic_score_gemma":0.00346113,"domain_scores_codex":[0.9858327,0.004846927,0.001495317,0.001236501,0.006052537,0.0005360356],"domain_scores_gemma":[0.9034984,0.06119182,0.01610395,0.005852771,0.01200687,0.001346141],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002235613,0.0001076219,0.3366919,0.006586346,0.001795617,0.0004726078,0.008442027,0.0206816,0.0006494585,0.1508348,0.03301423,0.4405003],"study_design_scores_gemma":[0.00006953341,0.0002068046,0.5233714,0.003161489,0.0006830122,0.0009832815,0.01398084,0.043827,0.001166612,0.2964913,0.1158261,0.0002327122],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"review","genre_scores_codex":[0.5355891,0.08086515,0.09153832,0.02373337,0.002007426,0.001145424,0.04406487,0.003990286,0.217066],"genre_scores_gemma":[0.9435453,0.01950213,0.02323761,0.0003989923,0.001446638,0.0005744596,0.008880006,0.0002355851,0.002179395],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9829373,"threshold_uncertainty_score":0.09023708,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136397538","doi":"10.1186/1478-4505-12-30","title":"Advancing the application of systems thinking in health: South African examples of a leadership of sensemaking for primary health care","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Cape Town; Atlantic Philanthropies; University of the Western Cape; Alliance for Health Policy and Systems Research; International Development Research Centre; World Health Organization","keywords":"Sensemaking; Public relations; Health services research; Health care; Nature versus nurture; Action research; Front line; Health administration; Action learning; Sociology; Nursing; Medicine; Political science; Public health; Pedagogy","authors":[{"name":"Lucy Gilson","is_ca":false},{"name":"Soraya Elloker","is_ca":false},{"name":"Patti Olckers","is_ca":false},{"name":"Uta Lehmann","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8024372060236402,"gpt":0.6773694841820963,"spread":0.1250677218415439,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02315269,0.0008079854,0.0005035441,0.002719618,0.0144737,0.01082764,0.001518965,0.003020028,0.003440197],"category_scores_gemma":[0.01520592,0.0005093616,0.0007823026,0.00277268,0.04910327,0.008030859,0.01329096,0.006693853,0.0003075712],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01340665,"about_ca_system_score_gemma":0.0179068,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01101088,"about_ca_topic_score_gemma":0.01578008,"domain_scores_codex":[0.9775909,0.01875748,0.0004113292,0.0005433118,0.001062675,0.001634203],"domain_scores_gemma":[0.9837011,0.01283922,0.0008274299,0.0007692833,0.0006991351,0.00116388],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004613749,0.00005515392,0.001641661,0.0008528634,0.00002434897,0.001922687,0.6947029,0.0005249498,0.0006506487,0.2738168,0.00387624,0.02188565],"study_design_scores_gemma":[0.00007884041,0.0001787081,0.005584212,0.002561891,0.00004167848,0.00143011,0.4329783,0.001604146,0.001066201,0.2554798,0.2989271,0.00006896699],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.25117,0.04609733,0.07222897,0.2773919,0.001572669,0.0009159679,0.0001094732,0.0001483454,0.3503655],"genre_scores_gemma":[0.9701176,0.006371093,0.01484496,0.003610806,0.0001491406,0.0002408866,0.00001624657,0.00004227041,0.004606884],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02315269,"threshold_uncertainty_score":0.1224446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136022926","doi":"10.1186/1478-4505-12-2","title":"Capturing lessons learned from evidence-to-policy initiatives through structured reflection","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Knowledge translation; Public relations; Thematic analysis; Government (linguistics); Health services research; Sustainability; Political science; Qualitative research; Civil society; Medicine; Public administration; Politics; Public health; Sociology; Nursing; Knowledge management","authors":[{"name":"Fadi El‐Jardali","is_ca":false},{"name":"John N. Lavis","is_ca":true},{"name":"Kaelan A. Moat","is_ca":true},{"name":"Tomás Pantoja","is_ca":false},{"name":"Nour Ataya","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9542463437182596,"gpt":0.784757698674586,"spread":0.1694886450436736,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.200469,0.00331216,0.001857991,0.005701402,0.006537499,0.02152073,0.006960872,0.005663438,0.004539276],"category_scores_gemma":[0.2477349,0.001744726,0.00221918,0.004467245,0.01699781,0.0199768,0.02680033,0.0114974,0.001443577],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01792052,"about_ca_system_score_gemma":0.05518081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002094942,"about_ca_topic_score_gemma":0.00437924,"domain_scores_codex":[0.7801092,0.1789803,0.009897249,0.007978901,0.01512994,0.007904464],"domain_scores_gemma":[0.6457861,0.2887942,0.009219122,0.02544695,0.02264855,0.008104993],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001632579,0.000839834,0.006009971,0.008833011,0.0002772121,0.002430912,0.5426438,0.002807695,0.003591628,0.05176464,0.01729291,0.3633451],"study_design_scores_gemma":[0.0001788403,0.000950308,0.003439094,0.02765505,0.0003340006,0.001428375,0.5940384,0.004122295,0.008413612,0.1328684,0.2263114,0.000260272],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2754191,0.01409538,0.4125156,0.1756444,0.004465107,0.01486758,0.001298458,0.001384813,0.1003096],"genre_scores_gemma":[0.578029,0.01014896,0.3873856,0.01047475,0.0004777843,0.00694276,0.0008297525,0.0005086007,0.00520264],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.200469,"threshold_uncertainty_score":0.985964,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2124697243","doi":"10.1186/1478-4505-12-36","title":"Advancing the application of systems thinking in health: understanding the dynamics of neonatal mortality in Uganda","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; Universidad Nacional Mayor de San Marcos; Universitetet i Bergen; International Development Research Centre; World Health Organization","keywords":"Medicine; Public health; Health policy; Health services research; Infant mortality; Health care; Child mortality; Neonatal mortality; Causal loop diagram; Nursing; Health administration; Leverage (statistics); Environmental health; Population; Economic growth; System dynamics; Economics","authors":[{"name":"Agnes Semwanga Rwashana","is_ca":false},{"name":"Sarah Nakubulwa","is_ca":false},{"name":"Margaret Nakakeeto-Kijjambu","is_ca":false},{"name":"Taghreed Adam","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1725176541297204,"gpt":0.4766010844142137,"spread":0.3040834302844933,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01309987,0.0008371151,0.0005934898,0.006122125,0.003243299,0.009360135,0.001627763,0.001889128,0.001408599],"category_scores_gemma":[0.01794986,0.0006139767,0.0006846798,0.004461284,0.0102072,0.007987708,0.00510217,0.002261682,0.0001089639],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01016676,"about_ca_system_score_gemma":0.01125999,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009388549,"about_ca_topic_score_gemma":0.01187004,"domain_scores_codex":[0.9904346,0.008073005,0.0002856955,0.0003661458,0.0004619768,0.0003784883],"domain_scores_gemma":[0.9682817,0.02760754,0.002002128,0.0003852945,0.00124754,0.0004758163],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001200536,0.0001803206,0.05130518,0.005777602,0.0001913975,0.004305204,0.553165,0.02444012,0.001702543,0.1900992,0.002434067,0.1662794],"study_design_scores_gemma":[0.00004239821,0.0003032648,0.02789799,0.008332656,0.0001473978,0.001008745,0.4655068,0.03609388,0.001668688,0.4002075,0.05865738,0.0001332064],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7038097,0.05351428,0.1386136,0.03471342,0.0002718045,0.001208469,0.0002658911,0.000141651,0.06746122],"genre_scores_gemma":[0.9557372,0.007721107,0.0349929,0.0005200166,0.00002724939,0.0003703717,0.00003723225,0.0000118556,0.0005821122],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01309987,"threshold_uncertainty_score":0.0737654,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225354195","doi":"10.1186/s12961-022-00822-5","title":"Future health spending forecast in leading emerging BRICS markets in 2030: health policy implications","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":96,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Science Fund of the Republic of Serbia; Ministarstvo Prosvete, Nauke i Tehnološkog Razvoja","keywords":"Per capita; Gross domestic product; Autoregressive integrated moving average; Health policy; China; Emerging markets; Health economics; Public health; Health services research; Economics; Economic growth; Development economics; Agricultural economics; Health care; Geography; Environmental health; Medicine; Finance; Population; Time series; Statistics","authors":[{"name":"Mihajlo Jakovljević","is_ca":false},{"name":"Demetrios Lamnisos","is_ca":false},{"name":"Ronny Westerman","is_ca":false},{"name":"Vijay Kumar Chattu","is_ca":true},{"name":"Arcadio A. Cerda","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3534885388939772,"gpt":0.4803413990644244,"spread":0.1268528601704471,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002392911,0.0004509391,0.0002842861,0.00133641,0.0002649871,0.001936823,0.0004803281,0.0006018821,0.003213558],"category_scores_gemma":[0.006207825,0.0001547162,0.000691849,0.002130613,0.0002933667,0.001635239,0.0008729587,0.001115967,0.000559327],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003356551,"about_ca_system_score_gemma":0.003535863,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.07002461,"about_ca_topic_score_gemma":0.05359083,"domain_scores_codex":[0.9996046,0.0001555618,0.00002272194,0.00005197346,0.00006797008,0.00009712875],"domain_scores_gemma":[0.9980627,0.000614741,0.0004992036,0.00004736799,0.0006009818,0.0001750682],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006297959,0.00020904,0.4948965,0.0008090218,0.0004688765,0.0009212322,0.0009264885,0.2879544,0.001225438,0.04543372,0.07088626,0.09563936],"study_design_scores_gemma":[0.00008408737,0.000357624,0.3709811,0.001826172,0.0003740845,0.0003452385,0.009700838,0.5063268,0.002582924,0.03908784,0.06815069,0.0001826038],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7920643,0.00893532,0.0170179,0.08531751,0.0007856282,0.0001028866,0.06063229,0.0003531937,0.03479095],"genre_scores_gemma":[0.9864252,0.003255929,0.002707462,0.0008738991,0.0001454133,0.00005350246,0.005689874,0.0000301704,0.0008185452],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07002461,"threshold_uncertainty_score":0.1392341,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"}]}