{"meta":{"query_hash":"223d1b477755","filters":{"venue":"Health Research Policy and Systems"},"cohort_total":456,"direct_labels_cover":165,"predictions_cover":456,"exported":456,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/223d1b477755","api":"https://metacan.xera.ac/api/v1/cohort?venue=Health+Research+Policy+and+Systems"},"results":[{"id":"W1486381751","doi":"10.1186/1478-4505-3-2","title":"\"Harnessing genomics to improve health in Africa\" – an executive course to support genomics policy","year":2005,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Biotechnology and Related Fields","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Direktoratet for Utviklingssamarbeid; International Development Research Centre; Genome Canada","keywords":"Bioethics; Health administration; Public relations; Health care; Genomics; Health policy; Incentive; Public health; Political science; Medicine; Economics; Law; Nursing","score_opus":0.1290026518826875,"score_gpt":0.4847904636510892,"score_spread":0.3557878117684017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486381751","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013542753,0.017498815,0.0028964519,0.82950926,0.04512213,0.0010147692,0.00021953335,0.00012910772,0.09006717],"genre_scores_gemma":[0.13123871,0.03428149,0.012073417,0.22249359,0.032061428,0.0016176495,0.00058684853,0.0003368503,0.56531],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651945,0.0015461678,0.00013495049,0.0002749584,0.00043685402,0.0010876247],"domain_scores_gemma":[0.99092895,0.0017983651,0.00036599458,0.00016824754,0.0013135932,0.0054249424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01229497,0.0010158297,0.0004365774,0.00074237806,0.005614124,0.0070498027,0.0020319896,0.006925879,0.015384002],"category_scores_gemma":[0.0069642877,0.00033084085,0.00035220414,0.0006940888,0.0023736344,0.004588895,0.005995952,0.008121658,0.004263693],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008026579,0.0006040353,0.0013408618,0.0005749721,0.000009190244,0.0011637816,0.008269623,0.0005670791,0.002606438,0.026964776,0.8733052,0.084513746],"study_design_scores_gemma":[0.000018362976,0.00007935239,0.0014408036,0.00043979133,0.000004110084,0.00009703126,0.004828524,0.00017642174,0.000419252,0.0037183028,0.9887666,0.000011299881],"about_ca_topic_score_codex":0.0036124194,"about_ca_topic_score_gemma":0.006002398,"teacher_disagreement_score":0.015384002,"about_ca_system_score_codex":0.00520293,"about_ca_system_score_gemma":0.022739014,"threshold_uncertainty_score":0.06502277},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1532483546","doi":"10.1186/1478-4505-5-1","title":"What did the public think of health services reform in Bangladesh? Three national community-based surveys 1999–2003","year":2007,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Energy Training","funders":"Ministry of Health and Family Welfare","keywords":"Government (linguistics); Public health; Health services research; Stratified sampling; Community health; Medicine; Population; Public sector; Health care; Focus group; Health administration; Health policy; Payment; Environmental health; Socioeconomics; Business; Economic growth; Nursing; Marketing; Political science; Finance; Economics","score_opus":0.27814784125023984,"score_gpt":0.48466142372669674,"score_spread":0.2065135824764569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532483546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99462104,0.00014861998,0.000054230397,0.0015801132,0.000007800716,0.000069022426,0.0013085109,0.000004293065,0.0022063998],"genre_scores_gemma":[0.9976306,0.00025938652,0.00008954221,0.0006174122,0.000008799,0.00013678346,0.00062710035,0.0000020959815,0.00062831014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832445,0.000762084,0.00017256736,0.000117792544,0.00033218594,0.00029088947],"domain_scores_gemma":[0.9940965,0.0011717535,0.0024605163,0.00022386332,0.0012776506,0.00076970336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030256822,0.00022003749,0.00025219203,0.0009221943,0.0011973116,0.0011104187,0.00045749077,0.0010121102,0.0016710686],"category_scores_gemma":[0.0075114984,0.00032865317,0.00023418674,0.0020309465,0.0007789358,0.0012808292,0.001114796,0.001071837,0.00041359596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015108663,0.00023851916,0.9356943,0.00018332741,0.00006727929,0.00024945752,0.044227935,0.00008912428,0.00048581726,0.00018567214,0.0028530937,0.015574428],"study_design_scores_gemma":[0.00001925771,0.00016951544,0.934039,0.00006204062,0.000016196169,0.0000797376,0.060468975,0.000087276974,0.0000975021,0.00005468105,0.0048829457,0.000022913719],"about_ca_topic_score_codex":0.07174314,"about_ca_topic_score_gemma":0.102330506,"teacher_disagreement_score":0.07174314,"about_ca_system_score_codex":0.0033121188,"about_ca_system_score_gemma":0.0019969323,"threshold_uncertainty_score":0.14265108},"labels":[],"label_agreement":null},{"id":"W1729984106","doi":"10.1186/1478-4505-2-3","title":"A contingent valuation study to estimate the parental willingness-to-pay for childhood diarrhoea and gender bias among rural households in India","year":2004,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Economic and Environmental Valuation","field":"Economics, Econometrics and Finance","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Commonwealth Foundation","keywords":"Willingness to pay; Contingent valuation; Socioeconomic status; Demography; Medicine; Environmental health; Economics; Population","score_opus":0.45359989992358674,"score_gpt":0.437320810225609,"score_spread":0.016279089697977756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1729984106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99927205,0.000016467142,0.00045620796,0.000024515828,0.0000010961977,0.000011881644,0.000026827356,0.0000012005174,0.00018976035],"genre_scores_gemma":[0.99935323,0.000017442919,0.00049971225,0.00000917808,0.0000019730942,0.000012278889,0.000035301822,5.022116e-7,0.000070259244],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981787,0.0014565412,0.00005095572,0.000066710505,0.00010745435,0.00013971838],"domain_scores_gemma":[0.9878362,0.009546872,0.0013339348,0.0006459675,0.00031434046,0.00032271928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003134502,0.00027843472,0.00029241893,0.0008918237,0.0005612492,0.000754671,0.0005360845,0.00040202736,0.001308888],"category_scores_gemma":[0.012003198,0.00029606378,0.0006311565,0.0012912964,0.00074188365,0.00045471324,0.0005448215,0.0007669225,0.00010439007],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071981794,0.00049652066,0.97593737,0.00003140463,0.00023486475,0.0006874258,0.0036056684,0.006935535,0.0005609274,0.0017949437,0.00017341838,0.008822194],"study_design_scores_gemma":[0.00009847182,0.0014258682,0.9365474,0.000023073359,0.00009607081,0.0012040675,0.008083273,0.05029257,0.00043298895,0.0012432215,0.00050581025,0.000047153397],"about_ca_topic_score_codex":0.018626822,"about_ca_topic_score_gemma":0.0082228305,"teacher_disagreement_score":0.018626822,"about_ca_system_score_codex":0.000926169,"about_ca_system_score_gemma":0.0003918671,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1751817640","doi":"10.1186/1478-4505-3-3","title":"The role of NGOs in global health research for development","year":2005,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"CARE Canada; Montreal General Hospital; Canadian Society for International Health; Université de Montréal","funders":"New Partnership for Africa's Development; International Development Research Centre; United Nations Development Programme; World Health Organization","keywords":"Health services research; General partnership; Global health; Public relations; Political science; Stewardship (theology); Health policy; Capacity building; Knowledge translation; Economic growth; Public health; Medicine; Politics; Nursing; Knowledge management","score_opus":0.41372324867660054,"score_gpt":0.5977307228952586,"score_spread":0.1840074742186581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1751817640","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017670486,0.046989977,0.0107306065,0.68614054,0.0043761563,0.00089364423,0.00011722229,0.00007240462,0.23300901],"genre_scores_gemma":[0.773455,0.051849972,0.027810333,0.112409405,0.0031117469,0.0029565117,0.00016236656,0.00016883403,0.028075745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.8391896,0.136715,0.0031556054,0.0039016076,0.008772942,0.008265281],"domain_scores_gemma":[0.731687,0.21481739,0.008129789,0.011096536,0.013387275,0.020881942],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.16157585,0.0010253974,0.0012891159,0.0036149912,0.026765903,0.029891312,0.0028597713,0.010397568,0.0106128035],"category_scores_gemma":[0.107626796,0.00081620394,0.0006403872,0.0055439486,0.07841217,0.017905124,0.035119988,0.013396555,0.0011417815],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067161345,0.00010514014,0.0050072838,0.0017018846,0.00004170743,0.0010857625,0.11469129,0.0005244849,0.00032952856,0.7341395,0.040981434,0.101324975],"study_design_scores_gemma":[0.00005546726,0.00008916088,0.0018500773,0.006945244,0.00002436333,0.00032336864,0.10636738,0.00028651344,0.00022655474,0.30170828,0.5820642,0.00005936926],"about_ca_topic_score_codex":0.010587168,"about_ca_topic_score_gemma":0.009654493,"teacher_disagreement_score":0.83842415,"about_ca_system_score_codex":0.021083139,"about_ca_system_score_gemma":0.071512826,"threshold_uncertainty_score":0.854505},"labels":[],"label_agreement":null},{"id":"W1769468240","doi":"10.1186/s12961-015-0023-x","title":"Communities of practice for supporting health systems change: a missed opportunity","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; Western University","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Health administration; Health informatics; Health services research; Health care; Public relations; Nursing; Knowledge transfer; Coding (social sciences); Knowledge management; Medical education; Medicine; Public health; Psychology; Sociology; Computer science; Political science","score_opus":0.8186396388212781,"score_gpt":0.7018555671889292,"score_spread":0.11678407163234894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1769468240","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03161268,0.03857683,0.027800122,0.8641125,0.004607334,0.00087007525,0.00007399114,0.000409044,0.031937353],"genre_scores_gemma":[0.72353536,0.025377402,0.15916885,0.07967141,0.0019387926,0.0015719039,0.00010898801,0.00024552617,0.008381853],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9310055,0.04606062,0.00165683,0.0033528868,0.0099783465,0.007945855],"domain_scores_gemma":[0.8549706,0.067625634,0.006789316,0.0108859595,0.013070815,0.046657726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07638403,0.0012793265,0.001196072,0.0032805875,0.031772252,0.028367016,0.00680213,0.017336572,0.011511394],"category_scores_gemma":[0.0636718,0.001302663,0.0018314099,0.0029370512,0.05011032,0.030862743,0.044186022,0.014903072,0.00159633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001295873,0.0005477083,0.0058750384,0.0045568356,0.00011583253,0.002851902,0.28676158,0.0006364546,0.0020560226,0.18350153,0.09251025,0.42045733],"study_design_scores_gemma":[0.0001160394,0.00047034118,0.0043426477,0.010778196,0.000058557544,0.0016431892,0.24675313,0.00072839245,0.00048873055,0.11844458,0.6160081,0.00016810643],"about_ca_topic_score_codex":0.053490657,"about_ca_topic_score_gemma":0.12583452,"teacher_disagreement_score":0.07638403,"about_ca_system_score_codex":0.03134216,"about_ca_system_score_gemma":0.15503648,"threshold_uncertainty_score":0.4039622},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1945439447","doi":"10.1186/1478-4505-3-1","title":"Harnessing genomics to improve health in the Eastern Mediterranean Region – an executive course in genomics policy","year":2005,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Biotechnology and Related Fields","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"Canadian Institutes of Health Research; International Development Research Centre; Genome Canada","keywords":"Public relations; Health administration; Bioethics; Public health; Legislation; Health policy; Political science; Government (linguistics); Intellectual property; Health care; Business; Public administration; Medicine; Nursing; Law","score_opus":0.15924054863796627,"score_gpt":0.4800585819825455,"score_spread":0.3208180333445792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1945439447","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12167725,0.008926412,0.002172183,0.76617205,0.0075219525,0.00091010553,0.00031988436,0.00015317556,0.09214701],"genre_scores_gemma":[0.44723815,0.010786433,0.011958695,0.23858516,0.0052901884,0.0012627412,0.00063160626,0.000109810964,0.28413725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968008,0.0014166901,0.0000917004,0.0002145763,0.00031691036,0.0011593427],"domain_scores_gemma":[0.9953316,0.001345347,0.0003481434,0.00015563716,0.000781201,0.0020380816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01656874,0.00048686413,0.00032826772,0.00037603822,0.0051124725,0.004845513,0.0016414461,0.0071427724,0.0081978915],"category_scores_gemma":[0.0051825712,0.00030188294,0.0003345614,0.0005609321,0.0020795541,0.0029597934,0.004552033,0.0037425323,0.001530321],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002051262,0.002116794,0.010220423,0.0010357572,0.000031312644,0.0019197892,0.02527981,0.0022441207,0.0038430477,0.05340334,0.74912333,0.1505772],"study_design_scores_gemma":[0.00008559003,0.0002915115,0.021879232,0.00043233327,0.000014699533,0.00017745477,0.020559454,0.0006603704,0.0013065473,0.0063234875,0.9482343,0.00003502706],"about_ca_topic_score_codex":0.0125150075,"about_ca_topic_score_gemma":0.01708302,"teacher_disagreement_score":0.01656874,"about_ca_system_score_codex":0.010137195,"about_ca_system_score_gemma":0.024994241,"threshold_uncertainty_score":0.08762491},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1976810647","doi":"10.1186/1478-4505-5-5","title":"Valuing the scholarship of integration and the scholarship of application in the academy for health sciences scholars: recommended methods","year":2007,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Fondation pour la Recherche Médicale; Canadian Health Services Research Foundation","keywords":"Scholarship; Health services research; Sociology; Engineering ethics; Public relations; Political science; Medicine; Public health; Nursing; Law; Engineering","score_opus":0.7627238268965559,"score_gpt":0.7033392922149629,"score_spread":0.05938453468159299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976810647","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01948845,0.044411864,0.5997524,0.13272056,0.006509542,0.07123044,0.0014953538,0.0005917458,0.12379972],"genre_scores_gemma":[0.10936989,0.008378537,0.71345544,0.008244645,0.0009969663,0.15323162,0.00035857304,0.00013053353,0.0058337743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.54658777,0.41085023,0.014693688,0.006749547,0.0189438,0.0021750487],"domain_scores_gemma":[0.37747592,0.49402013,0.018794978,0.046262566,0.058058932,0.005387462],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39603058,0.003386304,0.003938848,0.02022998,0.01615848,0.022512138,0.00774628,0.00818858,0.019763974],"category_scores_gemma":[0.45703462,0.0021589613,0.002827587,0.027380014,0.03870258,0.022445384,0.019888213,0.008799868,0.0022331479],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002948689,0.00053465704,0.005973679,0.006268774,0.00018414328,0.000083518855,0.023146216,0.00053026417,0.00019528881,0.73940015,0.019142875,0.20424542],"study_design_scores_gemma":[0.0005648596,0.00041550337,0.007262135,0.017843151,0.00025556877,0.00020985336,0.028013814,0.0036911378,0.000862747,0.8440925,0.0965508,0.00023793793],"about_ca_topic_score_codex":0.008218713,"about_ca_topic_score_gemma":0.012717953,"teacher_disagreement_score":0.60396945,"about_ca_system_score_codex":0.02022921,"about_ca_system_score_gemma":0.044955917,"threshold_uncertainty_score":0.7448019},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1997479123","doi":"10.1186/1478-4505-7-4","title":"Evidence in the learning organization","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Dilemma; Health care; Health administration; Knowledge management; Health services research; Health informatics; Organizational learning; Evidence-based medicine; Thematic analysis; Narrative; Process (computing); Management science; Public relations; Medicine; Computer science; Qualitative research; Sociology; MEDLINE; Political science; Epistemology; Engineering; Social science","score_opus":0.4621810519885014,"score_gpt":0.46061468575329784,"score_spread":0.0015663662352035645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997479123","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015030527,0.09828601,0.06315945,0.40258476,0.0048875767,0.0009472358,0.000464751,0.00018543657,0.41445416],"genre_scores_gemma":[0.7875009,0.06365703,0.08519717,0.045583546,0.0023648501,0.0022694021,0.0006435874,0.000099797995,0.012683664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.92161685,0.057533946,0.0054003093,0.00400839,0.009508184,0.0019323775],"domain_scores_gemma":[0.76948416,0.1828969,0.012573737,0.011833412,0.018500598,0.0047111395],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05164087,0.00065120275,0.0010641245,0.01004845,0.005306041,0.02069341,0.0037031337,0.007872869,0.0099398345],"category_scores_gemma":[0.12769538,0.0005245661,0.001377215,0.0076261847,0.029054333,0.02032467,0.010542269,0.0067813643,0.0011148045],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021428,0.000049645438,0.0012199675,0.0017809481,0.000044433098,0.00030588277,0.0044260337,0.0005373148,0.000036213398,0.9173528,0.0117694065,0.0624559],"study_design_scores_gemma":[0.00005311085,0.000067508605,0.0009672781,0.014526299,0.0000646786,0.00037669204,0.009811089,0.0007681491,0.00017240636,0.6878177,0.28533646,0.00003863384],"about_ca_topic_score_codex":0.0033270132,"about_ca_topic_score_gemma":0.0023979954,"teacher_disagreement_score":0.94835913,"about_ca_system_score_codex":0.01204413,"about_ca_system_score_gemma":0.031800047,"threshold_uncertainty_score":0.27310628},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1998554030","doi":"10.1186/1478-4505-7-23","title":"Accountable priority setting for trust in health systems - the need for research into a new approach for strengthening sustainable health action in developing countries","year":2009,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Accountability; Equity (law); Health policy; Health services research; Transparency (behavior); Medicine; Business; Public relations; Public economics; Public health; Political science; Nursing; Economics","score_opus":0.6740323249214879,"score_gpt":0.6070241471988703,"score_spread":0.06700817772261758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998554030","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017989572,0.014223316,0.04074105,0.8920924,0.0030686094,0.0014058867,0.00019782118,0.00020562342,0.030075675],"genre_scores_gemma":[0.79454124,0.014733894,0.08516956,0.095336296,0.0019362078,0.0022984145,0.00028857237,0.0002121621,0.005483732],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.7057282,0.2487491,0.0070749763,0.0053534987,0.01947927,0.013615025],"domain_scores_gemma":[0.6258114,0.23232685,0.02916802,0.02918272,0.027673574,0.055837486],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.22605139,0.00096511067,0.0020989967,0.0020707382,0.008783313,0.025532449,0.0057191947,0.007333959,0.009047925],"category_scores_gemma":[0.25724268,0.00087603263,0.0024743255,0.0031585372,0.022757586,0.031718537,0.024138592,0.020443445,0.0010191028],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003727753,0.0005881168,0.013923178,0.005016604,0.0003214016,0.0005711627,0.023441708,0.0045434036,0.00058049615,0.59002507,0.076144785,0.28447133],"study_design_scores_gemma":[0.00048247684,0.0010484938,0.010253782,0.012963138,0.00021213821,0.0007557204,0.025818992,0.005066296,0.0011793458,0.699285,0.24261342,0.00032115038],"about_ca_topic_score_codex":0.018729258,"about_ca_topic_score_gemma":0.021092268,"teacher_disagreement_score":0.22605139,"about_ca_system_score_codex":0.039176922,"about_ca_system_score_gemma":0.14212121,"threshold_uncertainty_score":0.9544164},"labels":[],"label_agreement":null},{"id":"W2000353945","doi":"10.1186/1478-4505-5-14","title":"Housing, income support and mental health: Points of disconnection","year":2007,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Innovation, Science and Economic Development Canada; McMaster University; Lawson Health Research Institute; Western University","funders":"","keywords":"Disconnection; Social policy; Government (linguistics); Mental health; Health policy; Economic growth; Affordable housing; Business; Political science; Economics; Health care; Medicine","score_opus":0.34701244273476395,"score_gpt":0.5994642813611629,"score_spread":0.25245183862639897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000353945","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07442848,0.224408,0.0018018133,0.6556875,0.001065941,0.000024521913,0.00027165178,0.000042120515,0.042269986],"genre_scores_gemma":[0.873063,0.098747894,0.0010357942,0.022363698,0.0023241013,0.00004682323,0.00010383175,0.000030391957,0.0022843531],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9953595,0.0021013469,0.00023729826,0.0003053218,0.0012804884,0.00071600964],"domain_scores_gemma":[0.98663694,0.00779029,0.0013107857,0.0002793084,0.0017588156,0.0022238814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047117793,0.00038172342,0.0009150364,0.008091545,0.005282667,0.013310623,0.0017379028,0.005118921,0.00611525],"category_scores_gemma":[0.009953536,0.00042126136,0.00047071467,0.008174009,0.027249746,0.012873324,0.011518499,0.006950733,0.0003982725],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023881608,0.00037678742,0.06334373,0.0018120446,0.00019043038,0.0011729228,0.06166227,0.0009020684,0.00024633983,0.55454284,0.03196855,0.28354323],"study_design_scores_gemma":[0.000062391875,0.00013745933,0.1469079,0.0056177597,0.00012228405,0.0011972969,0.22150484,0.0010113886,0.00023283811,0.491021,0.13199022,0.00019457495],"about_ca_topic_score_codex":0.08177198,"about_ca_topic_score_gemma":0.10399192,"teacher_disagreement_score":0.08177198,"about_ca_system_score_codex":0.012703066,"about_ca_system_score_gemma":0.0106382435,"threshold_uncertainty_score":0.162592},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2007749895","doi":"10.1186/1478-4505-12-26","title":"Scientometric trends and knowledge maps of global health systems research","year":2014,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public health; Health services research; Science Citation Index; Productivity; Health informatics; Health administration; Bibliometrics; Global health; Medicine; Citation; Health policy; Health care; Political science; Library science; Economic growth; Nursing","score_opus":0.6010650173562717,"score_gpt":0.6598518647987747,"score_spread":0.058786847442502954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007749895","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5355891,0.08086515,0.091538325,0.02373337,0.0020074258,0.0011454243,0.044064872,0.003990286,0.21706605],"genre_scores_gemma":[0.9435453,0.019502126,0.023237608,0.0003989923,0.001446638,0.0005744596,0.008880006,0.00023558515,0.0021793954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858327,0.0048469272,0.0014953174,0.001236501,0.0060525374,0.00053603563],"domain_scores_gemma":[0.90349835,0.06119182,0.016103955,0.0058527705,0.012006866,0.001346141],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.017062664,0.0013328856,0.0014628022,0.12832516,0.0015578654,0.0107925255,0.0009155837,0.0011647791,0.007706776],"category_scores_gemma":[0.10315218,0.00041673478,0.0018526705,0.15373378,0.0029868477,0.013725283,0.004798251,0.0010524612,0.0012494077],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022356134,0.000107621876,0.3366919,0.006586346,0.0017956167,0.0004726078,0.0084420275,0.020681603,0.0006494585,0.15083478,0.033014234,0.4405003],"study_design_scores_gemma":[0.00006953341,0.00020680457,0.5233714,0.003161489,0.0006830122,0.0009832815,0.01398084,0.043826997,0.0011666121,0.29649132,0.11582607,0.00023271219],"about_ca_topic_score_codex":0.0056924024,"about_ca_topic_score_gemma":0.0034611302,"teacher_disagreement_score":0.98293734,"about_ca_system_score_codex":0.004188202,"about_ca_system_score_gemma":0.0037050538,"threshold_uncertainty_score":0.09023708},"labels":[],"label_agreement":null},{"id":"W2012264642","doi":"10.1186/1478-4505-10-15","title":"A multi-faceted approach to promote knowledge translation platforms in eastern Mediterranean countries: climate for evidence-informed policy","year":2012,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; World Health Organization","keywords":"Knowledge translation; Thematic analysis; Health services research; Qualitative research; Strengths and weaknesses; Public relations; Health policy; Political science; Work (physics); Environmental resource management; Economic growth; Knowledge management; Health care; Economics; Sociology; Psychology; Engineering; Computer science","score_opus":0.9343383661474145,"score_gpt":0.744873140856156,"score_spread":0.18946522529125853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012264642","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21384892,0.013682933,0.24780238,0.37583995,0.0044632647,0.03396365,0.00069761655,0.0021931403,0.10750813],"genre_scores_gemma":[0.49510273,0.004587831,0.45686084,0.019793231,0.0006051185,0.01660883,0.00028253335,0.00022842138,0.005930434],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.82952964,0.14407764,0.00952439,0.0034352709,0.008751948,0.0046811244],"domain_scores_gemma":[0.75779384,0.15256466,0.01584021,0.019201608,0.029642792,0.024956854],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.22893187,0.0010358819,0.0011436124,0.0067259,0.0096281255,0.016336694,0.0039305114,0.006301235,0.0076882765],"category_scores_gemma":[0.15876175,0.00095863926,0.0020385066,0.0049648313,0.00789446,0.017102873,0.035568703,0.007328174,0.0019186796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003431926,0.0014692312,0.008345452,0.010047661,0.0002218789,0.0031903444,0.28024787,0.0015792295,0.0042531537,0.03565361,0.029719,0.62492937],"study_design_scores_gemma":[0.00068648637,0.0018572609,0.022215012,0.032863967,0.0003225891,0.0025635185,0.33325106,0.006024169,0.004533641,0.09707888,0.49819675,0.0004066944],"about_ca_topic_score_codex":0.00223533,"about_ca_topic_score_gemma":0.0035954898,"teacher_disagreement_score":0.22893187,"about_ca_system_score_codex":0.0145669095,"about_ca_system_score_gemma":0.07034804,"threshold_uncertainty_score":0.95086426},"labels":[],"label_agreement":null},{"id":"W2023196103","doi":"10.1186/1478-4505-9-42","title":"Activating the knowledge-to-action cycle for geriatric care in India","year":2011,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Aging and Gerontology Research","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Geriatrics; Health care; Context (archaeology); Medicine; Knowledge translation; Health services research; Health administration; Population ageing; Action (physics); Action plan; Nursing; Health policy; Quality (philosophy); Demographics; Public health; Population; Knowledge management; Political science; Environmental health; Psychiatry; Sociology","score_opus":0.5348702211064552,"score_gpt":0.5936116166612729,"score_spread":0.05874139555481772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023196103","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33698726,0.005831582,0.007502475,0.5398453,0.0007235224,0.0009538244,0.00008880338,0.00022687305,0.10784047],"genre_scores_gemma":[0.95711404,0.004328266,0.01342392,0.022078224,0.00013574921,0.00032091647,0.0000263971,0.000016453743,0.002555968],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9845502,0.010880705,0.0005198967,0.00042395698,0.0012322037,0.0023929698],"domain_scores_gemma":[0.97923744,0.011397885,0.002675146,0.0007499585,0.0013949665,0.0045445273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014253572,0.00035193816,0.0003473748,0.0013545848,0.0055046645,0.0066350857,0.0019267127,0.0027082104,0.0027364425],"category_scores_gemma":[0.017087786,0.00037741422,0.00063253555,0.0014022733,0.008468526,0.003462803,0.010559956,0.00480042,0.00045579096],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025529254,0.003164797,0.06662134,0.0041216477,0.00012488909,0.0032385942,0.3257285,0.0013332994,0.0037956347,0.12233125,0.038242627,0.43104216],"study_design_scores_gemma":[0.00027166467,0.0014263027,0.12456883,0.0045309826,0.0002180249,0.0019670168,0.5400589,0.0015832429,0.0040542963,0.10085003,0.22022739,0.00024328305],"about_ca_topic_score_codex":0.019021435,"about_ca_topic_score_gemma":0.03516646,"teacher_disagreement_score":0.019021435,"about_ca_system_score_codex":0.012552271,"about_ca_system_score_gemma":0.06869315,"threshold_uncertainty_score":0.09107357},"labels":[],"label_agreement":null},{"id":"W2043240867","doi":"10.1186/1478-4505-7-15","title":"Aligning research to meet policy objectives for migrant families: an example from Canada","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada; Atlantic Canada Opportunities Agency; Agriculture and Agri-Food Canada; Public Safety Canada; U.S. Department of Justice; Public Health Agency; Public Health Agency of Canada","keywords":"General partnership; Agency (philosophy); Excellence; Health services research; Immigration; Health policy; Social policy; Public administration; Public relations; Public health; Political science; Public policy; Sociology; Medicine; Nursing; Social science; Law","score_opus":0.4297914581189395,"score_gpt":0.5556164206679306,"score_spread":0.12582496254899111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043240867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3883697,0.056132983,0.0056781876,0.37035865,0.0014728475,0.001715977,0.00083080336,0.00015346802,0.17528741],"genre_scores_gemma":[0.90582263,0.028846757,0.020474397,0.023599796,0.00019641667,0.00056937267,0.00032436117,0.00007498954,0.020091275],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9776764,0.009459146,0.0012665984,0.0006754068,0.0043570558,0.006565379],"domain_scores_gemma":[0.9489422,0.016815228,0.0018413335,0.0021425963,0.020308614,0.00995014],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03748968,0.0004118412,0.0005841149,0.0038234228,0.041307915,0.008798712,0.0031373925,0.004008823,0.002043772],"category_scores_gemma":[0.038259435,0.0003492977,0.000672358,0.012818094,0.008113653,0.0022450404,0.006694351,0.003427126,0.00020893467],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00026556398,0.00026061124,0.05038539,0.004655394,0.0001332961,0.009752055,0.44658402,0.001748732,0.001946877,0.13543911,0.10534684,0.24348216],"study_design_scores_gemma":[0.000095298645,0.000117705174,0.072555296,0.0030776032,0.0001257881,0.0009735157,0.44806212,0.00050184457,0.0008755376,0.010500674,0.46296582,0.00014880618],"about_ca_topic_score_codex":0.9787219,"about_ca_topic_score_gemma":0.99238116,"teacher_disagreement_score":0.96251035,"about_ca_system_score_codex":0.170397,"about_ca_system_score_gemma":0.52192926,"threshold_uncertainty_score":0.96222186},"labels":[],"label_agreement":null},{"id":"W2088156726","doi":"10.1186/1478-4505-7-31","title":"Translating research into policy: lessons learned from eclampsia treatment and malaria control in three southern African countries","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Medical Research Council; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health services research; Public health; Health policy; Knowledge translation; Focus group; Qualitative research; Psychological intervention; Thematic analysis; Medicine; Social policy; Evidence-based policy; Implementation research; Political science; Economic growth; Public relations; Nursing; Business; Sociology; Economics; Alternative medicine; Social science","score_opus":0.3274892719635755,"score_gpt":0.5129214924830133,"score_spread":0.1854322205194378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088156726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63112575,0.05554555,0.0045482926,0.2716325,0.00081701035,0.0022178218,0.00020101249,0.000057418405,0.03385466],"genre_scores_gemma":[0.95639765,0.024569618,0.0075719203,0.008913067,0.00008622295,0.0008527729,0.00009032599,0.00002720222,0.0014912178],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.92854065,0.058186475,0.0026901453,0.0010678169,0.002253734,0.007261217],"domain_scores_gemma":[0.90312326,0.08101149,0.003942019,0.0016703246,0.004593807,0.0056591937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09790448,0.0011240189,0.0012559574,0.0026934864,0.012068119,0.011951752,0.0029050922,0.005479514,0.0027360898],"category_scores_gemma":[0.09448231,0.00092033995,0.0008809826,0.006422449,0.016981201,0.009183831,0.014475186,0.0072571486,0.0001947901],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003536549,0.0005636668,0.012188273,0.007425583,0.000106837666,0.0095003545,0.7950565,0.0014919147,0.0009784552,0.040501557,0.0048535583,0.12697965],"study_design_scores_gemma":[0.00023957508,0.00041393124,0.017823493,0.011508463,0.00013685053,0.00061884616,0.884431,0.0005178549,0.0012027978,0.012863472,0.07017326,0.000070449656],"about_ca_topic_score_codex":0.047960974,"about_ca_topic_score_gemma":0.060148135,"teacher_disagreement_score":0.09790448,"about_ca_system_score_codex":0.028101154,"about_ca_system_score_gemma":0.08677994,"threshold_uncertainty_score":0.5177746},"labels":[],"label_agreement":null},{"id":"W20925953","doi":"10.1186/1478-4505-8-29","title":"Robust processes for robust product development","year":2008,"lang":"en","type":"dissertation","venue":"Health Research Policy and Systems","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"New product development; Computer science; Business; Marketing","score_opus":0.2883144574876389,"score_gpt":0.41505116839530015,"score_spread":0.12673671090766125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W20925953","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017068319,0.002001851,0.96391886,0.0013622534,0.0001363282,0.0007121542,0.00015305093,0.001019104,0.02898956],"genre_scores_gemma":[0.05009061,0.0024492445,0.93211377,0.00029850227,0.00010695962,0.0011730732,0.00043006142,0.000456918,0.012880869],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9684732,0.011633331,0.0027467718,0.0039262325,0.012268524,0.0009518366],"domain_scores_gemma":[0.95964324,0.014459705,0.003402475,0.015139687,0.0068185763,0.0005363532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031233119,0.0016686693,0.0013397812,0.003320155,0.001895911,0.009522823,0.0038992502,0.0034009733,0.0232678],"category_scores_gemma":[0.058384407,0.0014980913,0.0023050758,0.0028584322,0.006457683,0.007184803,0.008029426,0.0037629157,0.013009814],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009164654,0.0001416076,0.0008429789,0.0009843052,0.00011260726,0.0002851645,0.0009322515,0.035198487,0.004379789,0.6430798,0.009106395,0.30484492],"study_design_scores_gemma":[0.00008486143,0.00033537747,0.000928587,0.0012233857,0.00008340239,0.00037130885,0.0008053816,0.063383706,0.011020491,0.60142154,0.32021758,0.0001244172],"about_ca_topic_score_codex":0.0033631793,"about_ca_topic_score_gemma":0.002156373,"teacher_disagreement_score":0.031233119,"about_ca_system_score_codex":0.0037744003,"about_ca_system_score_gemma":0.008284442,"threshold_uncertainty_score":0.16517848},"labels":[],"label_agreement":null},{"id":"W2095477195","doi":"10.1186/1478-4505-8-21","title":"Capacity development for health research in Africa: experiences managing the African Doctoral Dissertation Research Fellowship Program","year":2010,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"William and Flora Hewlett Foundation; International Development Research Centre; Rockefeller Foundation; Ford Foundation","keywords":"Health services research; Capacity building; Health administration; Capacity development; Public health; Program evaluation; Political science; Health policy; Research program; Medicine; Public relations; Medical education; Economic growth; Nursing; Public administration; Environmental resource management","score_opus":0.5428109663494194,"score_gpt":0.5975218992792295,"score_spread":0.05471093292981011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095477195","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009873838,0.077417806,0.0014455937,0.76828635,0.116749294,0.0001426819,0.00002762074,0.000049720507,0.026007058],"genre_scores_gemma":[0.21401635,0.2764788,0.007275456,0.19882862,0.20240909,0.00077240623,0.00010692855,0.00041402853,0.09969834],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98083097,0.01274228,0.0008521236,0.0005586785,0.0033236945,0.0016922138],"domain_scores_gemma":[0.93962604,0.037670713,0.0021208697,0.00076277077,0.005051454,0.014768237],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.038860183,0.0007814465,0.0008215139,0.0016524728,0.0147846155,0.013131371,0.0023115946,0.008640072,0.0031727084],"category_scores_gemma":[0.05628111,0.0005240893,0.0007088546,0.0019576354,0.008962291,0.009958622,0.008970313,0.01352181,0.0007714163],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033902805,0.0001170751,0.00045096697,0.0012906129,0.000016192604,0.002219679,0.10126872,0.00016264875,0.00039213884,0.033479113,0.782258,0.07831104],"study_design_scores_gemma":[0.000009084436,0.00002855421,0.00027092823,0.0005547829,0.00000446459,0.00043131714,0.022749245,0.00003838203,0.00006205297,0.001717095,0.9741194,0.000014650585],"about_ca_topic_score_codex":0.0017207455,"about_ca_topic_score_gemma":0.0052870004,"teacher_disagreement_score":0.9611398,"about_ca_system_score_codex":0.0060010464,"about_ca_system_score_gemma":0.01820527,"threshold_uncertainty_score":0.20551479},"labels":[],"label_agreement":null},{"id":"W2095628659","doi":"10.1186/1478-4505-12-43","title":"Advancing the application of systems thinking in health: advice seeking behavior among primary health care physicians in Pakistan","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Waterloo","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre; World Health Organization","keywords":"Referral; Qualitative research; Nursing; Medicine; Stakeholder; Medical education; Public relations; Sociology","score_opus":0.06254037312556918,"score_gpt":0.42736811046734324,"score_spread":0.3648277373417741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095628659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775353,0.0010836278,0.0024749786,0.007738586,0.000027352931,0.000119906785,0.000029176834,0.000012829198,0.0109782],"genre_scores_gemma":[0.9974679,0.00051084836,0.0015721557,0.00023891796,0.000006419602,0.000019075676,0.0000045281836,0.0000010122898,0.00017924666],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9967429,0.0020358008,0.00012538467,0.00020179969,0.00046918626,0.0004249341],"domain_scores_gemma":[0.9898666,0.007507776,0.0011431751,0.0001594491,0.0007073119,0.00061569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059589217,0.0002319532,0.00017799325,0.0013661758,0.0042908024,0.0038106889,0.00066553673,0.0008602779,0.0009917279],"category_scores_gemma":[0.005721077,0.00022194925,0.00018339072,0.0014080375,0.005334603,0.0018977562,0.0020329442,0.00118839,0.000063617306],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041521915,0.00019895408,0.14795671,0.0006619071,0.000021573645,0.0015802609,0.77801806,0.0006345441,0.001225111,0.0064418134,0.0010058458,0.06221369],"study_design_scores_gemma":[0.000020556443,0.00033051835,0.11039267,0.0006459273,0.000027331236,0.0008311893,0.86387056,0.0015261269,0.00071139203,0.0068487767,0.014755485,0.00003945258],"about_ca_topic_score_codex":0.025814269,"about_ca_topic_score_gemma":0.035023704,"teacher_disagreement_score":0.025814269,"about_ca_system_score_codex":0.0069825277,"about_ca_system_score_gemma":0.014818005,"threshold_uncertainty_score":0.051328003},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2095774359","doi":"10.1186/1478-4505-7-s1-s14","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 14: Organising and using policy dialogues to support evidence-informed policymaking","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Facilitator; Public relations; Health policy; Health services research; Action (physics); Representation (politics); Health administration; Process (computing); Political science; Health care; Computer science; Law; Politics","score_opus":0.9308363761078695,"score_gpt":0.754845885711217,"score_spread":0.1759904903966525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095774359","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052827317,0.007557551,0.65137434,0.10639477,0.0043405676,0.005735662,0.003652861,0.014319271,0.20134221],"genre_scores_gemma":[0.04104084,0.0057086195,0.9240573,0.006266004,0.00069176377,0.005530684,0.0029220493,0.0016010684,0.0121817505],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.8195742,0.14314371,0.017085036,0.004746906,0.0120278895,0.0034222908],"domain_scores_gemma":[0.59255815,0.34911525,0.010493651,0.022993118,0.01666533,0.008174549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14404796,0.0033432327,0.002647544,0.01740556,0.0078576915,0.036073428,0.008218806,0.014737424,0.03780673],"category_scores_gemma":[0.27278656,0.0029893864,0.0041764313,0.01326408,0.011199941,0.033003725,0.03540893,0.010558492,0.02418279],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032552026,0.00047692982,0.0015019461,0.010994485,0.00028936332,0.0011055461,0.04886551,0.0039160885,0.0019312215,0.29859397,0.12221751,0.509782],"study_design_scores_gemma":[0.00020379003,0.0001196241,0.0004854813,0.013021325,0.00011867768,0.00036929944,0.0123622995,0.0038958436,0.0016017118,0.3115866,0.6560108,0.00022464746],"about_ca_topic_score_codex":0.0032746007,"about_ca_topic_score_gemma":0.0048038354,"teacher_disagreement_score":0.14404796,"about_ca_system_score_codex":0.008426645,"about_ca_system_score_gemma":0.033173963,"threshold_uncertainty_score":0.76180756},"labels":[],"label_agreement":null},{"id":"W2096059379","doi":"10.1186/1478-4505-12-11","title":"A practical and systematic approach to organisational capacity strengthening for research in the health sector in Africa","year":2014,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario","funders":"Department for International Development; Department for International Development, UK Government; Wellcome Trust; London School of Hygiene and Tropical Medicine","keywords":"Capacity building; Process management; Psychological intervention; Variety (cybernetics); Sustainability; Process (computing); Health services research; Health administration; Systematic review; Management science; Business; Risk analysis (engineering); Health care; Medicine; Economics; Computer science; Economic growth; Political science; Nursing; MEDLINE","score_opus":0.7857128476942594,"score_gpt":0.6168763443842732,"score_spread":0.16883650330998623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096059379","genre_codex":"methods","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008148381,0.012645656,0.7820343,0.100258,0.0020098563,0.066219434,0.0003641796,0.0008492095,0.027471006],"genre_scores_gemma":[0.03604436,0.002707924,0.9390449,0.0022545867,0.00014824748,0.01850063,0.000105049934,0.00006467459,0.0011297078],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.3485503,0.58514094,0.025530936,0.011404576,0.024922779,0.004450426],"domain_scores_gemma":[0.4451039,0.39989647,0.0225316,0.056157254,0.062298197,0.014012517],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4753528,0.004246466,0.0037055768,0.026392326,0.014584093,0.02575824,0.011852479,0.012195723,0.006864535],"category_scores_gemma":[0.39716342,0.0034274617,0.0051423647,0.014493966,0.040809743,0.023215126,0.040461756,0.014002653,0.0022645537],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017745234,0.0009661474,0.0037705456,0.027116464,0.0006751657,0.0021853868,0.1712255,0.007165587,0.002294053,0.24127506,0.021633092,0.5215155],"study_design_scores_gemma":[0.0005510725,0.0011314251,0.0032202993,0.058059536,0.0004959768,0.00169634,0.11562436,0.008604389,0.0026632107,0.4810615,0.3264848,0.00040718567],"about_ca_topic_score_codex":0.005181278,"about_ca_topic_score_gemma":0.013246604,"teacher_disagreement_score":0.52464724,"about_ca_system_score_codex":0.03626759,"about_ca_system_score_gemma":0.21378432,"threshold_uncertainty_score":0.6469834},"labels":[],"label_agreement":null},{"id":"W2097381607","doi":"10.1186/1478-4505-7-s1-s1","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 1: What is evidence-informed policymaking?","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":402,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health services research; Health policy; Evidence-based policy; Public relations; Evidence-based practice; Process (computing); Health administration; Evidence-based medicine; Political science; Public economics; Health care; Medicine; MEDLINE; Economics; Alternative medicine; Computer science; Law","score_opus":0.9128314829040383,"score_gpt":0.7654888444089923,"score_spread":0.14734263849504592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097381607","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038973058,0.029371599,0.47320718,0.34875402,0.0050597936,0.0033564435,0.0022376631,0.003185808,0.13093024],"genre_scores_gemma":[0.059182804,0.020405333,0.8948163,0.013116663,0.0020440482,0.0034196652,0.001396653,0.00047174725,0.00514694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.84039766,0.12057483,0.01797485,0.0029225713,0.015931655,0.0021984288],"domain_scores_gemma":[0.3842982,0.5474274,0.016535329,0.01824796,0.027017767,0.006473401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.15968812,0.0025559296,0.0038532745,0.020509522,0.004359059,0.031952515,0.005799163,0.01633091,0.0254787],"category_scores_gemma":[0.43693578,0.0023735836,0.0029418182,0.01678564,0.008873926,0.03624928,0.0169242,0.010518987,0.013264979],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001864534,0.00037653546,0.0016931706,0.015507585,0.0002504508,0.00073992915,0.0057356106,0.0034612266,0.0005190805,0.479064,0.08402139,0.40844467],"study_design_scores_gemma":[0.00018401243,0.00009292174,0.0006515363,0.02266214,0.00012964572,0.00042658235,0.0043247277,0.005537879,0.00085775787,0.6152129,0.34974894,0.00017095455],"about_ca_topic_score_codex":0.002389627,"about_ca_topic_score_gemma":0.0030242084,"teacher_disagreement_score":0.15968812,"about_ca_system_score_codex":0.006485565,"about_ca_system_score_gemma":0.029992262,"threshold_uncertainty_score":0.8445216},"labels":[],"label_agreement":null},{"id":"W2098032053","doi":"10.1186/1478-4505-7-s1-s17","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 17: Dealing with insufficient research evidence","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health services research; Health policy; Evidence-based medicine; Evidence-based policy; Health administration; Certainty; Evidence-based practice; Health economics; Best evidence; Public health; Public relations; Public economics; Medicine; Actuarial science; MEDLINE; Economics; Political science; Alternative medicine; Nursing; Medical education; Law","score_opus":0.7891675175935177,"score_gpt":0.6922083660233679,"score_spread":0.09695915157014978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098032053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066026594,0.049067657,0.61038893,0.25927094,0.0072392826,0.011615491,0.003176622,0.0045281067,0.048110355],"genre_scores_gemma":[0.037848163,0.011359366,0.9303943,0.008023379,0.001493414,0.008912344,0.0006615066,0.00026428112,0.0010432304],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.53583014,0.34679133,0.07934692,0.0058105807,0.029690469,0.0025305944],"domain_scores_gemma":[0.05973286,0.87837225,0.019031594,0.016717656,0.022999518,0.0031460319],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.45232755,0.00470751,0.010786639,0.050433226,0.005412095,0.039531283,0.011024822,0.021805905,0.024269948],"category_scores_gemma":[0.78974587,0.0057911137,0.008136941,0.028490182,0.011754639,0.04197815,0.034155186,0.014923956,0.00643763],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007498415,0.00034695654,0.0031259998,0.111254774,0.0030909127,0.002130119,0.013582053,0.005047189,0.0006817108,0.20930743,0.07009731,0.5805857],"study_design_scores_gemma":[0.0010777465,0.00024123967,0.0009113011,0.11159445,0.0018468294,0.0013537424,0.0065135183,0.011363331,0.001349526,0.66224235,0.20097548,0.0005304983],"about_ca_topic_score_codex":0.001665151,"about_ca_topic_score_gemma":0.0028440712,"teacher_disagreement_score":0.54767245,"about_ca_system_score_codex":0.009321794,"about_ca_system_score_gemma":0.042960383,"threshold_uncertainty_score":0.67537767},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2099295372","doi":"10.1186/1478-4505-7-s1-s6","title":"SUPPORT Tools for Evidence-informed Policymaking in health 6: Using research evidence to address how an option will be implemented","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health policy; Order (exchange); Health services research; Health administration; Public relations; Health care; Position (finance); Management science; Process management; Implementation research; Public health; Business; Medicine; Political science; Nursing; Economics; Economic growth","score_opus":0.8716757477700084,"score_gpt":0.7319989808718276,"score_spread":0.13967676689818087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099295372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052477745,0.016213765,0.55745834,0.2950581,0.0047788275,0.0074185175,0.0022932377,0.0035727648,0.107958674],"genre_scores_gemma":[0.04527489,0.00804753,0.93155426,0.006652468,0.00074002537,0.0051950905,0.0006080372,0.00017926352,0.0017484156],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.70744085,0.237335,0.030811602,0.004005221,0.017034873,0.0033724804],"domain_scores_gemma":[0.30492187,0.6258214,0.018362923,0.023166485,0.02156779,0.006159529],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.32433072,0.004726341,0.0064193774,0.026318712,0.005857558,0.040276855,0.0107185,0.02261161,0.026304182],"category_scores_gemma":[0.50588465,0.0026848873,0.006957645,0.014710239,0.011876309,0.04313453,0.020294363,0.015149684,0.007942851],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038820942,0.0006684515,0.002441189,0.027140152,0.0009752996,0.0010498677,0.011709624,0.008478736,0.00046206845,0.4918089,0.06281435,0.39206317],"study_design_scores_gemma":[0.0006522843,0.0002040164,0.00078645657,0.055080965,0.000556751,0.0003609385,0.010380921,0.009630263,0.000974105,0.7215563,0.1994066,0.00041031695],"about_ca_topic_score_codex":0.0040833857,"about_ca_topic_score_gemma":0.0065705245,"teacher_disagreement_score":0.32433072,"about_ca_system_score_codex":0.012202688,"about_ca_system_score_gemma":0.054518342,"threshold_uncertainty_score":0.83322054},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2100729517","doi":"10.1186/1478-4505-10-36","title":"Community-based organizations in the health sector: A scoping review","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Public Health Ontario; University of Toronto; McMaster University","funders":"","keywords":"Terminology; Public health; Community health; Community organization; Public relations; Health services research; Health administration; Population health; Population; Public sector; Medicine; Knowledge management; Political science; Nursing; Computer science; Environmental health","score_opus":0.6368407429332383,"score_gpt":0.6117416943145465,"score_spread":0.025099048618691833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100729517","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048282644,0.99668294,0.00020100642,0.0011339126,0.00027455646,0.00021559,0.000038776107,0.000004624733,0.0009656133],"genre_scores_gemma":[0.004322149,0.99381,0.0005710011,0.00052100845,0.00012266752,0.000460709,0.000071309434,0.0000036256597,0.00011754741],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97820115,0.010501563,0.005765321,0.0009495667,0.003644424,0.00093792146],"domain_scores_gemma":[0.88530505,0.09254958,0.009557825,0.0014337496,0.00975236,0.0014014333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029348036,0.0014803889,0.0034727955,0.030696623,0.002694018,0.008519431,0.0025030726,0.006505098,0.0044224705],"category_scores_gemma":[0.088731766,0.0014129538,0.0037029001,0.037034053,0.0031424328,0.008965329,0.005117629,0.0029730687,0.00077768683],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010603897,0.00013727411,0.001591744,0.6078857,0.0006934576,0.00042017194,0.0043595466,0.00050987926,0.00020520229,0.010548488,0.012330751,0.36121172],"study_design_scores_gemma":[0.000014454567,0.000054004297,0.0010791083,0.9326535,0.00069975184,0.00023911493,0.0019791042,0.00008708552,0.00006852359,0.0012535575,0.061852038,0.000019874953],"about_ca_topic_score_codex":0.011633799,"about_ca_topic_score_gemma":0.018089116,"teacher_disagreement_score":0.030696623,"about_ca_system_score_codex":0.010310339,"about_ca_system_score_gemma":0.036330827,"threshold_uncertainty_score":0.15520906},"labels":[],"label_agreement":null},{"id":"W2100782080","doi":"10.1186/1478-4505-7-s1-s9","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 9: Assessing the applicability of the findings of a systematic review","year":2009,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Alliance for Health Policy and Systems Research; European Commission; Direktoratet for Utviklingssamarbeid; Ontario Ministry of Health and Long-Term Care","keywords":"Systematic review; Variety (cybernetics); Health services research; Health administration; Task (project management); Health policy; Management science; Medicine; Public health; Baseline (sea); Work (physics); Actuarial science; MEDLINE; Risk analysis (engineering); Computer science; Economics; Political science; Nursing","score_opus":0.7933630302210919,"score_gpt":0.7149700072219606,"score_spread":0.07839302299913131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100782080","genre_codex":"protocol","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012726618,0.13041,0.28795895,0.07757888,0.011673806,0.3337998,0.08396511,0.014565157,0.047321662],"genre_scores_gemma":[0.031848367,0.016263645,0.69793606,0.0044074766,0.0007939373,0.24299365,0.0043201307,0.0006875645,0.0007491992],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.23178402,0.5232427,0.19711775,0.013944131,0.031444598,0.0024668428],"domain_scores_gemma":[0.04457157,0.87167263,0.03251269,0.022166587,0.02742365,0.0016528105],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5628133,0.008467121,0.025099173,0.0823985,0.0055574016,0.030182427,0.009930444,0.01484612,0.046023928],"category_scores_gemma":[0.87456036,0.0099227065,0.03984033,0.06454328,0.01253441,0.03099735,0.029038696,0.010652204,0.007592809],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008160399,0.00010067674,0.002419328,0.8123715,0.017115382,0.00044048333,0.0047430233,0.0018425246,0.00047147804,0.019739958,0.023789806,0.11614982],"study_design_scores_gemma":[0.0040632845,0.00085487834,0.005146037,0.7405539,0.030169712,0.0009372424,0.0054081627,0.007826691,0.0013283148,0.09615287,0.106519066,0.0010397922],"about_ca_topic_score_codex":0.0039058267,"about_ca_topic_score_gemma":0.0067619905,"teacher_disagreement_score":0.43718672,"about_ca_system_score_codex":0.017905198,"about_ca_system_score_gemma":0.057947833,"threshold_uncertainty_score":0.53912914},"labels":[],"label_agreement":null},{"id":"W2101168810","doi":"10.1186/s12961-015-0011-1","title":"Exploring the perspectives and preferences for HTA across German healthcare stakeholders using a multi-criteria assessment of a pulmonary heart sensor as a case study","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Micropharma (Canada); TransCanada (Canada)","funders":"Bundesministerium für Bildung und Forschung; Deutsche Forschungsgemeinschaft; Friedrich-Alexander-Universität Erlangen-Nürnberg","keywords":"Health services research; German; Health administration; Health informatics; Public health; Medicine; Health care; Health economics; Health policy; Healthcare policy; Quality of Life Research; Social policy; Nursing; Health care reform; Political science; Geography","score_opus":0.968800687671912,"score_gpt":0.6922346161167338,"score_spread":0.2765660715551782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101168810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9821945,0.00042461255,0.009492571,0.0030496449,0.00002122354,0.00041099574,0.000094550785,0.000009877208,0.0043019853],"genre_scores_gemma":[0.9884095,0.00022951199,0.010399797,0.00036361738,0.000009596208,0.00021479056,0.000047096193,0.0000058083397,0.0003202367],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95941305,0.034674775,0.0012728338,0.0007988088,0.002370695,0.0014698221],"domain_scores_gemma":[0.96402663,0.02758962,0.002273801,0.0006907185,0.0035878252,0.0018313148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038178023,0.00070217444,0.0005778695,0.0024803681,0.0030587602,0.0039627296,0.00081981486,0.0021364691,0.0020892066],"category_scores_gemma":[0.033082783,0.0003167212,0.00095283205,0.0018769858,0.0027853001,0.00192724,0.0036036032,0.0014123034,0.0001724653],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019234493,0.002601262,0.14991623,0.003263569,0.0006659938,0.01545312,0.57638204,0.01226981,0.021009173,0.038379185,0.0065828837,0.17155327],"study_design_scores_gemma":[0.0002863529,0.003161811,0.0681903,0.0022643602,0.00039501177,0.0037146467,0.8030742,0.038693655,0.010503895,0.023280228,0.046011847,0.00042374257],"about_ca_topic_score_codex":0.004593844,"about_ca_topic_score_gemma":0.006063784,"teacher_disagreement_score":0.038178023,"about_ca_system_score_codex":0.0061121034,"about_ca_system_score_gemma":0.004103864,"threshold_uncertainty_score":0.2019071},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2103559385","doi":"10.1186/1478-4505-7-s1-s13","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 13: Preparing and using policy briefs to support evidence-informed policymaking","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research; European Commission; Ontario Ministry of Health and Long-Term Care","keywords":"Evidence-based policy; Health policy; Health services research; Equity (law); Context (archaeology); Evidence-based practice; Public relations; Relevance (law); Policy analysis; Evidence-based medicine; Management science; Political science; Medicine; Health care; Public administration; Economics; MEDLINE; Law; Alternative medicine","score_opus":0.6940124078556779,"score_gpt":0.6603350675013452,"score_spread":0.033677340354332674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103559385","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003465845,0.014478283,0.34451663,0.40817162,0.016397158,0.026372438,0.0074998136,0.012442343,0.16665591],"genre_scores_gemma":[0.019989481,0.01413705,0.8974024,0.022794167,0.002663614,0.023996474,0.003980653,0.0017056952,0.013330442],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5606863,0.3285066,0.069958664,0.0059658415,0.028114647,0.0067679416],"domain_scores_gemma":[0.17347549,0.6796225,0.031883165,0.032413386,0.06875479,0.013850709],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.41885573,0.0041412557,0.0037262042,0.026653484,0.007872293,0.0418986,0.010596734,0.019840052,0.049529437],"category_scores_gemma":[0.67536867,0.0050541516,0.005884164,0.017622616,0.009816326,0.040175132,0.034624003,0.020242298,0.03186071],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028487842,0.00040722315,0.0009968028,0.024812575,0.00032195743,0.0007460495,0.021625556,0.0025187756,0.0007459794,0.13407066,0.33104423,0.4824253],"study_design_scores_gemma":[0.00032189206,0.00017029836,0.00062242313,0.042537928,0.00021418049,0.00025393118,0.0075543937,0.0014651733,0.00094065315,0.14938629,0.7962247,0.00030804746],"about_ca_topic_score_codex":0.0047192336,"about_ca_topic_score_gemma":0.0068422486,"teacher_disagreement_score":0.41885573,"about_ca_system_score_codex":0.022262275,"about_ca_system_score_gemma":0.103383556,"threshold_uncertainty_score":0.71665436},"labels":[],"label_agreement":null},{"id":"W2103798146","doi":"10.1186/1478-4505-12-28","title":"Advancing the application of systems thinking in health: why cure crowds out prevention","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Alliance for Health Policy and Systems Research; International Development Research Centre; Bloomberg Philanthropies; World Health Organization","keywords":"Crowds; Public health; Health services research; Health administration; Health informatics; Health policy; Medicine; Nursing; Environmental health; Computer science; Computer security","score_opus":0.5030376236932038,"score_gpt":0.5958156754527064,"score_spread":0.0927780517595026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103798146","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12485389,0.008000358,0.5571939,0.1590738,0.0009873811,0.00036730658,0.00031921954,0.00044104588,0.14876321],"genre_scores_gemma":[0.91907823,0.0032646463,0.06811421,0.0032403702,0.0002827927,0.00039714508,0.000044644727,0.000069476286,0.005508513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9952825,0.003822285,0.00006687951,0.00023898884,0.00039357046,0.00019572877],"domain_scores_gemma":[0.98656684,0.011604061,0.00045548737,0.0004255512,0.00046216324,0.00048582608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058719623,0.0008767002,0.0007653992,0.0009295603,0.0015037676,0.0041241115,0.0012966044,0.003806347,0.0061119352],"category_scores_gemma":[0.0108408015,0.0005096442,0.0011726426,0.0008172542,0.007852385,0.003359352,0.002744428,0.0031878399,0.00048792988],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007579237,0.000083719475,0.0024790752,0.0002384302,0.00006725278,0.0001685808,0.0014006856,0.1343554,0.00045963188,0.846135,0.0028084787,0.011728026],"study_design_scores_gemma":[0.00008629158,0.000103224214,0.0003660353,0.0001569555,0.00002958346,0.0000642544,0.00048073562,0.17078762,0.00032041126,0.8118863,0.015686221,0.000032260123],"about_ca_topic_score_codex":0.007416944,"about_ca_topic_score_gemma":0.0043874453,"teacher_disagreement_score":0.007416944,"about_ca_system_score_codex":0.00468162,"about_ca_system_score_gemma":0.0048826733,"threshold_uncertainty_score":0.033967674},"labels":[],"label_agreement":null},{"id":"W2107299871","doi":"10.1186/1478-4505-7-s1-i1","title":"SUPPORT Tools for evidence-informed health Policymaking (STP)","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":290,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research; West China Hospital, Sichuan University; Direktoratet for Utviklingssamarbeid; University of Cape Town; Sichuan University; Helsedirektoratet; University of the Western Cape; European Commission; London School of Hygiene and Tropical Medicine","keywords":"Health services research; Set (abstract data type); Framing (construction); Health policy; Evidence-based practice; Management science; Evidence-based policy; Public relations; Evidence-based medicine; Health administration; Computer science; Public health; Knowledge management; MEDLINE; Political science; Medicine; Alternative medicine; Nursing; Economics; Engineering","score_opus":0.9570404174385724,"score_gpt":0.8093999759153485,"score_spread":0.14764044152322386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107299871","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019275047,0.011399907,0.7388948,0.074731395,0.006605914,0.007486659,0.007916504,0.017971685,0.13306566],"genre_scores_gemma":[0.008311543,0.0065223654,0.96046126,0.0053249705,0.0009781523,0.006471814,0.0034072092,0.001133929,0.007388799],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8929303,0.06571755,0.022333134,0.0031396374,0.0139147155,0.0019647358],"domain_scores_gemma":[0.49657884,0.41311616,0.015479228,0.029740194,0.038814962,0.006270618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.110144176,0.003462956,0.0029289231,0.019147495,0.0033457044,0.02242292,0.00659659,0.011706728,0.063107446],"category_scores_gemma":[0.36700588,0.0033053476,0.00571974,0.017467028,0.004368214,0.030962149,0.024063382,0.009382329,0.04351894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023276352,0.00025407836,0.00076199305,0.01682542,0.00021890459,0.00072153524,0.0068731084,0.0020633882,0.00085205893,0.20244154,0.18450473,0.5842505],"study_design_scores_gemma":[0.00015185952,0.0000904104,0.00031441788,0.014956985,0.000088438086,0.00040958344,0.0022271394,0.0019567453,0.0007757587,0.20272976,0.7761733,0.00012558863],"about_ca_topic_score_codex":0.0015844473,"about_ca_topic_score_gemma":0.0019366016,"teacher_disagreement_score":0.110144176,"about_ca_system_score_codex":0.0048452513,"about_ca_system_score_gemma":0.018063335,"threshold_uncertainty_score":0.58250505},"labels":[],"label_agreement":null},{"id":"W2107921775","doi":"10.1186/1478-4505-7-s1-s11","title":"SUPPORT Tools for evidence-informed Policymaking in health 11: Finding and using evidence about local conditions","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Evidence-based practice; Evidence-based medicine; Health services research; Health policy; Evidence-based policy; Quality (philosophy); Empirical evidence; Health administration; Public relations; Public health; Public economics; Medicine; MEDLINE; Political science; Economics; Nursing; Alternative medicine","score_opus":0.9510852636086986,"score_gpt":0.797971658121183,"score_spread":0.15311360548751562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107921775","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055201934,0.046180543,0.48177275,0.29666686,0.0069531775,0.013188394,0.0034372509,0.0036090645,0.14267182],"genre_scores_gemma":[0.041048955,0.0206625,0.9168578,0.008033972,0.0011113494,0.008696418,0.00084380753,0.00025134013,0.002493874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.63076955,0.3044343,0.03715591,0.0036468348,0.021593576,0.0023997815],"domain_scores_gemma":[0.18439838,0.7510028,0.01612305,0.020777944,0.022454383,0.0052434388],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.32007974,0.003467898,0.007844896,0.032270435,0.004979115,0.03946072,0.008093887,0.014497153,0.03429087],"category_scores_gemma":[0.614802,0.0030275313,0.0061006173,0.021585006,0.010209599,0.033220742,0.024303421,0.012747755,0.010157158],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004034474,0.0005266143,0.0024250133,0.04937464,0.0012322788,0.0009388363,0.012612948,0.0044082785,0.0005163477,0.2257432,0.077185966,0.6246325],"study_design_scores_gemma":[0.00082908134,0.00030012618,0.0019844542,0.099066146,0.00096618966,0.0005789637,0.014913634,0.005959264,0.0010152534,0.56391144,0.31003225,0.00044318318],"about_ca_topic_score_codex":0.0026497482,"about_ca_topic_score_gemma":0.0050311172,"teacher_disagreement_score":0.32007974,"about_ca_system_score_codex":0.009222924,"about_ca_system_score_gemma":0.04019248,"threshold_uncertainty_score":0.8384627},"labels":[],"label_agreement":null},{"id":"W2110420621","doi":"10.1186/1478-4505-12-50","title":"Advancing the application of systems thinking in health","year":2014,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre; World Health Organization","keywords":"Health services research; Context (archaeology); Systems thinking; Health policy; Health administration; Computer science; Data science; Management science; Public relations; Public health; Medicine; Nursing; Artificial intelligence; Political science","score_opus":0.5238105620039856,"score_gpt":0.5788263672004709,"score_spread":0.0550158051964853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110420621","genre_codex":"methods","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014198007,0.12638232,0.42638594,0.2416081,0.0030549315,0.0009578356,0.00027022482,0.0008714158,0.18627125],"genre_scores_gemma":[0.35939413,0.08959328,0.5288355,0.012063375,0.0023151124,0.0021717346,0.00019918717,0.00025183926,0.005175796],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9512817,0.04016585,0.0017756379,0.0017017513,0.0041254945,0.00094945304],"domain_scores_gemma":[0.8382552,0.14623085,0.003012521,0.0063314354,0.004236063,0.001933883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06090566,0.0017289338,0.0017044985,0.012912637,0.0030993859,0.018988729,0.0025751097,0.005440614,0.0076904744],"category_scores_gemma":[0.047841456,0.0010220021,0.002312194,0.0073802806,0.030147562,0.019213455,0.0128455525,0.009183301,0.0012469337],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031972555,0.00012016352,0.0017944202,0.003539164,0.00014229491,0.0001542496,0.010796271,0.0031270613,0.0003539645,0.81842417,0.0073896362,0.15412654],"study_design_scores_gemma":[0.000026734231,0.00008769429,0.00089428003,0.0032601124,0.00003066413,0.00009886541,0.004150583,0.0035735585,0.000358618,0.9261411,0.06133779,0.000040087045],"about_ca_topic_score_codex":0.0047484664,"about_ca_topic_score_gemma":0.0043798345,"teacher_disagreement_score":0.06090566,"about_ca_system_score_codex":0.014871157,"about_ca_system_score_gemma":0.026961787,"threshold_uncertainty_score":0.3221038},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2114178586","doi":"10.1186/s12961-015-0012-0","title":"Capacity for conducting systematic reviews in low- and middle-income countries: a rapid appraisal","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; International Development Research Centre","keywords":"Systematic review; Capacity building; Workforce; Health services research; Critical appraisal; Low and middle income countries; Public relations; Health administration; Business; Political science; Medicine; Developing country; Economic growth; Economics; Public health; Nursing; MEDLINE; Alternative medicine","score_opus":0.9654931214453396,"score_gpt":0.6802971029486433,"score_spread":0.2851960184966963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114178586","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013056079,0.3800489,0.10307313,0.2229869,0.014603141,0.20919435,0.012857794,0.003237286,0.040942498],"genre_scores_gemma":[0.11426221,0.21333978,0.37037092,0.014612941,0.0043773656,0.27439407,0.005953432,0.0008178194,0.0018714664],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.14091289,0.5600612,0.19167465,0.010694765,0.08866739,0.007989083],"domain_scores_gemma":[0.038324304,0.59472907,0.09891225,0.035874553,0.2196962,0.012463694],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.78123313,0.0050691287,0.014180809,0.05580153,0.007259193,0.032012716,0.012345713,0.009040882,0.015741283],"category_scores_gemma":[0.8940865,0.008688417,0.0119290305,0.048599027,0.01213512,0.032706667,0.02996421,0.012501496,0.0071302443],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009659244,0.0002182756,0.006904941,0.5556347,0.0041629476,0.0006543626,0.011814255,0.0026256558,0.0011192588,0.015464499,0.0771222,0.32331306],"study_design_scores_gemma":[0.001311172,0.0009401047,0.012940222,0.7608799,0.0043991744,0.0006501973,0.007067585,0.0036803847,0.00085426006,0.01837116,0.18822148,0.0006843648],"about_ca_topic_score_codex":0.00666655,"about_ca_topic_score_gemma":0.0076062116,"teacher_disagreement_score":0.21876687,"about_ca_system_score_codex":0.032778174,"about_ca_system_score_gemma":0.20826344,"threshold_uncertainty_score":0.26977855},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2115722485","doi":"10.1186/1478-4505-7-s1-s4","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 4: Using research evidence to clarify a problem","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Legislature; Health policy; Public relations; Health administration; Health services research; Newspaper; Action (physics); Politics; Political science; Health care; Sociology; Law","score_opus":0.8596765275784819,"score_gpt":0.7236962723311345,"score_spread":0.13598025524734736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115722485","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028473462,0.027344992,0.41035753,0.47075832,0.007716088,0.0058677397,0.0016671033,0.0024940695,0.070946805],"genre_scores_gemma":[0.041805625,0.010856928,0.9129765,0.023947332,0.0022349712,0.0044971127,0.0007396346,0.00031576422,0.0026260815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.53090644,0.3680471,0.05793621,0.008552172,0.029391013,0.0051671565],"domain_scores_gemma":[0.12084933,0.80491066,0.018744301,0.026054898,0.024614096,0.004826689],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.38928488,0.004424774,0.0067761024,0.03669806,0.008120506,0.05738974,0.013539956,0.03899425,0.017581444],"category_scores_gemma":[0.65239626,0.0043348614,0.007841953,0.022528382,0.031946704,0.06607936,0.035490476,0.025902295,0.010257753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002610407,0.00024067328,0.0017801708,0.029322464,0.00066344853,0.0010746607,0.020012004,0.0022861727,0.00055829936,0.62130404,0.07463072,0.24786629],"study_design_scores_gemma":[0.00021377868,0.000101008874,0.0003514709,0.036496554,0.00029654428,0.000556983,0.008507682,0.0028159805,0.00068531354,0.70450234,0.24524924,0.00022310574],"about_ca_topic_score_codex":0.0034422546,"about_ca_topic_score_gemma":0.004910648,"teacher_disagreement_score":0.38928488,"about_ca_system_score_codex":0.013891093,"about_ca_system_score_gemma":0.06157286,"threshold_uncertainty_score":0.7531205},"labels":[],"label_agreement":null},{"id":"W2116614277","doi":"10.1186/1478-4505-12-6","title":"Using an integrated knowledge translation approach to build a public health research agenda","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Waterloo; McMaster University; London Health Sciences Centre; Western University","funders":"Canadian Institutes of Health Research","keywords":"Public health; Health services research; Health policy; Knowledge translation; Public relations; Health administration; International health; Health promotion; Political science; Public administration; Medicine; Knowledge management; Nursing; Computer science","score_opus":0.9132146511481419,"score_gpt":0.7007680504453072,"score_spread":0.21244660070283472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116614277","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010509717,0.006283142,0.6321519,0.1670665,0.0027975934,0.008405981,0.0010358684,0.0010935846,0.17065576],"genre_scores_gemma":[0.1366475,0.0048875757,0.8282456,0.01081762,0.00039863412,0.0091125,0.00084194454,0.00023049401,0.00881822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.8961764,0.08444716,0.0062492164,0.0032990861,0.0070987893,0.00272937],"domain_scores_gemma":[0.82442755,0.13350177,0.004758047,0.010494382,0.022962183,0.0038561155],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.14229117,0.0016597109,0.0024502152,0.0174554,0.010127629,0.023606405,0.0054945224,0.0068896054,0.016420135],"category_scores_gemma":[0.11161539,0.0012679652,0.0024782277,0.0154330265,0.015764557,0.020691227,0.019542089,0.009365411,0.0026978436],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011920783,0.00047900356,0.0022081346,0.006095937,0.00025420444,0.0013640649,0.1358018,0.0027942124,0.0013749857,0.53661597,0.025096042,0.28779635],"study_design_scores_gemma":[0.00017820412,0.00019614898,0.0020603004,0.015191475,0.00031825507,0.0003796941,0.11283801,0.0061002327,0.0013697324,0.5835724,0.27766052,0.00013501919],"about_ca_topic_score_codex":0.035052694,"about_ca_topic_score_gemma":0.05088909,"teacher_disagreement_score":0.8577088,"about_ca_system_score_codex":0.03818421,"about_ca_system_score_gemma":0.1183784,"threshold_uncertainty_score":0.7525166},"labels":[],"label_agreement":null},{"id":"W2116739463","doi":"10.1186/1478-4505-11-1","title":"Editorial: can China master the guideline challenge?","year":2013,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre","funders":"Centers for Disease Control and Prevention; Bond University; World Health Organization","keywords":"Guideline; Medicine; Agency (philosophy); Health care; China; Transparency (behavior); Context (archaeology); Health services research; Health administration; Nursing; Public relations; Public health; Political science; Sociology","score_opus":0.5882508894905595,"score_gpt":0.6317038858443296,"score_spread":0.04345299635377009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116739463","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000055989356,0.003222944,0.00013132823,0.101677604,0.89371324,0.000030686195,0.000043122818,0.00006068263,0.001064437],"genre_scores_gemma":[0.0007243533,0.0034795313,0.00018832031,0.07821474,0.9106247,0.000047515536,0.000032822332,0.000040876228,0.006647224],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99424666,0.0010502654,0.0007575512,0.0006696855,0.0028715134,0.0004043162],"domain_scores_gemma":[0.9763059,0.00894296,0.0014136626,0.00046617203,0.009393394,0.0034778868],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008142516,0.0029455018,0.003784485,0.003069329,0.0046842718,0.00690158,0.0046131443,0.020543374,0.008888541],"category_scores_gemma":[0.0375885,0.0008907104,0.0024741313,0.0018983119,0.0038819218,0.0053770775,0.0015071055,0.022359194,0.0059898333],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013435073,0.000010018071,0.000027725066,0.00012893863,0.00000841298,0.0001012078,0.00001919919,0.000022337903,0.000018148883,0.00019980408,0.9969796,0.0024710908],"study_design_scores_gemma":[0.00008686248,0.000036511177,0.0005315048,0.0010475977,0.00006424059,0.0004853612,0.00016250208,0.00030610192,0.00012807982,0.0017466772,0.99536407,0.000040424748],"about_ca_topic_score_codex":0.004511347,"about_ca_topic_score_gemma":0.010523876,"teacher_disagreement_score":0.99185747,"about_ca_system_score_codex":0.0055803014,"about_ca_system_score_gemma":0.008462067,"threshold_uncertainty_score":0.04306227},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2117076067","doi":"10.1186/s12961-015-0032-9","title":"An institutional approach to support the conduct and use of health policy and systems research: The Nodal Institute in the Eastern Mediterranean Region","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research","keywords":"Health services research; Health administration; Health policy; Medicine; Health care; Public health; Political science; Nursing","score_opus":0.9556351610256266,"score_gpt":0.632324132767709,"score_spread":0.3233110282579176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117076067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36167878,0.009726536,0.20566297,0.23413071,0.0013144542,0.005283424,0.0003568953,0.0009968305,0.18084948],"genre_scores_gemma":[0.82203287,0.0018780903,0.15671764,0.0051584183,0.00017236616,0.0018765522,0.00012397855,0.00011741736,0.011922742],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9327265,0.05774102,0.0017535656,0.0021457267,0.0029303306,0.0027028983],"domain_scores_gemma":[0.9195219,0.04790796,0.0041372776,0.0065176375,0.010257684,0.011657438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.11980652,0.00045143452,0.00038589118,0.0021978572,0.0057834727,0.011339058,0.0047168937,0.0034640422,0.0042585405],"category_scores_gemma":[0.046362452,0.0005920274,0.0005123353,0.0021659662,0.012541826,0.005454681,0.020617036,0.0031529705,0.0005739743],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028451736,0.0006597287,0.026230272,0.00274147,0.00022234078,0.0029415197,0.25447536,0.008481226,0.0075002904,0.39490482,0.028794592,0.27276394],"study_design_scores_gemma":[0.00019583636,0.0006072594,0.025079973,0.0023115766,0.00009573902,0.00057831866,0.17128731,0.004754054,0.0026110094,0.07867362,0.7136256,0.00017962197],"about_ca_topic_score_codex":0.0065371064,"about_ca_topic_score_gemma":0.011067207,"teacher_disagreement_score":0.11980652,"about_ca_system_score_codex":0.017239207,"about_ca_system_score_gemma":0.07258697,"threshold_uncertainty_score":0.633605},"labels":[],"label_agreement":null},{"id":"W2118651720","doi":"10.1186/1478-4505-10-10","title":"Knowledge mobilization in the context of health technology assessment: an exploratory case study","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National d'Excellence en Santé et en Services Sociaux","funders":"","keywords":"Health services research; Health administration; Context (archaeology); Public health; Health informatics; Mobilization; Medicine; Exploratory research; Health policy; Political science; Nursing; Sociology; Social science; Geography","score_opus":0.9244167440542108,"score_gpt":0.6924203211985859,"score_spread":0.23199642285562494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118651720","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96771073,0.0008531383,0.006576329,0.0039382554,0.000054653803,0.0016321685,0.00010000356,0.000019166891,0.01911548],"genre_scores_gemma":[0.9827576,0.0016643154,0.009547544,0.0007724201,0.00003937556,0.0011359802,0.00006681019,0.000018161352,0.003997756],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9705363,0.02403762,0.0006263578,0.0009614495,0.0016802474,0.002158003],"domain_scores_gemma":[0.9630413,0.029803496,0.0024333664,0.0011535435,0.0015139859,0.0020542613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021728972,0.00071728154,0.00075006165,0.0025431109,0.014663868,0.0065811994,0.0034274454,0.0055700256,0.0035144964],"category_scores_gemma":[0.023816308,0.00076687936,0.00073887623,0.0035266646,0.008089161,0.0057790214,0.00969368,0.0040629134,0.000625971],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017663366,0.0020258487,0.00892102,0.00081243657,0.000028449538,0.0261429,0.9249248,0.0005314362,0.0011046306,0.007933391,0.0016581609,0.02574042],"study_design_scores_gemma":[0.00006222295,0.0006525139,0.0042290143,0.0006027689,0.000029003604,0.0048986687,0.96048546,0.00081240904,0.0011664199,0.0023286077,0.02469495,0.000037972517],"about_ca_topic_score_codex":0.0047164774,"about_ca_topic_score_gemma":0.009524451,"teacher_disagreement_score":0.021728972,"about_ca_system_score_codex":0.005721142,"about_ca_system_score_gemma":0.0081862025,"threshold_uncertainty_score":0.11491519},"labels":[],"label_agreement":null},{"id":"W2119761400","doi":"10.1186/1478-4505-12-46","title":"Advancing the application of systems thinking in health: analysing the contextual and social network factors influencing the use of sustainability indicators in a health system – a comparative study in Nepal and Somaliland","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre; World Health Organization","keywords":"Sustainability; Stakeholder; Business; Corporate governance; Baseline (sea); Environmental resource management; Stakeholder engagement; Process (computing); Stakeholder analysis; Process management; Environmental planning; Political science; Public relations; Geography; Economics; Computer science; Finance; Ecology","score_opus":0.6552885618205583,"score_gpt":0.6694825258324052,"score_spread":0.014193964011846916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119761400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99796605,0.00018006866,0.00018263135,0.00027654655,0.0000020815921,0.00003052804,0.000011946747,7.628434e-7,0.001349476],"genre_scores_gemma":[0.99922013,0.00024511342,0.0002987957,0.000048113943,0.0000018555018,0.000038583217,0.000011307533,9.1825797e-7,0.00013524514],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99743915,0.0018356387,0.000077779805,0.00015565912,0.0001817503,0.0003099314],"domain_scores_gemma":[0.99414515,0.00400487,0.00091339956,0.00018563935,0.00044429037,0.00030667175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050911447,0.00022386327,0.0003062101,0.0019507776,0.0038393838,0.003010916,0.00072770077,0.0006762668,0.0016844952],"category_scores_gemma":[0.006082905,0.0002855596,0.00024849366,0.002021651,0.0045990865,0.003130025,0.003714751,0.00070953177,0.00009884253],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006401269,0.00022851273,0.18884544,0.0003138301,0.00003379891,0.0012161362,0.78051555,0.00019904735,0.000637597,0.0020362379,0.0002094109,0.025700428],"study_design_scores_gemma":[0.000004536245,0.00018372275,0.18412663,0.00024825538,0.000019847337,0.00026676062,0.811526,0.0003057816,0.00020151073,0.000635132,0.0024668102,0.0000150193655],"about_ca_topic_score_codex":0.016525123,"about_ca_topic_score_gemma":0.04296787,"teacher_disagreement_score":0.016525123,"about_ca_system_score_codex":0.004068928,"about_ca_system_score_gemma":0.0042779404,"threshold_uncertainty_score":0.032857895},"labels":[],"label_agreement":null},{"id":"W2120316982","doi":"10.1186/1478-4505-12-55","title":"Health policy – why research it and how: health political science","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":235,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Health policy; Health promotion; Public health; Health services research; Health administration; Public relations; Political science; Health informatics; Policy analysis; Toolbox; Public policy; Process (computing); Politics; Policy studies; Sociology; Public administration; Medicine; Computer science; Nursing","score_opus":0.4174587727618511,"score_gpt":0.5537182382183453,"score_spread":0.1362594654564942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120316982","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016377853,0.05696126,0.008031683,0.89062226,0.003463997,0.000066323795,0.00008285739,0.000066443696,0.03906741],"genre_scores_gemma":[0.43177515,0.14020203,0.018926393,0.37482384,0.0179622,0.00062321324,0.00026708326,0.00021571753,0.015204419],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95472497,0.03300889,0.0011991347,0.0028255517,0.0052288393,0.0030125855],"domain_scores_gemma":[0.9277905,0.058600046,0.0029161773,0.0039698817,0.0036208837,0.0031024597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.047906682,0.00067763746,0.0016729659,0.002915452,0.0055343276,0.021453232,0.0019434199,0.0144349225,0.007751124],"category_scores_gemma":[0.0682949,0.0006538664,0.00075497094,0.0046370476,0.053323,0.018825376,0.004920722,0.013852948,0.0016959397],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019324327,0.000036620135,0.0005301914,0.0005748415,0.000032408854,0.0000415063,0.0014571244,0.00064154906,0.00008742033,0.94452566,0.02549912,0.02655427],"study_design_scores_gemma":[0.000015961465,0.000025002253,0.0005134474,0.0013485481,0.000016485043,0.000039572045,0.0020066306,0.00040007842,0.0001906607,0.808239,0.18718147,0.000023131577],"about_ca_topic_score_codex":0.010069475,"about_ca_topic_score_gemma":0.0057273866,"teacher_disagreement_score":0.047906682,"about_ca_system_score_codex":0.015676476,"about_ca_system_score_gemma":0.030773103,"threshold_uncertainty_score":0.25335777},"labels":[],"label_agreement":null},{"id":"W2122633895","doi":"10.1186/1478-4505-9-22","title":"Increasing Access to Subsidized Artemisinin-based Combination Therapy through Accredited Drug Dispensing Outlets in Tanzania","year":2011,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Malaria Research and Control","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"United States Agency for International Development","keywords":"Tanzania; Artemisinin; Subsidy; Medicine; Malaria; Private sector; Accreditation; Public health; Environmental health; Economic growth; Nursing; Socioeconomics; Medical education","score_opus":0.3803294256502084,"score_gpt":0.4995872492089665,"score_spread":0.11925782355875814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122633895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99817085,0.0001298008,0.0001162705,0.00030624494,0.000005471999,0.00012966608,0.00005001328,0.000027543678,0.0010641458],"genre_scores_gemma":[0.99874985,0.00011671244,0.0005303983,0.0001422602,0.000008101936,0.00008488275,0.00006322024,0.0000029183077,0.000301554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991716,0.0004084404,0.00003379468,0.000054164055,0.00008419574,0.00024775573],"domain_scores_gemma":[0.9974444,0.00060588465,0.00068850437,0.000106425956,0.00027068082,0.0008842392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001452959,0.00018797925,0.00016246106,0.00072930625,0.0005872703,0.0006114184,0.00076894666,0.00036413432,0.0033081654],"category_scores_gemma":[0.003709004,0.00023149344,0.00014889981,0.0004989276,0.0005751366,0.0006443709,0.0014492128,0.00044552746,0.00018316755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013450586,0.0043062586,0.7678198,0.0007489799,0.00006136369,0.0021046307,0.00718767,0.0007471279,0.010117268,0.0008673806,0.0051375683,0.19955698],"study_design_scores_gemma":[0.0006458208,0.003474257,0.98552173,0.0001580049,0.00006031788,0.00034591547,0.0035228906,0.0017030267,0.0010384448,0.0001370859,0.0033749882,0.000017577091],"about_ca_topic_score_codex":0.018146534,"about_ca_topic_score_gemma":0.030832814,"teacher_disagreement_score":0.018146534,"about_ca_system_score_codex":0.0011139621,"about_ca_system_score_gemma":0.002451395,"threshold_uncertainty_score":0.03608185},"labels":[],"label_agreement":null},{"id":"W2122948176","doi":"10.1186/1478-4505-8-15","title":"Guidance for reconciling patent rights and disclosure of findings at scientific meetings","year":2010,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Intellectual Property and Patents","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research; University of Toronto; University Health Network; East Wellington Family Health Team","funders":"Canadian Institutes of Health Research; Genome Canada; Bill and Melinda Gates Foundation","keywords":"Intellectual property; Commercialization; Context (archaeology); Public relations; Scientific progress; Scientific communication; Odds; Engineering ethics; Political science; Medicine; Law; Engineering; Library science; Computer science","score_opus":0.5448351528517031,"score_gpt":0.4072326573066993,"score_spread":0.13760249554500387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122948176","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076878634,0.0069804867,0.24089383,0.49440593,0.007998811,0.01059352,0.00076093734,0.0031888105,0.22748984],"genre_scores_gemma":[0.07696445,0.008361431,0.73694927,0.121799044,0.0042188666,0.0131814135,0.0006249058,0.0008159108,0.037084796],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.53655344,0.28387478,0.06616713,0.010478805,0.08527722,0.017648606],"domain_scores_gemma":[0.3582249,0.49611816,0.033694822,0.033501726,0.06651963,0.011940816],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.3503096,0.0029218683,0.0039439998,0.013099858,0.013541171,0.033925332,0.013748099,0.09748866,0.015117623],"category_scores_gemma":[0.49340853,0.004992637,0.006236573,0.010609609,0.021238597,0.035566457,0.014910432,0.03322334,0.008904568],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023253981,0.0005560969,0.0020795346,0.0011488979,0.00011429491,0.0017595774,0.0064578163,0.0039773583,0.0015964627,0.68101424,0.21922827,0.08183482],"study_design_scores_gemma":[0.0007440005,0.00046364949,0.0034952823,0.005359085,0.00020797896,0.0016382574,0.0054753604,0.004801103,0.0023514533,0.43052122,0.54422,0.0007227375],"about_ca_topic_score_codex":0.016336342,"about_ca_topic_score_gemma":0.026444985,"teacher_disagreement_score":0.96607465,"about_ca_system_score_codex":0.014526675,"about_ca_system_score_gemma":0.083065525,"threshold_uncertainty_score":0.80118394},"labels":[],"label_agreement":null},{"id":"W2124520204","doi":"10.1186/1478-4505-10-17","title":"Developing a national health research system: participatory approaches to legislative, institutional and networking dimensions in Zambia","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Department for International Development; Government of the United Kingdom; International Development Research Centre; Wellcome Trust","keywords":"Legislature; Documentation; Citizen journalism; Public relations; Business; Knowledge management; Process management; Political science; Computer science","score_opus":0.9234099551923358,"score_gpt":0.6146178944761265,"score_spread":0.30879206071620935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124520204","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061547845,0.9395172,0.007746039,0.03471408,0.0003745327,0.0010286339,0.000036524154,0.000028569717,0.010399595],"genre_scores_gemma":[0.22413571,0.72195214,0.041175935,0.00714277,0.00018095948,0.0030472053,0.0000746324,0.000020233001,0.0022703994],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.93182147,0.0606546,0.0021571163,0.0012941648,0.0025637161,0.0015088927],"domain_scores_gemma":[0.9766791,0.016539868,0.002707586,0.0009266674,0.0023930164,0.0007538727],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.086785436,0.0007825777,0.0011897394,0.003987022,0.004223957,0.007300193,0.0028574483,0.0038080288,0.0012377311],"category_scores_gemma":[0.043194063,0.00083305605,0.00071747263,0.0053240126,0.008460894,0.006379903,0.007404433,0.0035736335,0.00019759964],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008712301,0.00016089207,0.0033086052,0.065111265,0.00029515667,0.0009608331,0.06409942,0.0016759664,0.001790541,0.28969935,0.00937843,0.5634325],"study_design_scores_gemma":[0.000115122355,0.00027316526,0.009976622,0.10142868,0.0004292508,0.00088728574,0.048516657,0.0008100415,0.0016152827,0.033327024,0.80253494,0.00008593002],"about_ca_topic_score_codex":0.02292004,"about_ca_topic_score_gemma":0.048727218,"teacher_disagreement_score":0.91321456,"about_ca_system_score_codex":0.01344393,"about_ca_system_score_gemma":0.06562299,"threshold_uncertainty_score":0.45897073},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"incentives","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2124674666","doi":"10.1186/s12961-015-0009-8","title":"Actors involved in the regulation of clinical research: comparison of Finland to England, Canada, and the USA","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health services research; Public health; Health administration; Social policy; Health policy; Political science; Public administration; Medicine; Nursing; Law","score_opus":0.9473175450279756,"score_gpt":0.7455923429597868,"score_spread":0.20172520206818878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124674666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8470123,0.03735567,0.001061941,0.02696288,0.00033734302,0.00038996234,0.001646389,0.00003530252,0.085198246],"genre_scores_gemma":[0.9843406,0.009000265,0.0006089039,0.002869168,0.00003891967,0.00011037239,0.0005619152,0.0000144145815,0.0024554406],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.97547877,0.004600436,0.0023482998,0.0014803035,0.0078061246,0.008286019],"domain_scores_gemma":[0.9293241,0.03192516,0.012110455,0.001246121,0.01638782,0.009006329],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.019852975,0.00042235508,0.00059272634,0.010503641,0.012481298,0.010961867,0.0016715084,0.0026090366,0.0026005916],"category_scores_gemma":[0.04726586,0.000689537,0.0007416847,0.019363593,0.005556371,0.00297255,0.00551825,0.0018301203,0.0001379687],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010081481,0.00015451637,0.5644571,0.0028698028,0.00024868507,0.0078069647,0.24681126,0.0014578989,0.00096298626,0.07491564,0.014506801,0.08480014],"study_design_scores_gemma":[0.00007808409,0.000091938105,0.6545704,0.004074161,0.00020208769,0.0009523764,0.24691968,0.0007041986,0.0005875546,0.002212118,0.089393795,0.00021363287],"about_ca_topic_score_codex":0.9521596,"about_ca_topic_score_gemma":0.96353024,"teacher_disagreement_score":0.9890381,"about_ca_system_score_codex":0.13223228,"about_ca_system_score_gemma":0.2089448,"threshold_uncertainty_score":0.9594168},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2124697243","doi":"10.1186/1478-4505-12-36","title":"Advancing the application of systems thinking in health: understanding the dynamics of neonatal mortality in Uganda","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; Universidad Nacional Mayor de San Marcos; Universitetet i Bergen; International Development Research Centre; World Health Organization","keywords":"Medicine; Public health; Health policy; Health services research; Infant mortality; Health care; Child mortality; Neonatal mortality; Causal loop diagram; Nursing; Health administration; Leverage (statistics); Environmental health; Population; Economic growth; System dynamics; Economics","score_opus":0.17251765412972042,"score_gpt":0.47660108441421367,"score_spread":0.30408343028449325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124697243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7038097,0.053514283,0.13861357,0.034713417,0.00027180454,0.0012084689,0.00026589105,0.00014165103,0.06746122],"genre_scores_gemma":[0.95573723,0.0077211065,0.0349929,0.0005200166,0.000027249389,0.00037037174,0.000037232254,0.000011855602,0.00058211223],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99043465,0.008073005,0.00028569554,0.00036614583,0.0004619768,0.00037848833],"domain_scores_gemma":[0.96828175,0.02760754,0.0020021277,0.0003852945,0.0012475395,0.00047581625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013099874,0.0008371151,0.0005934898,0.006122125,0.0032432987,0.009360135,0.0016277629,0.0018891277,0.0014085989],"category_scores_gemma":[0.017949862,0.0006139767,0.0006846798,0.0044612843,0.010207204,0.007987708,0.00510217,0.0022616822,0.00010896391],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012005356,0.0001803206,0.051305182,0.0057776016,0.0001913975,0.004305204,0.55316496,0.024440115,0.001702543,0.19009922,0.0024340672,0.16627939],"study_design_scores_gemma":[0.00004239821,0.0003032648,0.02789799,0.008332656,0.0001473978,0.0010087448,0.46550682,0.03609388,0.0016686884,0.40020752,0.058657378,0.00013320638],"about_ca_topic_score_codex":0.009388549,"about_ca_topic_score_gemma":0.011870043,"teacher_disagreement_score":0.013099874,"about_ca_system_score_codex":0.010166759,"about_ca_system_score_gemma":0.011259994,"threshold_uncertainty_score":0.0737654},"labels":[],"label_agreement":null},{"id":"W2125478732","doi":"10.1186/1478-4505-12-5","title":"Networking among young global health researchers through an intensive training approach: a mixed methods exploratory study","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; Hospital for Sick Children","funders":"","keywords":"Thematic analysis; Global health; Health services research; Exploratory research; Global network; Medical education; Public relations; Inclusion (mineral); Psychology; Qualitative research; Public health; Knowledge management; Medicine; Nursing; Sociology; Political science; Computer science; Telecommunications","score_opus":0.6961966483418254,"score_gpt":0.6098821654991554,"score_spread":0.08631448284266996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125478732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885562,0.00066858024,0.0024266513,0.0006963109,0.000046961533,0.004490763,0.00016282343,0.000016387552,0.002935242],"genre_scores_gemma":[0.96698487,0.0014736645,0.011418813,0.0020575514,0.000079021054,0.0154474,0.0001947626,0.000021678936,0.0023222433],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98761857,0.008650157,0.00048447654,0.0007465308,0.00091705174,0.0015832576],"domain_scores_gemma":[0.9812757,0.0107460655,0.0019434344,0.0007961699,0.002502108,0.002736448],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.031366706,0.00074015674,0.0009741547,0.0026633774,0.007110096,0.0038700139,0.0019312128,0.0018324754,0.0028784233],"category_scores_gemma":[0.022188159,0.00082679436,0.00065947504,0.0021470205,0.0025210201,0.0030678252,0.004446296,0.0018132896,0.0004893195],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004915063,0.005548296,0.090198055,0.0015912008,0.00008570269,0.0020683187,0.8320926,0.00014927768,0.00148686,0.0020662888,0.0021036644,0.06211824],"study_design_scores_gemma":[0.00022202024,0.004610363,0.037768435,0.0015453898,0.00008550872,0.0005969406,0.93705696,0.00047580726,0.0008799716,0.001577891,0.015104981,0.00007571731],"about_ca_topic_score_codex":0.003833616,"about_ca_topic_score_gemma":0.010809936,"teacher_disagreement_score":0.9686333,"about_ca_system_score_codex":0.003631883,"about_ca_system_score_gemma":0.009997819,"threshold_uncertainty_score":0.16588497},"labels":[],"label_agreement":null},{"id":"W2125923495","doi":"10.1186/1478-4505-10-34","title":"The multi-step process of building TB/HIV collaboration in Cambodia","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Killam Trusts; Ministère de la Transition écologique et Solidaire; Global Fund to Fight AIDS, Tuberculosis and Malaria","keywords":"Medicine; Health policy; Psychological intervention; Health services research; Implementation research; Tuberculosis; Human immunodeficiency virus (HIV); Variety (cybernetics); Public health; Public relations; Family medicine; Nursing; Political science; Computer science","score_opus":0.5209995598672197,"score_gpt":0.6334609116017986,"score_spread":0.11246135173457894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125923495","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36719307,0.3056784,0.024035824,0.18315442,0.0012926408,0.0028982111,0.00028358313,0.00016607344,0.11529779],"genre_scores_gemma":[0.90957755,0.057540074,0.019828558,0.006427923,0.00013555893,0.0008450111,0.000090021844,0.000021207068,0.0055340445],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9911446,0.0060422043,0.00045468283,0.00037440733,0.0004572076,0.0015268936],"domain_scores_gemma":[0.99492395,0.0028589754,0.0005888152,0.0002519591,0.0005783452,0.00079792907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014596187,0.00039035204,0.00038800173,0.0012172764,0.005281795,0.0063512805,0.0010117085,0.0015856487,0.002337302],"category_scores_gemma":[0.005563202,0.0005132082,0.0003618061,0.0012632812,0.005639793,0.0038699755,0.008595577,0.0022870502,0.00019161594],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021468083,0.00020800873,0.041344848,0.012828262,0.00019983678,0.013593761,0.23114666,0.0034745226,0.0068561626,0.17825694,0.016523167,0.49535307],"study_design_scores_gemma":[0.000106357096,0.0009800051,0.1002756,0.028052349,0.00020738649,0.004917609,0.27361256,0.0018361293,0.004958999,0.044667706,0.5402015,0.00018387043],"about_ca_topic_score_codex":0.045552533,"about_ca_topic_score_gemma":0.055558246,"teacher_disagreement_score":0.045552533,"about_ca_system_score_codex":0.016039537,"about_ca_system_score_gemma":0.046618916,"threshold_uncertainty_score":0.116375506},"labels":[],"label_agreement":null},{"id":"W2127659050","doi":"10.1186/1478-4505-11-39","title":"Assessing communities of practice in health policy: a conceptual framework as a first step towards empirical research","year":2013,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"European Commission; UNICEF","keywords":"Operationalization; Knowledge management; Health services research; Health policy; Knowledge translation; Tacit knowledge; Health administration; Empirical research; Empirical evidence; Conceptual framework; Knowledge sharing; Sociology; Public relations; Computer science; Political science; Health care; Social science","score_opus":0.9270258374906842,"score_gpt":0.8045164639930452,"score_spread":0.12250937349763902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127659050","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10127348,0.048990384,0.465598,0.16961159,0.0011031523,0.010594608,0.0010222378,0.00026175412,0.20154485],"genre_scores_gemma":[0.68131065,0.010202986,0.29464135,0.0032252395,0.00024138644,0.007950877,0.0003936583,0.00007012202,0.0019637],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.87525314,0.1035238,0.00496372,0.0044774287,0.009160553,0.0026213855],"domain_scores_gemma":[0.83721226,0.13618669,0.009687631,0.0048439056,0.0075755473,0.004493944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07887969,0.0019550333,0.0021000798,0.027344106,0.010552063,0.029589279,0.0060124774,0.013313736,0.0049705515],"category_scores_gemma":[0.07362976,0.001590801,0.0020143872,0.024629073,0.06072742,0.049330946,0.021520756,0.0074620484,0.00056291214],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015667914,0.00012428021,0.0032961,0.001055087,0.000035691428,0.00020828664,0.038293254,0.0010171576,0.00010098515,0.93679327,0.0009950636,0.018065145],"study_design_scores_gemma":[0.000064006614,0.00017432983,0.003294398,0.0062492257,0.00006723058,0.00044675314,0.14178939,0.0064946967,0.00016748629,0.77986705,0.061298978,0.00008651146],"about_ca_topic_score_codex":0.014061062,"about_ca_topic_score_gemma":0.012391567,"teacher_disagreement_score":0.07887969,"about_ca_system_score_codex":0.030219715,"about_ca_system_score_gemma":0.04113155,"threshold_uncertainty_score":0.4171607},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2127911141","doi":"10.1186/1478-4505-11-40","title":"Building a national direction for research in the prevention of mother to child transmission of HIV: results from a national prioritization initiative in Malawi","year":2013,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Public Health Ontario; University of Toronto","funders":"","keywords":"Health services research; Prioritization; Human immunodeficiency virus (HIV); Public health; Medicine; Child health; Transmission (telecommunications); Environmental health; Health administration; Health policy; Reproductive medicine; Family medicine; Nursing; Pregnancy; Telecommunications; Computer science","score_opus":0.3701875179438387,"score_gpt":0.5642956887817986,"score_spread":0.1941081708379599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127911141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.818755,0.013566075,0.004186854,0.115039684,0.00046525706,0.008381511,0.0062891194,0.00020235583,0.033114184],"genre_scores_gemma":[0.93949217,0.011426264,0.02248828,0.012021243,0.000115416755,0.0042554107,0.0043330886,0.000049851522,0.0058181593],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9859871,0.009211069,0.00048023317,0.00036188573,0.0012878072,0.0026719382],"domain_scores_gemma":[0.9828841,0.005018051,0.0013268561,0.0009879266,0.004257355,0.005525826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033810217,0.00061165827,0.0006272544,0.0008670787,0.0027006972,0.003965122,0.001184122,0.001431659,0.0038093715],"category_scores_gemma":[0.018927267,0.0004340705,0.00083642785,0.0012831019,0.0013892899,0.0029004924,0.0062715304,0.001821457,0.0004952573],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035328306,0.004928747,0.33798108,0.009089299,0.00053987105,0.0018514858,0.06407008,0.001470921,0.004771523,0.009244108,0.05699673,0.5055234],"study_design_scores_gemma":[0.0015429786,0.0044695856,0.7988697,0.005268237,0.0009945383,0.00064103707,0.08216311,0.0012277015,0.0034439133,0.0022547252,0.09897717,0.0001472654],"about_ca_topic_score_codex":0.08519973,"about_ca_topic_score_gemma":0.14254701,"teacher_disagreement_score":0.08519973,"about_ca_system_score_codex":0.006505666,"about_ca_system_score_gemma":0.040408533,"threshold_uncertainty_score":0.17880762},"labels":[],"label_agreement":null},{"id":"W2128824555","doi":"10.1186/s12961-015-0051-6","title":"Print media coverage of primary healthcare and related research evidence in South Africa","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; McMaster University","funders":"","keywords":"Newspaper; Public health; Health care; Medicine; News media; Public relations; Nexus (standard); Lexis; Health administration; Health policy; Political science; Nursing; Sociology; Media studies","score_opus":0.947797848411016,"score_gpt":0.6583512324122242,"score_spread":0.28944661599879185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128824555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89084375,0.057579037,0.0005457648,0.013513925,0.00053417153,0.00024736664,0.008370457,0.000028275264,0.028337203],"genre_scores_gemma":[0.94078594,0.051903956,0.000903389,0.0015715325,0.0007630491,0.00032290837,0.0019968518,0.000023278399,0.0017291739],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99730814,0.0012794439,0.00048889354,0.0001848128,0.0005447581,0.00019401399],"domain_scores_gemma":[0.92876387,0.053288024,0.013532545,0.00063644955,0.0029089153,0.0008702868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004757335,0.00032365177,0.0003209298,0.013244404,0.00093673967,0.0026275958,0.00029692,0.0005665241,0.0057745166],"category_scores_gemma":[0.03502096,0.0002745612,0.00021120925,0.012979107,0.0010957526,0.002596459,0.0015904193,0.00055474683,0.000338451],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084510696,0.00020255668,0.2896147,0.051027656,0.00046108125,0.008499576,0.30322847,0.00029720625,0.006816985,0.0038395876,0.026440293,0.3087268],"study_design_scores_gemma":[0.00003502912,0.00018789161,0.7257816,0.021055276,0.0003336112,0.003662539,0.1388878,0.00036449646,0.0019565113,0.00077551993,0.10689684,0.00006288056],"about_ca_topic_score_codex":0.0049528177,"about_ca_topic_score_gemma":0.0056664464,"teacher_disagreement_score":0.013244404,"about_ca_system_score_codex":0.0013365569,"about_ca_system_score_gemma":0.0014130037,"threshold_uncertainty_score":0.025159478},"labels":[],"label_agreement":null},{"id":"W2129431440","doi":"10.1186/1478-4505-13-2","title":"Climate for evidence informed health system policymaking in Cameroon and Uganda before and after the introduction of knowledge translation platforms: a structured review of governmental policy documents","year":2015,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Commission; McMaster University","keywords":"Knowledge translation; Health services research; Descriptive statistics; Government (linguistics); Health policy; Thematic analysis; Health administration; Poverty; Health informatics; Scarcity; Political science; Public economics; Economic growth; Health care; Sociology; Economics; Qualitative research; Social science; Knowledge management; Computer science; Statistics","score_opus":0.7951603329996134,"score_gpt":0.7290233592815539,"score_spread":0.06613697371805949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129431440","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05285392,0.8643026,0.003639942,0.06629915,0.0028408277,0.0018769213,0.0008935417,0.00005277311,0.0072402675],"genre_scores_gemma":[0.4197221,0.54790395,0.016399734,0.009481463,0.000825235,0.00376439,0.00074645644,0.00008178627,0.001074942],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.81432307,0.12349883,0.03375698,0.0040086755,0.020312369,0.0041000964],"domain_scores_gemma":[0.41569334,0.4627669,0.05534049,0.0065650605,0.055875994,0.0037582654],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.19960916,0.0008847345,0.0018429541,0.030090954,0.0039157276,0.012195275,0.001997148,0.0036105523,0.0012560388],"category_scores_gemma":[0.36902148,0.0013915224,0.0014441746,0.032020967,0.0063669938,0.011238779,0.006642815,0.0047923145,0.00019340782],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004769048,0.00015098334,0.008520283,0.22903624,0.0006707162,0.003395608,0.13284832,0.0021421132,0.0036152126,0.042354815,0.018932955,0.5578559],"study_design_scores_gemma":[0.00009791817,0.00045870154,0.03310527,0.5807035,0.0013347581,0.0010089746,0.0670189,0.00080141384,0.0030451734,0.007201511,0.3049752,0.00024866],"about_ca_topic_score_codex":0.01507427,"about_ca_topic_score_gemma":0.025080616,"teacher_disagreement_score":0.19960916,"about_ca_system_score_codex":0.0389852,"about_ca_system_score_gemma":0.11551453,"threshold_uncertainty_score":0.9870244},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2129842044","doi":"10.1186/1478-4505-7-s1-s12","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 12: Finding and using research evidence about resource use and costs","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Resource (disambiguation); Resource use; Health services research; Public economics; Health administration; Cost–benefit analysis; Health policy; Health economics; Public health; Business; Economics; Medicine; Environmental resource management; Political science; Nursing; Computer science","score_opus":0.8495843314670103,"score_gpt":0.6969159330858633,"score_spread":0.15266839838114699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129842044","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009248516,0.021923365,0.59946734,0.15990874,0.0035431834,0.014916108,0.00830204,0.007440454,0.17525025],"genre_scores_gemma":[0.039709922,0.00862597,0.9379817,0.0033872076,0.0005116438,0.0059645055,0.0013524321,0.00029770922,0.0021689201],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.76381207,0.1767709,0.03198682,0.0030394292,0.022155529,0.0022353043],"domain_scores_gemma":[0.2286629,0.6955561,0.01912992,0.021206515,0.030710148,0.004734442],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2368246,0.0034616187,0.005779216,0.036045805,0.0032801868,0.0314568,0.007639895,0.012921124,0.038715392],"category_scores_gemma":[0.5780921,0.0029605944,0.0059626256,0.022532009,0.0055383025,0.027218284,0.018229654,0.007847238,0.012602708],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046496428,0.0006172982,0.0036387818,0.034215078,0.0011336972,0.0008042161,0.0052577383,0.005186706,0.00048242777,0.12990636,0.062656164,0.75563645],"study_design_scores_gemma":[0.0010157512,0.0004288678,0.0031621503,0.07627866,0.0012923001,0.00095758564,0.0111524835,0.014919705,0.0021700875,0.55921817,0.3288788,0.00052554393],"about_ca_topic_score_codex":0.002525309,"about_ca_topic_score_gemma":0.004624445,"teacher_disagreement_score":0.76317537,"about_ca_system_score_codex":0.006893424,"about_ca_system_score_gemma":0.0343701,"threshold_uncertainty_score":0.9411311},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2130424027","doi":"10.1186/1478-4505-10-26","title":"A scoping review about conference objectives and evaluative practices: how do we get more out of them?","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Conferences and Exhibitions Management","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"Alliance for Health Policy and Systems Research","keywords":"Empirical research; Quality (philosophy); Health services research; Management science; Psychology; Public relations; Process management; Medical education; Medicine; Political science; Public health; Engineering; Nursing","score_opus":0.8005682879618851,"score_gpt":0.6592044186136772,"score_spread":0.14136386934820788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130424027","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027830694,0.88063663,0.022417238,0.068337575,0.00917878,0.0067239804,0.0007378733,0.00020053239,0.008984299],"genre_scores_gemma":[0.02867418,0.881696,0.050742194,0.013555284,0.0020183835,0.020210281,0.0011157648,0.00023436958,0.0017535734],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.55167586,0.30534157,0.08775842,0.008129031,0.044074465,0.003020591],"domain_scores_gemma":[0.2713603,0.5142082,0.05324316,0.021190615,0.13413459,0.0058632162],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4391845,0.0032338828,0.008719487,0.044615217,0.007209047,0.02754454,0.007703101,0.010414431,0.005750827],"category_scores_gemma":[0.6868355,0.0031840114,0.0068880166,0.049211986,0.008833918,0.03605393,0.012008057,0.011254139,0.002536526],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027966057,0.00010317959,0.0013666195,0.46789277,0.0013631915,0.00034001356,0.021885743,0.00086422445,0.000778324,0.022278486,0.040975038,0.44187286],"study_design_scores_gemma":[0.000064187574,0.000115459545,0.00094451854,0.8677229,0.0011552437,0.00015357339,0.009737763,0.00024372699,0.00032453402,0.0097541725,0.109676555,0.00010734257],"about_ca_topic_score_codex":0.0058169146,"about_ca_topic_score_gemma":0.010929763,"teacher_disagreement_score":0.5608155,"about_ca_system_score_codex":0.019472852,"about_ca_system_score_gemma":0.07953391,"threshold_uncertainty_score":0.6915854},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2131221599","doi":"10.1186/1478-4505-9-29","title":"Reliability of a tool for measuring theory of planned behaviour constructs for use in evaluating research use in policymaking","year":2011,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Cronbach's alpha; Generalizability theory; Reliability (semiconductor); Construct validity; Theory of planned behavior; Psychology; Structural equation modeling; Health administration; Health services research; Face validity; Applied psychology; Test (biology); Social psychology; Psychometrics; Medicine; Public health; Nursing; Control (management); Statistics; Clinical psychology; Computer science; Mathematics; Developmental psychology","score_opus":0.9710717872168578,"score_gpt":0.7682992711764908,"score_spread":0.20277251604036706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131221599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7030439,0.0010315229,0.25142738,0.0013099329,0.0006409047,0.0154520655,0.0024219414,0.0014459341,0.023226453],"genre_scores_gemma":[0.7623744,0.0003838787,0.2133237,0.0002820816,0.000094519295,0.021108015,0.001528029,0.00017003578,0.00073528214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.90062124,0.06050948,0.015126717,0.0039741965,0.018374925,0.001393361],"domain_scores_gemma":[0.5975715,0.28898877,0.025333272,0.020066345,0.066101395,0.0019388373],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.13579516,0.0010862811,0.0014987756,0.007482875,0.0014083922,0.0022930421,0.0010608854,0.0013523212,0.0020590962],"category_scores_gemma":[0.26418594,0.00094823627,0.0037777617,0.0060440376,0.001928921,0.0021194515,0.0022972352,0.002385434,0.0008694267],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001224503,0.0019247032,0.6287929,0.0017929021,0.0010794383,0.00021921085,0.016080461,0.0049895463,0.004964431,0.006320185,0.008843892,0.32376784],"study_design_scores_gemma":[0.0005924089,0.003955412,0.9042545,0.0018540466,0.00075138354,0.0005989715,0.007424405,0.036754634,0.007050451,0.01086942,0.02549725,0.00039714557],"about_ca_topic_score_codex":0.001884886,"about_ca_topic_score_gemma":0.0024037175,"teacher_disagreement_score":0.8642048,"about_ca_system_score_codex":0.0020032513,"about_ca_system_score_gemma":0.005225162,"threshold_uncertainty_score":0.71816206},"labels":[],"label_agreement":null},{"id":"W2132130353","doi":"10.1186/1478-4505-8-29","title":"A relational conceptual framework for multidisciplinary health research centre infrastructure","year":2010,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Michael Smith Health Research BC","keywords":"Nexus (standard); Multidisciplinary approach; Conceptual framework; Health services research; Knowledge management; Sustainability; Business; Computer science; Management science; Sociology; Health care; Engineering; Economics; Economic growth; Social science","score_opus":0.8702740446198649,"score_gpt":0.7514540228559908,"score_spread":0.11882002176387407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132130353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016675146,0.004693437,0.6229695,0.051699854,0.0004925549,0.0013914041,0.00044790597,0.0003282851,0.301302],"genre_scores_gemma":[0.6761979,0.004172502,0.29523823,0.0034505131,0.00036573352,0.0035587423,0.00038548157,0.00012378523,0.016507197],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9618214,0.029022688,0.0014933613,0.0022295401,0.0034803643,0.0019527859],"domain_scores_gemma":[0.9786531,0.012177175,0.0021642004,0.0015574673,0.002956072,0.0024919594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034537703,0.00081470277,0.0007768361,0.0064759576,0.0065729963,0.01780649,0.0054762354,0.0048978236,0.009387334],"category_scores_gemma":[0.022128752,0.0007327058,0.0013737732,0.010322242,0.03551309,0.021020688,0.009887079,0.004063585,0.00130007],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002775641,0.000005850227,0.00008573732,0.00004794197,0.0000032035205,0.000034605513,0.0031709685,0.00044251484,0.000023786153,0.9940367,0.0005446234,0.001601377],"study_design_scores_gemma":[0.00004327477,0.00006850188,0.0005260736,0.00046583277,0.000023803836,0.0002845757,0.017577102,0.003432679,0.00010720521,0.8243843,0.15304789,0.000038791288],"about_ca_topic_score_codex":0.012499907,"about_ca_topic_score_gemma":0.008639819,"teacher_disagreement_score":0.034537703,"about_ca_system_score_codex":0.02127445,"about_ca_system_score_gemma":0.022720546,"threshold_uncertainty_score":0.18265504},"labels":[],"label_agreement":null},{"id":"W2135974922","doi":"10.1186/1478-4505-10-37","title":"Reporting of feasibility factors in publications on integrated treatment programs for women with substance abuse issues and their children: a systematic review and analysis","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; McMaster Children's Hospital; Toronto Metropolitan University; University of Toronto; Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research","keywords":"Intervention (counseling); Service (business); Service delivery framework; Systematic review; Psychology; Process (computing); Substance abuse; Service provider; Medicine; Applied psychology; Medical education; MEDLINE; Computer science; Psychotherapist; Psychiatry; Business; Political science","score_opus":0.9025722669112788,"score_gpt":0.7365413017558103,"score_spread":0.16603096515546845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135974922","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02101997,0.9518046,0.0039778687,0.0019317006,0.0005065895,0.008058685,0.010140325,0.000092602866,0.0024677182],"genre_scores_gemma":[0.14985588,0.80626094,0.012336637,0.00210168,0.00023617814,0.022694709,0.0058315843,0.00011550629,0.00056695106],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.77599245,0.058855467,0.12061397,0.0069067837,0.035316292,0.0023150276],"domain_scores_gemma":[0.38511032,0.45823723,0.099112414,0.010093098,0.045581162,0.0018657362],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.123391815,0.0021904141,0.011584049,0.056747347,0.0019128288,0.006564697,0.0033211177,0.0028067974,0.0033751912],"category_scores_gemma":[0.44042447,0.0026976075,0.011482856,0.05242754,0.0036181237,0.006878,0.0059250705,0.0024346854,0.0004280099],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026319508,0.000025539206,0.006220765,0.9433424,0.009201892,0.00020431259,0.0025135553,0.00008571995,0.000204931,0.00039013883,0.0013720163,0.036175597],"study_design_scores_gemma":[0.00016017185,0.00013054047,0.008919636,0.9408336,0.035645075,0.00036009878,0.0019416789,0.0000772772,0.00041006535,0.00031636487,0.011145776,0.000059772225],"about_ca_topic_score_codex":0.0103065,"about_ca_topic_score_gemma":0.02241787,"teacher_disagreement_score":0.8766082,"about_ca_system_score_codex":0.0104688695,"about_ca_system_score_gemma":0.03881812,"threshold_uncertainty_score":0.6525661},"labels":[],"label_agreement":null},{"id":"W2136022926","doi":"10.1186/1478-4505-12-2","title":"Capturing lessons learned from evidence-to-policy initiatives through structured reflection","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Knowledge translation; Public relations; Thematic analysis; Government (linguistics); Health services research; Sustainability; Political science; Qualitative research; Civil society; Medicine; Public administration; Politics; Public health; Sociology; Nursing; Knowledge management","score_opus":0.9542463437182596,"score_gpt":0.784757698674586,"score_spread":0.16948864504367356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136022926","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27541915,0.014095376,0.41251564,0.17564437,0.004465107,0.0148675805,0.0012984582,0.0013848133,0.1003096],"genre_scores_gemma":[0.57802904,0.010148962,0.3873856,0.01047475,0.00047778434,0.00694276,0.00082975253,0.00050860073,0.0052026403],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7801092,0.1789803,0.009897249,0.007978901,0.015129939,0.007904464],"domain_scores_gemma":[0.6457861,0.28879425,0.009219122,0.025446948,0.022648552,0.008104993],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.20046905,0.0033121596,0.0018579907,0.005701402,0.0065374994,0.021520726,0.0069608716,0.0056634382,0.004539276],"category_scores_gemma":[0.24773493,0.0017447261,0.0022191796,0.004467245,0.016997814,0.0199768,0.026800333,0.011497398,0.0014435765],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001632579,0.000839834,0.006009971,0.008833011,0.0002772121,0.0024309123,0.5426438,0.002807695,0.0035916276,0.051764637,0.01729291,0.36334512],"study_design_scores_gemma":[0.00017884032,0.000950308,0.003439094,0.027655054,0.00033400062,0.0014283755,0.59403837,0.004122295,0.008413612,0.13286841,0.2263114,0.00026027203],"about_ca_topic_score_codex":0.0020949417,"about_ca_topic_score_gemma":0.00437924,"teacher_disagreement_score":0.20046905,"about_ca_system_score_codex":0.017920516,"about_ca_system_score_gemma":0.05518081,"threshold_uncertainty_score":0.985964},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2136384926","doi":"10.1186/1478-4505-12-65","title":"How has child maltreatment surveillance data been used in Canada?","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Child Abuse and Trauma","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Agency of Canada","funders":"","keywords":"Agency (philosophy); Government (linguistics); Health informatics; Public health; Health administration; Conversation; Health services research; Poison control; Survey data collection; Public relations; Medicine; Social policy; Knowledge translation; Medical education; Psychology; Nursing; Environmental health; Knowledge management; Political science; Sociology; Computer science","score_opus":0.4138794812199336,"score_gpt":0.478286141813422,"score_spread":0.06440666059348837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136384926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70374817,0.04032647,0.007579932,0.14365867,0.0008416045,0.001253843,0.03703791,0.0005666967,0.0649867],"genre_scores_gemma":[0.9606757,0.01855011,0.0063124215,0.005752115,0.00010914841,0.00021596655,0.0063816407,0.000079293495,0.0019236393],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.95684737,0.00827515,0.0036884893,0.00318156,0.023815677,0.004191813],"domain_scores_gemma":[0.8222334,0.023347363,0.015052634,0.004758746,0.12479758,0.009810348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024580013,0.00049577927,0.0007381021,0.008387355,0.006165803,0.008024521,0.0032245938,0.0010138733,0.0020982868],"category_scores_gemma":[0.10935301,0.0007477938,0.0006368989,0.028209958,0.004979949,0.002665864,0.0030333858,0.0019520257,0.00033222116],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013734197,0.00011652026,0.74659795,0.0023843218,0.00022983193,0.00044971667,0.015605029,0.001392802,0.00058842136,0.0042143776,0.021839805,0.20644385],"study_design_scores_gemma":[0.000018014076,0.00008597257,0.8964356,0.0029442967,0.00014623547,0.00024495792,0.023344913,0.0022848935,0.0007728114,0.0004899004,0.07306665,0.00016568486],"about_ca_topic_score_codex":0.9973054,"about_ca_topic_score_gemma":0.99636734,"teacher_disagreement_score":0.16157007,"about_ca_system_score_codex":0.16157007,"about_ca_system_score_gemma":0.30257487,"threshold_uncertainty_score":0.97245985},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2136397538","doi":"10.1186/1478-4505-12-30","title":"Advancing the application of systems thinking in health: South African examples of a leadership of sensemaking for primary health care","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Cape Town; Atlantic Philanthropies; University of the Western Cape; Alliance for Health Policy and Systems Research; International Development Research Centre; World Health Organization","keywords":"Sensemaking; Public relations; Health services research; Health care; Nature versus nurture; Action research; Front line; Health administration; Action learning; Sociology; Nursing; Medicine; Political science; Public health; Pedagogy","score_opus":0.8024372060236402,"score_gpt":0.6773694841820963,"score_spread":0.1250677218415439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136397538","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25116998,0.04609733,0.07222897,0.27739188,0.0015726694,0.0009159679,0.00010947316,0.00014834535,0.35036546],"genre_scores_gemma":[0.9701176,0.006371093,0.014844962,0.0036108058,0.00014914061,0.00024088661,0.000016246571,0.000042270407,0.0046068844],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9775909,0.018757481,0.00041132915,0.0005433118,0.0010626753,0.0016342027],"domain_scores_gemma":[0.98370105,0.012839223,0.0008274299,0.00076928333,0.0006991351,0.0011638802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023152689,0.00080798543,0.00050354406,0.002719618,0.014473703,0.010827638,0.001518965,0.0030200277,0.0034401973],"category_scores_gemma":[0.01520592,0.0005093616,0.00078230264,0.0027726805,0.04910327,0.008030859,0.013290961,0.006693853,0.0003075712],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046137488,0.000055153923,0.0016416609,0.00085286336,0.000024348967,0.0019226869,0.69470286,0.0005249498,0.0006506487,0.27381676,0.0038762395,0.021885648],"study_design_scores_gemma":[0.00007884041,0.00017870807,0.005584212,0.002561891,0.000041678482,0.0014301098,0.43297833,0.0016041463,0.0010662007,0.2554798,0.29892707,0.00006896699],"about_ca_topic_score_codex":0.011010876,"about_ca_topic_score_gemma":0.01578008,"teacher_disagreement_score":0.023152689,"about_ca_system_score_codex":0.013406649,"about_ca_system_score_gemma":0.017906802,"threshold_uncertainty_score":0.12244463},"labels":[],"label_agreement":null},{"id":"W2136408148","doi":"10.1186/1478-4505-5-9","title":"Networks and social capital: a relational approach to primary healthcare reform","year":2007,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary; Alberta Health Services","funders":"Canadian Institutes of Health Research; Fondation pour la Recherche Médicale; Canadian Health Services Research Foundation","keywords":"Health services research; Health administration; Social policy; Health care reform; Social capital; Public health; Primary care; Health policy; Healthcare policy; Health care; Relational capital; Primary health care; Medicine; Political science; Nursing; Sociology; Economic growth; Family medicine; Economics; Human capital; Social science","score_opus":0.44571176965149717,"score_gpt":0.5656480828729945,"score_spread":0.11993631322149734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136408148","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07458008,0.015433087,0.23383765,0.242505,0.000686369,0.00055165135,0.00014106256,0.00011829267,0.4321468],"genre_scores_gemma":[0.9714679,0.00403627,0.015943576,0.00250533,0.00032103702,0.00026743035,0.00002651836,0.00001834179,0.0054136785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98930955,0.008163675,0.00018250928,0.0006110961,0.0010251467,0.00070805755],"domain_scores_gemma":[0.99353176,0.0037542204,0.0008582246,0.00048130838,0.00057301356,0.00080147333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008954066,0.0004926975,0.00043792784,0.0037241827,0.0049348865,0.00899653,0.0019565625,0.0024206168,0.003077464],"category_scores_gemma":[0.008657272,0.00026897964,0.00046125927,0.0024559211,0.037811086,0.011784267,0.0074264323,0.002880622,0.00019426574],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005919325,0.000012759601,0.00042334746,0.000059594757,0.00000700379,0.000051832303,0.0058372193,0.0006150034,0.00003405953,0.9863361,0.0007322085,0.0058848048],"study_design_scores_gemma":[0.000012531532,0.000034352102,0.0012034677,0.00020091911,0.000014532716,0.00007360619,0.00809516,0.0017564734,0.00009726531,0.9462119,0.042284623,0.000015111719],"about_ca_topic_score_codex":0.01044762,"about_ca_topic_score_gemma":0.009685786,"teacher_disagreement_score":0.019434744,"about_ca_system_score_codex":0.019434744,"about_ca_system_score_gemma":0.0109013505,"threshold_uncertainty_score":0.14100957},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2136701671","doi":"10.1186/1478-4505-9-7","title":"Climate for evidence-informed health systems: A print media analysis in 44 low- and middle-income countries that host knowledge-translation platforms","year":2011,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre; Canadian Foundation for Healthcare Improvement; University of Ottawa","funders":"McMaster University","keywords":"Knowledge translation; Health policy; Health services research; Jurisdiction; Health administration; Global health; Medicine; Health informatics; Public relations; Focus group; Public health; Political science; Sociology; Nursing; Computer science; Law; Knowledge management","score_opus":0.8982056037289224,"score_gpt":0.7013559176718105,"score_spread":0.19684968605711195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136701671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945545,0.0009805944,0.00019707374,0.00046411663,0.00001437091,0.0001754158,0.00084630685,0.000006834269,0.0027607586],"genre_scores_gemma":[0.9966208,0.0012613558,0.00055337825,0.00029769802,0.000047647263,0.00030314576,0.0006191219,0.0000106060415,0.00028630675],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9908993,0.0048129004,0.0014267798,0.000595385,0.0013568193,0.00090873794],"domain_scores_gemma":[0.88572776,0.08626557,0.01842684,0.001619852,0.0063538393,0.001606162],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012522924,0.00048005694,0.00062225095,0.019449426,0.00259077,0.0048786737,0.00059270597,0.001093394,0.0029642673],"category_scores_gemma":[0.043925587,0.0005674717,0.0005392205,0.02072575,0.0030885772,0.003989388,0.0049156644,0.00085963507,0.00038115037],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008605042,0.00038874173,0.6904256,0.0046070023,0.00026727308,0.006125315,0.234638,0.00026278434,0.0021766906,0.0010713285,0.0018479043,0.05732886],"study_design_scores_gemma":[0.000050522478,0.000292493,0.7099676,0.0011166384,0.00022223362,0.001293479,0.27719796,0.0003419934,0.0013869893,0.00028372873,0.0077806907,0.00006556289],"about_ca_topic_score_codex":0.004531403,"about_ca_topic_score_gemma":0.0040698033,"teacher_disagreement_score":0.98747706,"about_ca_system_score_codex":0.001764296,"about_ca_system_score_gemma":0.0018842948,"threshold_uncertainty_score":0.06622833},"labels":[],"label_agreement":null},{"id":"W2136762111","doi":"10.1186/1478-4505-12-35","title":"Advancing the application of systems thinking in health: provider payment and service supply behaviour and incentives in the Ghana National Health Insurance Scheme – a systems approach","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre; World Health Organization; World Bank Group","keywords":"Incentive; Context (archaeology); Service provider; Payment; Business; Health services research; Data collection; Qualitative research; Health administration; Actuarial science; Payment system; Marketing; Service (business); Public health; Medicine; Nursing; Economics; Finance","score_opus":0.1625957495958039,"score_gpt":0.40462964835706894,"score_spread":0.24203389876126505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136762111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5935823,0.02511802,0.18032654,0.10594604,0.0006330338,0.0018013148,0.0005084807,0.00020218868,0.0918821],"genre_scores_gemma":[0.93530655,0.0050113024,0.057279468,0.00081080926,0.00006661354,0.000396156,0.000054133703,0.000019892392,0.0010550977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.98719007,0.010960129,0.00038263528,0.00045986573,0.0005619233,0.0004454358],"domain_scores_gemma":[0.96295863,0.032331485,0.0022503005,0.0005403918,0.0010855072,0.00083366956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017053245,0.0006271199,0.0005760723,0.004559002,0.0026667567,0.008669422,0.0015981924,0.002109474,0.0026361523],"category_scores_gemma":[0.015832175,0.00054452225,0.00070126425,0.004733149,0.010549962,0.007524164,0.004108716,0.002207727,0.0001320882],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014356409,0.0004937419,0.06428237,0.0033800409,0.00018164451,0.0013948556,0.21442288,0.014782791,0.00081358134,0.53303796,0.00420182,0.16286485],"study_design_scores_gemma":[0.00012423815,0.0004956997,0.043508723,0.0055292156,0.00012776499,0.00048483047,0.26256472,0.04265295,0.0010469707,0.58001584,0.06333693,0.00011219872],"about_ca_topic_score_codex":0.017181072,"about_ca_topic_score_gemma":0.01896728,"teacher_disagreement_score":0.018956661,"about_ca_system_score_codex":0.018956661,"about_ca_system_score_gemma":0.020945955,"threshold_uncertainty_score":0.13754088},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2139294896","doi":"10.1186/1478-4505-7-s1-s7","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 7: Finding systematic reviews","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Systematic review; Stakeholder; Management science; Value (mathematics); Health services research; Health policy; Public relations; MEDLINE; Public health; Medicine; Computer science; Political science; Economics","score_opus":0.9689906046033697,"score_gpt":0.8090989074323353,"score_spread":0.15989169717103446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139294896","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052810684,0.14945197,0.40276596,0.10625899,0.009350517,0.13709159,0.06993893,0.035625335,0.08423569],"genre_scores_gemma":[0.011238026,0.037718974,0.84241134,0.0045992383,0.0010656888,0.0935285,0.0057258015,0.0013478103,0.0023645875],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.5625411,0.27833655,0.12655611,0.00854106,0.021524448,0.0025006244],"domain_scores_gemma":[0.13249823,0.7663024,0.03601371,0.024978276,0.035909582,0.004297816],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34105372,0.005441912,0.012813653,0.084610194,0.004344139,0.025978122,0.007749887,0.012169219,0.08447636],"category_scores_gemma":[0.72680247,0.007579059,0.015484154,0.060280267,0.006226256,0.029552313,0.025861833,0.007856826,0.022225734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047876214,0.0001389163,0.001489727,0.5182564,0.003067804,0.0005382267,0.008363854,0.0010592738,0.0011598698,0.042177793,0.08457986,0.33868945],"study_design_scores_gemma":[0.0013982462,0.00026366138,0.0022630352,0.51982427,0.0040648603,0.00076224084,0.005465237,0.002634817,0.0012899158,0.092124015,0.36943427,0.00047542836],"about_ca_topic_score_codex":0.002459297,"about_ca_topic_score_gemma":0.0050099446,"teacher_disagreement_score":0.6589463,"about_ca_system_score_codex":0.009759882,"about_ca_system_score_gemma":0.06244163,"threshold_uncertainty_score":0.8125981},"labels":[],"label_agreement":null},{"id":"W2141071089","doi":"10.1186/s12961-015-0019-6","title":"Industry-sponsored clinical research outside high-income countries: an empirical analysis of registered clinical trials from 2006 to 2013","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"National Institute on Aging","keywords":"Clinical trial; Medicine; High income countries; Psychological intervention; Population; Health services research; Randomized controlled trial; Public health; Demography; Developing country; Environmental health; Surgery; Economic growth; Internal medicine; Nursing","score_opus":0.9775128962783319,"score_gpt":0.8197006511124773,"score_spread":0.15781224516585468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141071089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5748907,0.36842525,0.009124992,0.0097259935,0.0005775219,0.006896845,0.019333635,0.00015134738,0.010873814],"genre_scores_gemma":[0.9424418,0.03612154,0.0076375427,0.0028713832,0.00030748695,0.004867362,0.0052704774,0.00010379273,0.00037864488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.54004306,0.29308784,0.10920984,0.016196245,0.038093455,0.003369555],"domain_scores_gemma":[0.14728938,0.5019374,0.2884932,0.02434052,0.032294277,0.005645223],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2825338,0.0005937973,0.0033071013,0.008446329,0.0015033073,0.005925272,0.0026969265,0.0024290646,0.0031238354],"category_scores_gemma":[0.65762407,0.0011235881,0.0052098795,0.02813847,0.0033515685,0.007839412,0.0045740576,0.003585856,0.00056237134],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009837962,0.0006815742,0.7898872,0.03066786,0.015762527,0.0005134761,0.00403533,0.0014510031,0.0002219319,0.0038325137,0.012448331,0.1306604],"study_design_scores_gemma":[0.0031146572,0.0030077214,0.89299184,0.043743383,0.009438112,0.0022390273,0.0048326426,0.002386052,0.00055180327,0.002085793,0.035403714,0.00020533138],"about_ca_topic_score_codex":0.004240685,"about_ca_topic_score_gemma":0.0049115075,"teacher_disagreement_score":0.71746624,"about_ca_system_score_codex":0.0060037323,"about_ca_system_score_gemma":0.013124835,"threshold_uncertainty_score":0.8847636},"labels":[],"label_agreement":null},{"id":"W2141273327","doi":"10.1186/1478-4505-12-41","title":"Advancing the application of systems thinking in health: exploring dual practice and its management in Kampala, Uganda","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; Department for International Development; International Development Research Centre; World Health Organization","keywords":"Government (linguistics); Causal loop diagram; Public relations; Health services research; Dual (grammatical number); Public health; Health policy; Health administration; Health care; Public sector; Public policy; Medicine; Nursing; Business; Political science; Economic growth; Economics","score_opus":0.21434321149478286,"score_gpt":0.48970856659370093,"score_spread":0.2753653550989181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141273327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92625767,0.008841614,0.013316165,0.018410148,0.00008240017,0.00036370222,0.00006461745,0.00004171845,0.032622073],"genre_scores_gemma":[0.9928047,0.0016510157,0.004410685,0.00040233514,0.000009680169,0.000119976845,0.000009778595,0.0000072386833,0.00058466947],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98545545,0.012127233,0.0003744744,0.00043624156,0.00059449463,0.0010120368],"domain_scores_gemma":[0.97570145,0.019745585,0.0020696542,0.00047788233,0.0008971586,0.0011082466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013724269,0.000496478,0.0005158114,0.005028574,0.010352224,0.012217019,0.0020329994,0.0022716885,0.0024033538],"category_scores_gemma":[0.01463557,0.0007041291,0.0004676246,0.004903956,0.0221862,0.0074941562,0.012810145,0.0028500329,0.00013833545],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031851472,0.00006260563,0.01461351,0.0007336363,0.00002419862,0.0028292565,0.92070425,0.0007733577,0.0003575054,0.028888192,0.0006471148,0.030334553],"study_design_scores_gemma":[0.000012363193,0.000101457445,0.010607698,0.0012736663,0.000020097377,0.0005961341,0.93662226,0.0013946042,0.00031955534,0.027871247,0.021149723,0.000031194057],"about_ca_topic_score_codex":0.009533223,"about_ca_topic_score_gemma":0.015408896,"teacher_disagreement_score":0.013724269,"about_ca_system_score_codex":0.013711424,"about_ca_system_score_gemma":0.013805041,"threshold_uncertainty_score":0.09948379},"labels":[],"label_agreement":null},{"id":"W2144272309","doi":"10.1186/1478-4505-7-s1-s15","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 15: Engaging the public in evidence-informed policymaking","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Public relations; Public health; Health policy; Transparency (behavior); Accountability; Health services research; Public engagement; Health administration; Public administration; Public policy; Evidence-based policy; Civil society; Political science; Medicine; Nursing; Politics","score_opus":0.8531882864690307,"score_gpt":0.6598060639929288,"score_spread":0.19338222247610182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144272309","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039809286,0.00955192,0.5389763,0.21390261,0.0062752077,0.0033679253,0.0014920314,0.0062650484,0.21618804],"genre_scores_gemma":[0.054334685,0.009557609,0.9057883,0.011370304,0.0015101264,0.0040649795,0.0012827918,0.0007455818,0.011345624],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.86114013,0.108354695,0.013964871,0.0020864196,0.012320707,0.0021332055],"domain_scores_gemma":[0.5518295,0.39118707,0.009762386,0.020280633,0.01913549,0.007804904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13618354,0.0022022433,0.002130427,0.015701195,0.0052203513,0.02640607,0.005189201,0.01483054,0.030720754],"category_scores_gemma":[0.27385592,0.0020928155,0.0029832274,0.0115620885,0.011301844,0.030167356,0.02483048,0.009526399,0.013718035],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015875006,0.00043900404,0.0011774901,0.008886443,0.00019791236,0.00094866933,0.018117,0.0021563452,0.0009784818,0.3983047,0.120331444,0.44830376],"study_design_scores_gemma":[0.00018454168,0.00012436433,0.00052476616,0.012621905,0.00010346807,0.0006371186,0.0076416982,0.0034095123,0.0010460813,0.44971135,0.52384096,0.00015423697],"about_ca_topic_score_codex":0.0018572942,"about_ca_topic_score_gemma":0.002779525,"teacher_disagreement_score":0.13618354,"about_ca_system_score_codex":0.0047812406,"about_ca_system_score_gemma":0.031920116,"threshold_uncertainty_score":0.72021604},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2144869780","doi":"10.1186/1478-4505-12-52","title":"The making of nursing practice Law in Lebanon: a policy analysis case study","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Nursing Education, Practice, and Leadership","field":"Nursing","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Thematic analysis; Health services research; Health policy; Health administration; Nursing research; Context (archaeology); Equity (law); Public health; Public relations; Qualitative research; Political science; Medicine; Public administration; Nursing; Sociology; Law; Social science","score_opus":0.38246204990607485,"score_gpt":0.5934847447900512,"score_spread":0.21102269488397635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144869780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9146374,0.0016574241,0.0054370635,0.016930362,0.00020179545,0.0011190536,0.00012268366,0.000021450847,0.059872787],"genre_scores_gemma":[0.9793505,0.0016523519,0.0049379254,0.0017537941,0.00007908,0.0006084698,0.00008646503,0.00001342618,0.011518095],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9895976,0.0071118195,0.0002752746,0.00036098273,0.0006526462,0.0020017612],"domain_scores_gemma":[0.98921764,0.0073448,0.0008969725,0.00027459007,0.0010315484,0.0012344676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014879893,0.000519418,0.0004252209,0.00222834,0.01797997,0.006108573,0.00201985,0.004577389,0.0050491234],"category_scores_gemma":[0.010602694,0.00042285118,0.00045705572,0.0026585562,0.0059346436,0.003303295,0.00548204,0.0028749506,0.00035049807],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028348426,0.0026429298,0.044168822,0.0010432752,0.00006396789,0.07784377,0.48902515,0.0060087927,0.002303064,0.278597,0.012484501,0.08553538],"study_design_scores_gemma":[0.000043416716,0.00036788319,0.010679285,0.0011039611,0.00003259847,0.002714698,0.8673641,0.0034852482,0.0011503836,0.014884763,0.098108485,0.00006510434],"about_ca_topic_score_codex":0.03921862,"about_ca_topic_score_gemma":0.055115324,"teacher_disagreement_score":0.03921862,"about_ca_system_score_codex":0.030790636,"about_ca_system_score_gemma":0.022401072,"threshold_uncertainty_score":0.22340274},"labels":[],"label_agreement":null},{"id":"W2146346454","doi":"10.1186/1478-4505-11-46","title":"Frameworks for evaluating health research capacity strengthening: a qualitative study","year":2013,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; Fogarty International Center; National Institutes of Health; Wellcome Trust; Styrelsen för Internationellt Utvecklingssamarbete","keywords":"Health services research; Public health; Health administration; Qualitative research; Health policy; Social policy; Health informatics; Health economics; Medicine; Nursing; Political science; Sociology; Social science","score_opus":0.977866138527211,"score_gpt":0.8441931210761097,"score_spread":0.13367301745110138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146346454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7749341,0.0072321775,0.11294217,0.04656581,0.00047621224,0.013872387,0.0016020249,0.00021202584,0.04216309],"genre_scores_gemma":[0.95887536,0.0018695296,0.028481726,0.0024188748,0.000036155885,0.006261367,0.0001685895,0.00006099587,0.0018273665],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7871101,0.18931864,0.0054974603,0.003129686,0.009149523,0.0057945326],"domain_scores_gemma":[0.67342514,0.27312002,0.014881992,0.0079437215,0.023231275,0.0073979227],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19464545,0.00066173024,0.0011340869,0.00556828,0.01211614,0.009657343,0.0035149457,0.003231311,0.0032500126],"category_scores_gemma":[0.19391476,0.0011557934,0.00078402914,0.006704765,0.019573927,0.010279784,0.012737972,0.0042847176,0.0004321935],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005861732,0.00010081052,0.0036403495,0.0011882257,0.00001523366,0.0005657342,0.9501747,0.0003603463,0.0005205089,0.019302946,0.001796495,0.02227608],"study_design_scores_gemma":[0.000022583545,0.000060361595,0.0012145365,0.001539156,0.000010804685,0.00023298437,0.9672821,0.00044638518,0.00034504157,0.0047967276,0.024009636,0.000039623264],"about_ca_topic_score_codex":0.013429942,"about_ca_topic_score_gemma":0.014099278,"teacher_disagreement_score":0.80535454,"about_ca_system_score_codex":0.026013268,"about_ca_system_score_gemma":0.03161135,"threshold_uncertainty_score":0.9931455},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2146903852","doi":"10.1186/s12961-015-0007-x","title":"Evaluation as evolution: a Darwinian proposal for health policy and systems research","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Western University; University of Toronto","funders":"","keywords":"Health policy; Health services research; Health administration; Competition (biology); Health care; Set (abstract data type); Social policy; Darwinism; Metaphor; Politics; Computer science; Risk analysis (engineering); Operations research; Business; Management science; Economics; Political science; Law; Engineering; Biology; Ecology","score_opus":0.9487438420039374,"score_gpt":0.812930545590894,"score_spread":0.1358132964130434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146903852","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008781238,0.0137139615,0.31047392,0.5443106,0.0038707873,0.0013496473,0.00020735731,0.00023847056,0.117054075],"genre_scores_gemma":[0.6750219,0.0055624787,0.24512027,0.053759467,0.0038642709,0.004929267,0.00012452809,0.00023671404,0.011381025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8280912,0.14504918,0.0033470988,0.008616363,0.010740564,0.004155664],"domain_scores_gemma":[0.7901565,0.1803673,0.0050374293,0.011405101,0.009319973,0.0037137351],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1937618,0.0018975837,0.0027585407,0.0065092905,0.005826483,0.014075645,0.0060613267,0.01405183,0.0074554263],"category_scores_gemma":[0.15462947,0.00095286017,0.00356844,0.0031619184,0.105146445,0.02752065,0.011169775,0.01274529,0.00076376414],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028245946,0.000024167692,0.00019321553,0.00012431265,0.000026260439,0.00002782841,0.00049209944,0.0013892693,0.000027734406,0.9912053,0.0013180233,0.0051435037],"study_design_scores_gemma":[0.000050629165,0.000039789647,0.00010251257,0.00014749159,0.000015903091,0.000019387286,0.00020789812,0.0020192624,0.000057700512,0.98958415,0.0077380845,0.000017240021],"about_ca_topic_score_codex":0.006549409,"about_ca_topic_score_gemma":0.0032580392,"teacher_disagreement_score":0.1937618,"about_ca_system_score_codex":0.025774106,"about_ca_system_score_gemma":0.02645005,"threshold_uncertainty_score":0.9942352},"labels":[],"label_agreement":null},{"id":"W2147083890","doi":"10.1186/1478-4505-7-s1-s3","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 3: Setting priorities for supporting evidence-informed policymaking","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Timeline; Health services research; Public relations; Health policy; Evidence-based practice; Health administration; Health informatics; Set (abstract data type); Purchasing; Business; Medicine; Political science; Public health; Nursing; Marketing; Computer science","score_opus":0.9013019619445023,"score_gpt":0.7663337968357937,"score_spread":0.13496816510870857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147083890","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035462498,0.0060481294,0.61314225,0.17384544,0.004967673,0.008438576,0.003610819,0.008596125,0.17780474],"genre_scores_gemma":[0.022259565,0.0031840245,0.95324963,0.0072201337,0.0007378646,0.005155521,0.001632565,0.0008156083,0.0057450593],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7529657,0.17978188,0.029456709,0.005485877,0.026372993,0.0059368145],"domain_scores_gemma":[0.437028,0.4378975,0.02156429,0.027856926,0.06364693,0.012006382],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24208736,0.003144906,0.0027239786,0.017162194,0.005941562,0.037736215,0.00852968,0.013658949,0.03235373],"category_scores_gemma":[0.43441695,0.0034477008,0.004487266,0.016719991,0.009274439,0.03163451,0.027299043,0.013653638,0.023828471],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035039216,0.00040191054,0.0020195316,0.015354076,0.00030033977,0.0005918129,0.021187194,0.0021688966,0.0010903801,0.34996548,0.16724361,0.43932626],"study_design_scores_gemma":[0.00030389795,0.00016227068,0.0009805924,0.018617082,0.00018912475,0.00046324986,0.008709559,0.0036231545,0.0018176913,0.3374592,0.62742335,0.00025086902],"about_ca_topic_score_codex":0.004269562,"about_ca_topic_score_gemma":0.0062364135,"teacher_disagreement_score":0.75791264,"about_ca_system_score_codex":0.010024685,"about_ca_system_score_gemma":0.06414805,"threshold_uncertainty_score":0.93464124},"labels":[],"label_agreement":null},{"id":"W2148897735","doi":"10.1186/1478-4505-10-20","title":"Implementation research evidence uptake and use for policy-making","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Implementation research; Health services research; Knowledge translation; Health policy; Health administration; Evidence-based policy; Health informatics; Psychological intervention; Medicine; Obstacle; Millennium Development Goals; Public health; Public relations; Developing country; Political science; Economic growth; Alternative medicine; Nursing; Knowledge management; Computer science; Economics","score_opus":0.9862387130051055,"score_gpt":0.859876881315681,"score_spread":0.1263618316894245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148897735","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028758466,0.5026239,0.1411843,0.16097498,0.020342253,0.038091037,0.007092507,0.0011190843,0.1256961],"genre_scores_gemma":[0.09001388,0.36398244,0.43946537,0.02769161,0.005452538,0.06035785,0.0047787833,0.00074336334,0.007514287],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.34772944,0.49344075,0.06726586,0.0115217855,0.07617281,0.0038693573],"domain_scores_gemma":[0.2561826,0.5552437,0.03195706,0.06352124,0.08906223,0.004033293],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.53171325,0.0037089246,0.0123109985,0.028683182,0.003670885,0.029178765,0.010377241,0.015265508,0.0425335],"category_scores_gemma":[0.7334336,0.0042340616,0.010220794,0.02533937,0.00930583,0.023463478,0.016937003,0.01573152,0.013164298],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023854728,0.00031963544,0.0017639189,0.17477104,0.0025219258,0.00023300426,0.003773132,0.000883733,0.00030610472,0.08462849,0.049204156,0.6813563],"study_design_scores_gemma":[0.0006210082,0.00039143156,0.0028968868,0.5679245,0.0029587988,0.00032165137,0.003751577,0.0010930134,0.001211502,0.08531634,0.3332892,0.00022403548],"about_ca_topic_score_codex":0.007173764,"about_ca_topic_score_gemma":0.0053803707,"teacher_disagreement_score":0.46828675,"about_ca_system_score_codex":0.020439139,"about_ca_system_score_gemma":0.10294566,"threshold_uncertainty_score":0.577481},"labels":[],"label_agreement":null},{"id":"W2149346353","doi":"10.1186/1478-4505-7-s1-s10","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 10: Taking equity into consideration when assessing the findings of a systematic review","year":2009,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Disadvantaged; Equity (law); Health policy; Health services research; Health equity; Public economics; Social policy; Population; Public health; Population health; Medicine; Actuarial science; Environmental health; Economic growth; Economics; Political science; Nursing; Law","score_opus":0.9447497545830486,"score_gpt":0.7208305875862339,"score_spread":0.2239191669968147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149346353","genre_codex":"methods","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059650782,0.15144712,0.36982816,0.12322438,0.017791307,0.20817405,0.06640541,0.017571175,0.039593305],"genre_scores_gemma":[0.020073004,0.017193552,0.77614546,0.006701743,0.0010978831,0.17387874,0.0031229968,0.00077596813,0.0010106468],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.27487105,0.52709544,0.15477517,0.013647218,0.02716441,0.0024467143],"domain_scores_gemma":[0.044758976,0.8775802,0.02803318,0.020935977,0.026772665,0.0019189994],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5414034,0.008028527,0.024801474,0.07419278,0.0050065727,0.03515314,0.011660163,0.018311765,0.057365045],"category_scores_gemma":[0.8750021,0.009129566,0.031624738,0.061661065,0.01226838,0.031949256,0.026517611,0.01315816,0.009231669],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009085863,0.00009465745,0.0022165875,0.747401,0.016938167,0.00060454314,0.00457586,0.0025377118,0.00042334903,0.03277557,0.044411197,0.14711274],"study_design_scores_gemma":[0.0033481151,0.00035751445,0.002700951,0.6740621,0.020703673,0.0008106664,0.0039135446,0.007742101,0.00086959865,0.1500273,0.13454515,0.0009193253],"about_ca_topic_score_codex":0.005522415,"about_ca_topic_score_gemma":0.010538554,"teacher_disagreement_score":0.4585966,"about_ca_system_score_codex":0.019749828,"about_ca_system_score_gemma":0.06389284,"threshold_uncertainty_score":0.56553125},"labels":[],"label_agreement":null},{"id":"W2150873917","doi":"10.1186/1478-4505-7-s1-s5","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 5: Using research evidence to frame options to address a problem","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University Medical Centre; McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Process (computing); Set (abstract data type); Cost–benefit analysis; Health services research; Health policy; Health economics; Public economics; Risk analysis (engineering); Health administration; Actuarial science; Business; Public health; Economics; Medicine; Computer science; Political science","score_opus":0.8440152198981794,"score_gpt":0.7190658015548516,"score_spread":0.12494941834332784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150873917","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035686952,0.030353043,0.53102183,0.24287914,0.0064541977,0.008695373,0.0053496207,0.004593255,0.16708478],"genre_scores_gemma":[0.031236945,0.0116172,0.9360331,0.009474095,0.0011308482,0.0054284213,0.0015714114,0.0003174611,0.0031904648],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.76050293,0.18544517,0.029036693,0.004552978,0.01686785,0.0035943363],"domain_scores_gemma":[0.2755937,0.64713514,0.018847069,0.02235843,0.029851202,0.0062144725],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.23018555,0.00507817,0.0055789175,0.03292294,0.005984016,0.039828233,0.011302756,0.02522553,0.033426963],"category_scores_gemma":[0.5001787,0.0035984754,0.008941854,0.019009048,0.013081671,0.037688747,0.031712517,0.016365232,0.014155647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003672432,0.00032519983,0.0016642865,0.03798268,0.00086187955,0.0009766486,0.01183193,0.005003501,0.00044032803,0.50603384,0.08593671,0.34857583],"study_design_scores_gemma":[0.00030010525,0.00013108496,0.0004971211,0.056107312,0.00047383172,0.000489936,0.005702995,0.004381686,0.00068733474,0.5832237,0.34777045,0.00023448521],"about_ca_topic_score_codex":0.0042800372,"about_ca_topic_score_gemma":0.0063785333,"teacher_disagreement_score":0.23018555,"about_ca_system_score_codex":0.011689869,"about_ca_system_score_gemma":0.050938033,"threshold_uncertainty_score":0.9493183},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2151576347","doi":"10.1186/1478-4505-12-67","title":"Health systems and policy research evidence in health policy making in Israel: what are researchers’ practices in transferring knowledge to policy makers?","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health services research; Health policy; Public relations; Implementation research; Social policy; Health administration; Knowledge translation; Public health; Medicine; Political science; Sociology; Nursing; Knowledge management; Psychological intervention; Computer science","score_opus":0.9516176896299567,"score_gpt":0.8046764566417753,"score_spread":0.1469412329881814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151576347","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10980273,0.0814873,0.007356524,0.76289076,0.0010791982,0.0007736285,0.0002583288,0.00006218657,0.036289334],"genre_scores_gemma":[0.8991951,0.047325175,0.0150779085,0.0353972,0.0008058867,0.0010875006,0.00020287491,0.00005072052,0.000857637],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.4986233,0.43529874,0.022559937,0.007809247,0.02777931,0.0079295775],"domain_scores_gemma":[0.16647223,0.74303144,0.032268256,0.013758487,0.03459187,0.0098777255],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4955979,0.00057545,0.0016779437,0.013152756,0.0087781465,0.03460963,0.005309427,0.008848258,0.0037623206],"category_scores_gemma":[0.5646141,0.0014999798,0.0010106772,0.012077299,0.033200312,0.022719441,0.01624473,0.007894636,0.00048461577],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027649986,0.00037763038,0.13571374,0.012812605,0.0005566724,0.0007883233,0.30673313,0.0010279351,0.0007882252,0.084325954,0.017101813,0.4394974],"study_design_scores_gemma":[0.00032190603,0.0005578114,0.069398,0.11296326,0.00057351677,0.0010467845,0.4806057,0.002544003,0.002392002,0.13269055,0.1965416,0.00036485115],"about_ca_topic_score_codex":0.01507209,"about_ca_topic_score_gemma":0.016230304,"teacher_disagreement_score":0.5044021,"about_ca_system_score_codex":0.032679968,"about_ca_system_score_gemma":0.12522604,"threshold_uncertainty_score":0.6220176},"labels":[],"label_agreement":null},{"id":"W2151999777","doi":"10.1186/1478-4505-12-51","title":"The application of systems thinking in health: why use systems thinking?","year":2014,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":596,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; Department for International Development; International Development Research Centre; World Health Organization","keywords":"Health services research; Public health; Health administration; Health informatics; Systems thinking; Health policy; Social policy; Healthcare system; Medicine; Management science; Nursing; Health care; Computer science; Political science; Engineering","score_opus":0.467904163667998,"score_gpt":0.5682925081055834,"score_spread":0.10038834443758543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151999777","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016828944,0.16775253,0.0028326963,0.56916744,0.25792515,0.00002690685,0.000029422545,0.00006243151,0.0020351403],"genre_scores_gemma":[0.013756937,0.17929144,0.00560357,0.16372724,0.63423544,0.00013289269,0.000039978753,0.00009797724,0.0031145315],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9655947,0.019927839,0.0027400157,0.0020218547,0.008958584,0.0007569305],"domain_scores_gemma":[0.84365284,0.13735284,0.0024519297,0.002146359,0.011661436,0.00273462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.039774958,0.002524502,0.0038156232,0.004540272,0.0036006744,0.019582788,0.0047263857,0.018261159,0.0026457275],"category_scores_gemma":[0.085858636,0.0008060533,0.0025019275,0.0032118247,0.026072355,0.016613116,0.003773425,0.032541152,0.0014127635],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009875428,0.000051979532,0.00033841043,0.0045379344,0.00022354661,0.00024225289,0.002502701,0.00097048393,0.00018465043,0.10870434,0.7925451,0.08959978],"study_design_scores_gemma":[0.00007724674,0.00007664545,0.00044598817,0.005744702,0.00010044155,0.00023058096,0.0013806303,0.0017832817,0.00025706747,0.24542317,0.74438745,0.000092756214],"about_ca_topic_score_codex":0.003893528,"about_ca_topic_score_gemma":0.0038846221,"teacher_disagreement_score":0.039774958,"about_ca_system_score_codex":0.007365937,"about_ca_system_score_gemma":0.008803117,"threshold_uncertainty_score":0.2103526},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2152339092","doi":"10.1186/1478-4505-8-4","title":"Bridging the gaps among research, policy and practice in ten low- and middle-income countries: Development and testing of a questionnaire for researchers","year":2010,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Social Sciences and Humanities Research Council of Canada; Alliance for Health Policy and Systems Research; Global Development Network; McMaster University; World Health Organization","keywords":"Cronbach's alpha; Construct validity; Convergent validity; Face validity; Content validity; Medicine; Low and middle income countries; Health services research; Bridging (networking); Psychology; Internal consistency; Developing country; Family medicine; Environmental health; Public health; Nursing; Clinical psychology; Psychometrics; Economic growth; Computer science","score_opus":0.8204419912873986,"score_gpt":0.7163106130108713,"score_spread":0.1041313782765273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152339092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96676385,0.0002842623,0.008774024,0.0017162046,0.00006502588,0.01857231,0.0007228103,0.00013206912,0.002969415],"genre_scores_gemma":[0.8788056,0.0005807339,0.078082636,0.0009984897,0.00003650871,0.03930475,0.0012383041,0.000033891403,0.0009192134],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9533933,0.02846446,0.010225616,0.0013910411,0.0035748202,0.0029507347],"domain_scores_gemma":[0.8645742,0.07418916,0.01690561,0.007915632,0.02503955,0.011375976],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.13294372,0.0010714971,0.0012482324,0.0039536157,0.002795909,0.002699756,0.0021478413,0.00208614,0.0022267913],"category_scores_gemma":[0.09229474,0.001328846,0.0014125939,0.002887057,0.0033473582,0.0038502393,0.0059081665,0.0023975382,0.00055450527],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008835751,0.0052175205,0.45076588,0.0029285226,0.0001851306,0.0012215289,0.27218473,0.0023631991,0.0064149275,0.0026474907,0.0075338185,0.24765372],"study_design_scores_gemma":[0.0008615042,0.0076278294,0.5376008,0.0028001948,0.00014729719,0.0008121819,0.39364916,0.009291708,0.0047069,0.003924471,0.03819677,0.0003811758],"about_ca_topic_score_codex":0.0018770858,"about_ca_topic_score_gemma":0.0027264082,"teacher_disagreement_score":0.86705625,"about_ca_system_score_codex":0.0050800275,"about_ca_system_score_gemma":0.012509322,"threshold_uncertainty_score":0.70308197},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2152653652","doi":"10.1186/1478-4505-8-6","title":"Systematic review of methods for evaluating healthcare research economic impact","year":2010,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Tehran University of Medical Sciences and Health Services","keywords":"Economic evaluation; Health services research; Health care; Health administration; Health economics; Health policy; Payback period; Economic impact analysis; Medicine; Business; Economic growth; Economics","score_opus":0.9191950470318956,"score_gpt":0.7650829130904278,"score_spread":0.15411213394146783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152653652","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024089133,0.83433944,0.04944986,0.0033577618,0.0024190934,0.09308454,0.009607061,0.00038482703,0.00494844],"genre_scores_gemma":[0.049904708,0.45243937,0.215131,0.0025861238,0.00095691875,0.2736089,0.004350039,0.00023286992,0.00079004135],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.37063423,0.40491626,0.1544403,0.011525312,0.056722824,0.0017610098],"domain_scores_gemma":[0.28355137,0.6073358,0.050466295,0.018339915,0.03883846,0.0014681427],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3450252,0.006334271,0.027517445,0.0550082,0.0031502892,0.011611183,0.007315451,0.006076802,0.015176706],"category_scores_gemma":[0.6439018,0.0038633582,0.024676975,0.036659174,0.005019952,0.009264722,0.0073148864,0.0047478937,0.0017544467],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041274805,0.00005366414,0.0012692953,0.88270235,0.030418959,0.00014587618,0.00060698914,0.0008505456,0.00012629904,0.0034331998,0.0038363647,0.07614374],"study_design_scores_gemma":[0.0011666323,0.00044949717,0.002537749,0.8985643,0.060502946,0.000230296,0.00065129524,0.0011507809,0.0003979925,0.009043921,0.025112344,0.0001924309],"about_ca_topic_score_codex":0.009384709,"about_ca_topic_score_gemma":0.015393624,"teacher_disagreement_score":0.6549748,"about_ca_system_score_codex":0.02316791,"about_ca_system_score_gemma":0.048675332,"threshold_uncertainty_score":0.8077005},"labels":[],"label_agreement":null},{"id":"W2152826335","doi":"10.1186/1478-4505-1-1","title":"Assessing capacity for health policy and systems research in low and middle income countries*","year":2003,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":196,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre; Styrelsen för Internationellt Utvecklingssamarbete; World Bank Group","keywords":"Health services research; Health policy; Stakeholder; Critical mass (sociodynamics); Incentive; Business; Capacity building; Portfolio; Health administration; Social policy; Developing country; Stakeholder engagement; Economic growth; Political science; Health care; Economics; Finance; Public relations","score_opus":0.8461126262533255,"score_gpt":0.6266068414513976,"score_spread":0.21950578480192795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152826335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8979507,0.005974816,0.0037517096,0.049730673,0.00011898135,0.0008658571,0.0017779338,0.00010128853,0.03972793],"genre_scores_gemma":[0.99564976,0.0010052089,0.0019842065,0.00055234553,0.000037619506,0.0002914798,0.00029082067,0.000006649565,0.00018184033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94720155,0.03681764,0.003950517,0.0013614364,0.0049626795,0.0057061864],"domain_scores_gemma":[0.63989127,0.22970426,0.05573305,0.0109695485,0.023726856,0.03997501],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.10656598,0.0005144439,0.00068715046,0.0074929576,0.0026260617,0.008537576,0.0020311438,0.0013719532,0.006568081],"category_scores_gemma":[0.19798398,0.0006866172,0.0006838584,0.0065219365,0.00707176,0.007312093,0.013934356,0.0016172049,0.00047478048],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029658922,0.00026439762,0.8945605,0.002925083,0.00037149675,0.0003583996,0.023308685,0.0032476042,0.0003962904,0.020507803,0.007856662,0.04590643],"study_design_scores_gemma":[0.0001327344,0.0005868626,0.8599682,0.0053089787,0.00017274392,0.0004186813,0.053240225,0.0036506958,0.00063969375,0.038938325,0.03681692,0.0001258527],"about_ca_topic_score_codex":0.006936634,"about_ca_topic_score_gemma":0.0056900037,"teacher_disagreement_score":0.89343405,"about_ca_system_score_codex":0.009033981,"about_ca_system_score_gemma":0.026290495,"threshold_uncertainty_score":0.5635815},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2155338311","doi":"10.1186/1478-4505-12-44","title":"Advancing the application of systems thinking in health: managing rural China health system development in complex and dynamic contexts","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; Economic and Social Research Council; Department for International Development; International Development Research Centre; World Health Organization","keywords":"Public health; Health services research; Health administration; China; Health policy; Health informatics; Medicine; International health; Political science; Economic growth; Nursing; Economics","score_opus":0.11971368548594671,"score_gpt":0.40801901470264224,"score_spread":0.2883053292166955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155338311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5541406,0.012211747,0.158458,0.124358475,0.00047796604,0.0009447045,0.0001246651,0.00024314821,0.14904065],"genre_scores_gemma":[0.9770083,0.002298416,0.018515894,0.00066855457,0.00005721775,0.00016581218,0.000016914986,0.000012283953,0.0012565639],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9932811,0.00506803,0.00018213302,0.00033380024,0.00050242525,0.0006324845],"domain_scores_gemma":[0.9921687,0.005160362,0.0006349351,0.00050773984,0.0007370214,0.0007912879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013293845,0.00064575416,0.00044328228,0.0025557457,0.004917874,0.008557392,0.002056153,0.0018355043,0.0018989553],"category_scores_gemma":[0.00602842,0.00034118493,0.0006570218,0.0031082504,0.015992291,0.005752174,0.0061179376,0.0020999138,0.00010465969],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003756978,0.00014750111,0.037246116,0.0011700001,0.000115589275,0.0013560315,0.12575346,0.0252776,0.001489383,0.6741943,0.004632193,0.12858036],"study_design_scores_gemma":[0.000059341834,0.00031059404,0.024599493,0.001530775,0.00012833871,0.00034234283,0.168113,0.05453279,0.001963558,0.63518834,0.113113254,0.000118127704],"about_ca_topic_score_codex":0.024754688,"about_ca_topic_score_gemma":0.023327831,"teacher_disagreement_score":0.024754688,"about_ca_system_score_codex":0.019700214,"about_ca_system_score_gemma":0.030879276,"threshold_uncertainty_score":0.14293575},"labels":[],"label_agreement":null},{"id":"W2155734851","doi":"10.1186/1478-4505-10-18","title":"Emergence of biopharmaceutical innovators in China, India, Brazil, and South Africa as global competitors and collaborators","year":2012,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Biotechnology and Related Fields","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MaRS; University Health Network; University of Toronto; Asia Pacific Foundation of Canada; Global Affairs Canada","funders":"University of Toronto; University Health Network; Asia Pacific Foundation of Canada; Canadian Institutes of Health Research; Genome Canada; Ontario Genomics; Ontario Genomics Institute","keywords":"Biopharmaceutical; Emerging markets; Competitor analysis; Indigenous; Business; Developing country; China; Economic growth; Marketing; Economics; Biotechnology; Political science","score_opus":0.14152341931917775,"score_gpt":0.494610491956939,"score_spread":0.3530870726377613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155734851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99345464,0.0003254496,0.00011919361,0.0009724715,0.000005435959,0.000016256952,0.000009563105,0.0000022089084,0.005094822],"genre_scores_gemma":[0.99854505,0.0002567756,0.00010157671,0.00009066121,0.0000025386198,0.000009530958,0.000006900454,0.0000016512578,0.00098533],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99769384,0.00089631067,0.000062824925,0.0002589956,0.0003304782,0.0007575629],"domain_scores_gemma":[0.9955058,0.002128221,0.0009091656,0.0001836191,0.00033004946,0.000943161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050711636,0.00018550252,0.00035357947,0.0014481188,0.0043916046,0.003352416,0.0006271286,0.00089158455,0.0021645948],"category_scores_gemma":[0.005478563,0.00022049385,0.00024311323,0.0021127216,0.004127062,0.0024157716,0.0037581641,0.0011512071,0.00009262441],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027451734,0.00023937802,0.22940882,0.00024231143,0.00004466793,0.00499271,0.6416523,0.00035297938,0.0045686834,0.0683846,0.0012663446,0.048572686],"study_design_scores_gemma":[0.00006123665,0.00033687166,0.20473042,0.00036633675,0.00009346259,0.0016932334,0.74424416,0.0019750164,0.0026266475,0.0067343437,0.037036516,0.00010183947],"about_ca_topic_score_codex":0.017140627,"about_ca_topic_score_gemma":0.035818204,"teacher_disagreement_score":0.017140627,"about_ca_system_score_codex":0.0038770554,"about_ca_system_score_gemma":0.006168881,"threshold_uncertainty_score":0.034081697},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2157106393","doi":"10.1186/1478-4505-12-9","title":"Capacity development in health systems and policy research: a survey of the Canadian context","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal; University of Ottawa; Institute for Work & Health; Institute of Population and Public Health; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Health services research; Workforce; Health administration; Agency (philosophy); Workforce development; Health policy; Mentorship; Human resources; Context (archaeology); Public relations; Medicine; Public health; Business; Medical education; Economic growth; Political science; Nursing; Sociology; Economics","score_opus":0.6679847933543945,"score_gpt":0.6052875840737951,"score_spread":0.06269720928059941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157106393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7731064,0.027645303,0.0007945591,0.113186285,0.0002594304,0.00089108094,0.010369367,0.000087766304,0.07365991],"genre_scores_gemma":[0.9714822,0.017701428,0.0009803353,0.0059347632,0.000048978396,0.00021439676,0.0012637823,0.000033411136,0.0023406052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9772824,0.0047950307,0.0016792532,0.0012169975,0.008962395,0.006063855],"domain_scores_gemma":[0.8899666,0.023115752,0.012557879,0.0020456924,0.03700568,0.035308357],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022266278,0.0003615244,0.000721436,0.0065333694,0.013629078,0.006891906,0.0029636628,0.0012819408,0.005629622],"category_scores_gemma":[0.059226766,0.0006694857,0.0004638713,0.021449793,0.0064824345,0.0022307795,0.0061950767,0.0024238464,0.00027243345],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00017043443,0.0002441971,0.66223705,0.004836553,0.00019591964,0.0010970958,0.11647044,0.0007116371,0.0007350582,0.02246055,0.077757105,0.1130839],"study_design_scores_gemma":[0.000022490469,0.00006705327,0.7572402,0.0024880795,0.000043885582,0.00020032503,0.11348439,0.0004384226,0.00014845053,0.0012999502,0.12444519,0.00012159056],"about_ca_topic_score_codex":0.9925789,"about_ca_topic_score_gemma":0.9935452,"teacher_disagreement_score":0.97773373,"about_ca_system_score_codex":0.17226174,"about_ca_system_score_gemma":0.44121373,"threshold_uncertainty_score":0.96005905},"labels":[],"label_agreement":null},{"id":"W2157500449","doi":"10.1186/1478-4505-12-48","title":"Systematic reviews addressing identified health policy priorities in Eastern Mediterranean countries: a situational analysis","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research","keywords":"Health services research; Public health; Health administration; Health policy; Social policy; Medicine; Situational ethics; Health informatics; Health economics; Environmental health; Healthcare policy; Political science; International health; Nursing","score_opus":0.9273842193998523,"score_gpt":0.6821698638281034,"score_spread":0.24521435557174887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157500449","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32573244,0.5312579,0.043841667,0.02864846,0.0009622667,0.03597777,0.020590078,0.00044110138,0.012548259],"genre_scores_gemma":[0.76153266,0.09466466,0.11157174,0.0053054695,0.00025509886,0.021285973,0.004907162,0.00008847759,0.0003888402],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.6913065,0.180299,0.09312819,0.008726406,0.022451947,0.0040879506],"domain_scores_gemma":[0.43369406,0.42881736,0.08072271,0.0126569215,0.041358564,0.0027503981],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23567176,0.0016092208,0.0046547498,0.06411149,0.003073014,0.00851923,0.002153203,0.0022256528,0.0028125674],"category_scores_gemma":[0.39150622,0.0021470983,0.005774374,0.055457238,0.0027117196,0.009845314,0.010134988,0.0020035317,0.00030177645],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016204008,0.0001854728,0.09645115,0.63232577,0.019472336,0.0017298061,0.045638517,0.0029781372,0.002519514,0.013320696,0.0072169695,0.17654124],"study_design_scores_gemma":[0.0007472428,0.0009894725,0.16362043,0.6284917,0.037407618,0.001891647,0.08378047,0.0042153182,0.0029042952,0.023169767,0.052294035,0.00048792988],"about_ca_topic_score_codex":0.005655895,"about_ca_topic_score_gemma":0.015527902,"teacher_disagreement_score":0.99534523,"about_ca_system_score_codex":0.013896699,"about_ca_system_score_gemma":0.028514877,"threshold_uncertainty_score":0.9425528},"labels":[],"label_agreement":null},{"id":"W2158219055","doi":"10.1186/1478-4505-11-13","title":"Exploring the uptake and framing of research evidence on universal screening for intimate partner violence against women: a knowledge translation case study","year":2013,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"Institute of Gender and Health; Canadian Institutes of Health Research; McMaster University; Canadian Health Services Research Foundation","keywords":"Knowledge translation; Rigour; Framing (construction); Health services research; Health care; Domestic violence; Qualitative research; Medicine; Health administration; Evidence-based practice; Randomized controlled trial; Psychological intervention; Public health; Alternative medicine; Psychology; Nursing; Poison control; Suicide prevention; Political science; Sociology; Law; Social science; Environmental health","score_opus":0.7416325399016703,"score_gpt":0.5766653195790115,"score_spread":0.16496722032265887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158219055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7915705,0.023347113,0.025041781,0.08011253,0.00071597006,0.0049733734,0.00026356705,0.00009958369,0.07387564],"genre_scores_gemma":[0.96776175,0.0074015157,0.0144383265,0.005756527,0.00014629467,0.002390956,0.000089106004,0.00007128562,0.0019442905],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.66632926,0.2835626,0.019820971,0.005329901,0.017688805,0.0072684838],"domain_scores_gemma":[0.3183588,0.63147163,0.018012056,0.015362186,0.013934097,0.002861239],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26268992,0.0010841308,0.0029725346,0.012762166,0.017706716,0.022675175,0.0059158793,0.013057265,0.005567498],"category_scores_gemma":[0.40165466,0.0018580855,0.0024266911,0.013023481,0.031187065,0.025090301,0.029490845,0.007984689,0.00066075224],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020141913,0.00022664182,0.0035646702,0.0049707447,0.00008422479,0.0078093875,0.91409564,0.00019808153,0.00044852108,0.03499813,0.0013875375,0.032015137],"study_design_scores_gemma":[0.00021130545,0.00054713053,0.0027452416,0.020798068,0.00036452588,0.003964527,0.89820164,0.0010394226,0.0017433225,0.023519225,0.046740294,0.00012536746],"about_ca_topic_score_codex":0.005858175,"about_ca_topic_score_gemma":0.0072028697,"teacher_disagreement_score":0.73731005,"about_ca_system_score_codex":0.023087373,"about_ca_system_score_gemma":0.031233804,"threshold_uncertainty_score":0.9092346},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2160349994","doi":"10.1186/1478-4505-13-10","title":"Developing and refining the methods for a ‘one-stop shop’ for research evidence about health systems","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Western University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Public health; Health administration; Medicine; Health policy; Refining (metallurgy); Health informatics; Nursing","score_opus":0.9912761006432657,"score_gpt":0.8676079469251584,"score_spread":0.12366815371810724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160349994","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021506506,0.0020604357,0.95751536,0.007863142,0.00079708855,0.024786785,0.00092619617,0.0012657058,0.0026346867],"genre_scores_gemma":[0.0038317523,0.00023218489,0.9836158,0.000546756,0.00004087467,0.011327838,0.00015197766,0.000091855116,0.00016098845],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.28994247,0.55319244,0.08616188,0.024096223,0.04382285,0.0027841444],"domain_scores_gemma":[0.078437075,0.73285574,0.026615394,0.08573492,0.07381365,0.0025432487],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62112993,0.0063725137,0.011745978,0.06470314,0.008700603,0.031407632,0.016573837,0.013889402,0.013427774],"category_scores_gemma":[0.79835135,0.010190323,0.020876365,0.046553984,0.023435034,0.058130134,0.033993553,0.018839035,0.0062168366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082215015,0.0006394179,0.007291707,0.081448205,0.0033381036,0.00075023185,0.07046306,0.0038639125,0.0030828014,0.21404961,0.033248793,0.58100206],"study_design_scores_gemma":[0.0017929508,0.0013430277,0.0056725894,0.081045024,0.0031723382,0.0017430697,0.024452098,0.029805811,0.006338777,0.5933493,0.24979346,0.0014916022],"about_ca_topic_score_codex":0.005633478,"about_ca_topic_score_gemma":0.009049588,"teacher_disagreement_score":0.37887007,"about_ca_system_score_codex":0.022776015,"about_ca_system_score_gemma":0.060455628,"threshold_uncertainty_score":0.4672143},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2160537895","doi":"10.1186/1478-4505-7-28","title":"Knowledge translation research in population health: establishing a collaborative research agenda","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de Santé Publique du Québec; Université de Montréal; Dassault Systèmes (Canada)","funders":"","keywords":"Brainstorming; Knowledge translation; Health services research; Stakeholder; Population health; Population; Knowledge management; Session (web analytics); Social network analysis; Health administration; Knowledge sharing; Public relations; Sociology; Management science; Medicine; Public health; Computer science; Political science; Nursing; Social science; Engineering","score_opus":0.9651285012989458,"score_gpt":0.8104521724113983,"score_spread":0.15467632888754745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160537895","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06055093,0.034270037,0.43957004,0.3845917,0.0045046443,0.017643306,0.00039588189,0.0007696131,0.05770384],"genre_scores_gemma":[0.3159684,0.012895853,0.64521056,0.009692969,0.0007581046,0.012916504,0.0003805524,0.00017079436,0.0020062146],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.45179948,0.48214737,0.020976355,0.01165617,0.024734873,0.008685805],"domain_scores_gemma":[0.4131473,0.46135694,0.016488388,0.0294355,0.059231725,0.020340165],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.45246056,0.0021400843,0.004789004,0.017028922,0.0283138,0.050314557,0.009394879,0.020901592,0.005751907],"category_scores_gemma":[0.31110618,0.0022165943,0.0040885084,0.01973253,0.045060344,0.05469535,0.049634475,0.018007513,0.0016538635],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002492418,0.00105912,0.008006623,0.01739234,0.00036384622,0.0023766675,0.41962427,0.0031607999,0.0021162888,0.24154536,0.013758239,0.29034725],"study_design_scores_gemma":[0.00025159697,0.00047506223,0.0036530928,0.024588592,0.0002123194,0.0008843765,0.49160182,0.005390373,0.0015783453,0.34452295,0.12659423,0.0002472611],"about_ca_topic_score_codex":0.008476671,"about_ca_topic_score_gemma":0.006179373,"teacher_disagreement_score":0.5475395,"about_ca_system_score_codex":0.031444337,"about_ca_system_score_gemma":0.1942574,"threshold_uncertainty_score":0.6752136},"labels":[],"label_agreement":null},{"id":"W2160546848","doi":"10.1186/1478-4505-12-14","title":"Evaluation of the international forum on evidence informed health policymaking: Addis Ababa, Ethiopia – 27 to 31 August 2012","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Conferences and Exhibitions Management","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"World Health Organization","keywords":"Operationalization; Health services research; Medicine; Public health; Health administration; Medical education; Health informatics; Health policy; Information Dissemination; Public relations; Nursing; Political science","score_opus":0.5687163761664173,"score_gpt":0.5874869813521635,"score_spread":0.018770605185746136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160546848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73883486,0.0055583348,0.020818349,0.031706132,0.0066206045,0.10699669,0.0069482336,0.00058806955,0.08192878],"genre_scores_gemma":[0.8275296,0.002799428,0.052871954,0.0066926605,0.0011335759,0.084758796,0.0035542673,0.00017989246,0.020479755],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9560868,0.03247582,0.001819204,0.0009825609,0.0050012944,0.003634231],"domain_scores_gemma":[0.91830933,0.032644983,0.00628337,0.0030344084,0.023594132,0.01613369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16541141,0.001290665,0.00077487505,0.0015167695,0.0027123608,0.0041303947,0.0023583455,0.0028861195,0.009263544],"category_scores_gemma":[0.09814676,0.0007133635,0.0012469918,0.0010387364,0.0012877653,0.0021556243,0.0062949318,0.0028926574,0.0011514176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021584531,0.026196193,0.06315831,0.01835877,0.0009268142,0.002514128,0.033265136,0.009773569,0.009052014,0.0057530417,0.07573575,0.73368186],"study_design_scores_gemma":[0.01657346,0.060015526,0.37747744,0.016330542,0.0013082565,0.00088626816,0.053995885,0.0046101515,0.022015674,0.0043790527,0.44182646,0.00058130705],"about_ca_topic_score_codex":0.004174375,"about_ca_topic_score_gemma":0.009311411,"teacher_disagreement_score":0.16541141,"about_ca_system_score_codex":0.007500443,"about_ca_system_score_gemma":0.025171347,"threshold_uncertainty_score":0.8747896},"labels":[],"label_agreement":null},{"id":"W2160830394","doi":"10.1186/1478-4505-13-5","title":"Balancing the personal, local, institutional, and global: multiple case study and multidimensional scaling analysis of African experiences in addressing complexity and political economy in health research capacity strengthening","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Department for International Development; Government of the United Kingdom; International Development Research Centre; Wellcome Trust","keywords":"Mentorship; Political science; Health services research; Public relations; Work (physics); Institutionalisation; Elite; Health policy; Capacity building; Politics; Global health; Economic growth; Health care; Economics","score_opus":0.6114111969298764,"score_gpt":0.5401229617387868,"score_spread":0.07128823519108962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160830394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97605395,0.001106904,0.005383605,0.0061453297,0.000055440385,0.0004150189,0.00007599398,0.0000073392557,0.0107564535],"genre_scores_gemma":[0.9935841,0.0008549392,0.0039544753,0.00036112772,0.000017722186,0.0004584689,0.000018448327,0.000010829234,0.00073975703],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.93714803,0.05530181,0.001132861,0.0010716281,0.0019043384,0.0034414334],"domain_scores_gemma":[0.9555125,0.035606354,0.003893558,0.0017541717,0.0018289115,0.0014045215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.055503763,0.0006714243,0.0007188867,0.004402409,0.02246197,0.010043542,0.0024300087,0.0024587007,0.0033606088],"category_scores_gemma":[0.036739323,0.00074808614,0.000624124,0.0073296,0.019751659,0.0136930905,0.012556225,0.0034875053,0.00023499015],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021631187,0.00006514044,0.005665875,0.00016193265,0.000010184655,0.0012842766,0.9750896,0.000108927736,0.0001776089,0.011619164,0.0005344509,0.0052611157],"study_design_scores_gemma":[0.0000032039272,0.000022468386,0.0018100473,0.00020327272,0.000006330752,0.0002199733,0.9908897,0.00017382478,0.00014912085,0.0018622758,0.0046500782,0.000009592977],"about_ca_topic_score_codex":0.009429304,"about_ca_topic_score_gemma":0.019123942,"teacher_disagreement_score":0.055503763,"about_ca_system_score_codex":0.011112834,"about_ca_system_score_gemma":0.008413964,"threshold_uncertainty_score":0.29353553},"labels":[],"label_agreement":null},{"id":"W2161195484","doi":"10.1186/1478-4505-7-s1-s2","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 2: Improving how your organisation supports the use of research evidence to inform policymaking","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health services research; Public relations; Health policy; Health administration; Action (physics); Business; Medicine; Political science; Public health; Nursing","score_opus":0.9519339778839412,"score_gpt":0.7668328281740898,"score_spread":0.18510114970985136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161195484","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037275783,0.014683196,0.29038495,0.5254844,0.010881187,0.005372998,0.0019445693,0.0075357375,0.13998538],"genre_scores_gemma":[0.035184357,0.014417504,0.8959225,0.02971974,0.0032216497,0.005567717,0.0019836032,0.0022904004,0.0116924485],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.58174986,0.30712998,0.054707397,0.00767215,0.040089354,0.008651257],"domain_scores_gemma":[0.20946236,0.6328423,0.027755195,0.0497698,0.062351726,0.017818619],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.35796484,0.002991213,0.003790278,0.020776542,0.009050781,0.055087905,0.009728007,0.023844806,0.03195747],"category_scores_gemma":[0.6114129,0.004358821,0.0045704506,0.019445933,0.015882801,0.056711063,0.03622485,0.019113807,0.037075162],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024467797,0.00048405371,0.002501694,0.012506669,0.0002780617,0.00086805876,0.030368522,0.0016650386,0.0012234318,0.19968145,0.2301997,0.5199787],"study_design_scores_gemma":[0.00016745029,0.00013422148,0.0010073383,0.019483054,0.00013056598,0.00056815264,0.009103125,0.0015313869,0.001166784,0.16203222,0.8043984,0.00027718532],"about_ca_topic_score_codex":0.0035958674,"about_ca_topic_score_gemma":0.004734115,"teacher_disagreement_score":0.35796484,"about_ca_system_score_codex":0.009505366,"about_ca_system_score_gemma":0.08030327,"threshold_uncertainty_score":0.79174364},"labels":[],"label_agreement":null},{"id":"W2162591377","doi":"10.1186/1478-4505-12-25","title":"Evaluation of partnerships in a transnational family violence prevention network using an integrated knowledge translation and exchange model: a mixed methods study","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Institute of Gender and Health; Canadian Institutes of Health Research","keywords":"Knowledge translation; General partnership; Public relations; Negotiation; Health services research; Knowledge sharing; Knowledge management; Focus group; Public health; Sociology; Business; Medicine; Political science; Nursing; Computer science; Marketing","score_opus":0.9702007859966142,"score_gpt":0.7920542082069737,"score_spread":0.1781465777896405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162591377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9545414,0.00054918113,0.019872703,0.00045941563,0.000030884086,0.018168125,0.00022748264,0.00003226528,0.0061184857],"genre_scores_gemma":[0.90990955,0.00079978193,0.056851298,0.00027427715,0.000016702747,0.030659433,0.00024212817,0.000016428028,0.0012303884],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9340331,0.05791273,0.0023283756,0.0017462226,0.0023520347,0.0016275374],"domain_scores_gemma":[0.8979898,0.07753231,0.006696897,0.0055089407,0.009686092,0.002585919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08920343,0.0010454177,0.0012391619,0.003076272,0.005052924,0.005285241,0.0028624497,0.0017401129,0.0038777385],"category_scores_gemma":[0.06533608,0.0008836704,0.0015537988,0.0030440383,0.0023428604,0.0058548073,0.007127675,0.0015717332,0.00034928572],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024661946,0.018112294,0.097606406,0.00558251,0.0004938517,0.0014094573,0.49714947,0.0033548512,0.0017255623,0.013577402,0.0010159838,0.35750607],"study_design_scores_gemma":[0.0014266471,0.019311285,0.056730244,0.0038542235,0.0009260596,0.00057439646,0.86957437,0.018439803,0.0044963984,0.009418367,0.015008878,0.00023932582],"about_ca_topic_score_codex":0.0048770485,"about_ca_topic_score_gemma":0.009489159,"teacher_disagreement_score":0.08920343,"about_ca_system_score_codex":0.009277519,"about_ca_system_score_gemma":0.0155143505,"threshold_uncertainty_score":0.47175848},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2164810756","doi":"10.1186/1478-4505-12-29","title":"Advancing the application of systems thinking in health: realist evaluation of the Leadership Development Programme for district manager decision-making in Ghana","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Cape Town; University of Ghana; University of the Western Cape; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Alliance for Health Policy and Systems Research; International Development Research Centre; Instituut voor Tropische Geneeskunde; World Health Organization","keywords":"Context (archaeology); Health administration; Teamwork; Systems thinking; Health services research; Causal loop diagram; Psychological intervention; Intervention (counseling); Public relations; Work (physics); Medicine; Nursing; Public health; Political science; Management; Engineering; Computer science; Economics","score_opus":0.3342964906217448,"score_gpt":0.506579195181722,"score_spread":0.17228270455997718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164810756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773227,0.0007552757,0.003374045,0.002669237,0.000103721,0.008016578,0.00019779695,0.00007584411,0.007484807],"genre_scores_gemma":[0.9773827,0.0006634055,0.013746665,0.00041563582,0.000048248614,0.0068761874,0.000094368406,0.000016793467,0.00075589144],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9681778,0.027985549,0.00071861694,0.0005003531,0.0010029338,0.0016148087],"domain_scores_gemma":[0.96237576,0.027563162,0.0029697313,0.0016019965,0.001908176,0.0035811446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03605236,0.000814341,0.0007250361,0.00067492406,0.0018549141,0.002185901,0.0019834945,0.0010855187,0.0046934984],"category_scores_gemma":[0.033311144,0.0005476494,0.0006375199,0.00086308713,0.0033826097,0.00159161,0.003544391,0.0020927826,0.00035484595],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023446603,0.07463648,0.025465453,0.014901512,0.00047451264,0.0020511686,0.18714109,0.015862467,0.006567471,0.012562673,0.0077226874,0.6291679],"study_design_scores_gemma":[0.0897264,0.37294424,0.1650993,0.013110407,0.0013523558,0.0008860411,0.20846976,0.016816083,0.017915888,0.019106409,0.094105825,0.00046727786],"about_ca_topic_score_codex":0.0052463813,"about_ca_topic_score_gemma":0.011152588,"teacher_disagreement_score":0.03605236,"about_ca_system_score_codex":0.009437253,"about_ca_system_score_gemma":0.012098829,"threshold_uncertainty_score":0.19066536},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2165912914","doi":"10.1186/1478-4505-7-s1-s16","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 16: Using research evidence in balancing the pros and cons of policies","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health services research; Health administration; Health policy; Balance (ability); Public economics; cons; Health economics; Social policy; Public health; Evidence-based practice; Outcome (game theory); Public relations; Actuarial science; Management science; Psychology; Medicine; Political science; Economics; Nursing; Alternative medicine; Computer science","score_opus":0.8215434041920318,"score_gpt":0.7034141160461105,"score_spread":0.11812928814592127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165912914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058589615,0.01569032,0.67245096,0.21246068,0.0035995382,0.0060451124,0.0026324892,0.0030984688,0.07816352],"genre_scores_gemma":[0.0480513,0.0052734986,0.93534803,0.004808607,0.0008546686,0.0037156336,0.0005527647,0.0002219635,0.0011735952],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.5946258,0.32966667,0.04246078,0.004113768,0.026493115,0.0026399633],"domain_scores_gemma":[0.13858531,0.79843843,0.017668815,0.019706959,0.021660551,0.00393993],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39598283,0.0046342053,0.007960583,0.037269246,0.0053425566,0.04376611,0.010486518,0.022197792,0.023879336],"category_scores_gemma":[0.6952676,0.0036642898,0.006779665,0.021311656,0.014355498,0.038668517,0.02894703,0.013883663,0.007345472],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050736417,0.00040498923,0.0026313988,0.025390852,0.0016495022,0.0010707931,0.008252625,0.011810343,0.0004490237,0.49444154,0.055385433,0.39800608],"study_design_scores_gemma":[0.00050257717,0.00015405628,0.00056636886,0.027459,0.00052605086,0.00039386688,0.0040346775,0.014572229,0.00077020575,0.85003364,0.1006964,0.0002909899],"about_ca_topic_score_codex":0.002771091,"about_ca_topic_score_gemma":0.0041688546,"teacher_disagreement_score":0.60401714,"about_ca_system_score_codex":0.00985155,"about_ca_system_score_gemma":0.03934244,"threshold_uncertainty_score":0.7448607},"labels":[],"label_agreement":null},{"id":"W2166087722","doi":"10.1186/1478-4505-10-4","title":"A team approach to improving colorectal cancer services using administrative health data","year":2012,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of Toronto; Ontario Institute for Cancer Research; Cancer Care Nova Scotia; Queen Elizabeth II Health Sciences Centre","funders":"Canadian Institutes of Health Research; Dalhousie University; Dalhousie Medical Research Foundation","keywords":"Health services research; Medicine; Health care; Cancer registry; Colorectal cancer; Health administration; Data access; Health policy; Public health; Family medicine; Cancer; Nursing; Environmental health; Population; Database; Computer science; Political science; Internal medicine","score_opus":0.7695367453080338,"score_gpt":0.6248222150027771,"score_spread":0.14471453030525672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166087722","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36569887,0.005867152,0.45946416,0.06242712,0.0008858637,0.026480885,0.02878631,0.0028527183,0.04753701],"genre_scores_gemma":[0.57744676,0.0018615106,0.4065504,0.0020669114,0.00028322777,0.0055421377,0.004786656,0.000115080285,0.0013474337],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.91956806,0.059997555,0.0062694913,0.004537199,0.007838635,0.0017890214],"domain_scores_gemma":[0.8577081,0.07231358,0.019059781,0.018111346,0.028551567,0.004255639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06467259,0.00097216223,0.0012598136,0.010683038,0.0017041821,0.0058977385,0.0040951464,0.000775602,0.0020254413],"category_scores_gemma":[0.14188364,0.0006944071,0.0012865934,0.015708404,0.00089217647,0.0028378468,0.007990289,0.0017267385,0.00039549803],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002993256,0.00088556664,0.42239082,0.0030688217,0.0015610183,0.00027880108,0.014495368,0.018984463,0.0012130574,0.010979499,0.020449374,0.5053939],"study_design_scores_gemma":[0.0007781987,0.0028325163,0.612752,0.008528623,0.002081984,0.00028782443,0.04738738,0.17624721,0.0061356295,0.036398325,0.10612614,0.00044420676],"about_ca_topic_score_codex":0.19749978,"about_ca_topic_score_gemma":0.16049089,"teacher_disagreement_score":0.19749978,"about_ca_system_score_codex":0.009480956,"about_ca_system_score_gemma":0.0296333,"threshold_uncertainty_score":0.39270043},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2166822314","doi":"10.1186/1478-4505-7-s1-s18","title":"SUPPORT Tools for Evidence-informed Policymaking in health 18: Planning monitoring and evaluation of policies","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Monitoring and evaluation; Health services research; Health policy; Health administration; Process (computing); Public relations; Social policy; Program evaluation; Term (time); Process management; Medicine; Public health; Actuarial science; Business; Public economics; Management science; Political science; Public administration; Computer science; Nursing; Economics; Economic growth","score_opus":0.8225557612687225,"score_gpt":0.7140883714260882,"score_spread":0.10846738984263438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166822314","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006932029,0.00960535,0.7275105,0.10301503,0.0016614576,0.010389287,0.0043520583,0.0068980926,0.12963612],"genre_scores_gemma":[0.04042377,0.005037749,0.943991,0.0014737118,0.00028723985,0.0053602094,0.001267485,0.00026843752,0.0018903943],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.79523677,0.16250344,0.019086704,0.003258246,0.017169677,0.0027453108],"domain_scores_gemma":[0.47250468,0.44388497,0.023685317,0.026898423,0.027283259,0.0057433434],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2172165,0.0040436215,0.0051731737,0.028491495,0.0048411554,0.0331226,0.009647474,0.01024409,0.029102044],"category_scores_gemma":[0.37993377,0.0027094716,0.0049527325,0.021232272,0.006779107,0.029416002,0.016487774,0.008180827,0.009329476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033285815,0.0010261291,0.004000504,0.015552368,0.00072371337,0.00064436515,0.007080369,0.026909,0.00066666317,0.31323043,0.06270964,0.5671239],"study_design_scores_gemma":[0.00093037286,0.00039750722,0.0026108809,0.03193478,0.00052232214,0.00032590976,0.014000841,0.036650483,0.0023319747,0.6301517,0.2797119,0.00043126868],"about_ca_topic_score_codex":0.0073968563,"about_ca_topic_score_gemma":0.009700916,"teacher_disagreement_score":0.2172165,"about_ca_system_score_codex":0.012472808,"about_ca_system_score_gemma":0.053517524,"threshold_uncertainty_score":0.9653114},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2168028038","doi":"10.1186/1478-4505-12-17","title":"Indicators for tracking programmes to strengthen health research capacity in lower- and middle-income countries: a qualitative synthesis","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario","funders":"Fogarty International Center; Canadian Institutes of Health Research; National Institutes of Health; Wellcome Trust; Styrelsen för Internationellt Utvecklingssamarbete; World Health Organization","keywords":"Monitoring and evaluation; Health services research; Performance indicator; Equity (law); Health indicator; Health administration; Theory of change; Construct (python library); Linkage (software); Process management; Environmental resource management; Public health; Business; Environmental health; Computer science; Medicine; Economic growth; Political science; Population; Marketing; Economics; Nursing","score_opus":0.5349287226442774,"score_gpt":0.5612443330390064,"score_spread":0.026315610394729072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168028038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37002584,0.118606955,0.20054828,0.08737401,0.0024518701,0.08679398,0.04363166,0.0009096671,0.089657746],"genre_scores_gemma":[0.73021257,0.034773346,0.15916638,0.004829204,0.0001382206,0.06250656,0.0054673,0.0002347723,0.0026716825],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.85540247,0.11072435,0.016118433,0.00289788,0.010862425,0.0039943974],"domain_scores_gemma":[0.7418017,0.18786035,0.015853312,0.008735438,0.042811938,0.0029372738],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24271008,0.0012501308,0.0020006855,0.021709751,0.0036966146,0.008527071,0.002900408,0.0015446278,0.005486774],"category_scores_gemma":[0.2921729,0.0010480672,0.0023457566,0.026027545,0.004809803,0.010984394,0.01169199,0.0026555085,0.0003705323],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005833242,0.00019718861,0.022896407,0.13347624,0.0007586593,0.00044785067,0.33283892,0.0036918095,0.0013619465,0.07221711,0.023155931,0.4083746],"study_design_scores_gemma":[0.00031744933,0.0006123538,0.038840473,0.1962359,0.0015783921,0.00036489306,0.5233469,0.0037862177,0.0037291178,0.035096753,0.19580099,0.0002906387],"about_ca_topic_score_codex":0.011885697,"about_ca_topic_score_gemma":0.014169321,"teacher_disagreement_score":0.7572899,"about_ca_system_score_codex":0.036726028,"about_ca_system_score_gemma":0.055831738,"threshold_uncertainty_score":0.9338733},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2168042500","doi":"10.1186/1478-4505-11-32","title":"The global stock of research evidence relevant to health systems policymaking","year":2013,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Health services research; Health policy; Corporate governance; Health administration; Health economics; Public health; Medicine; Public relations; MEDLINE; Business; Political science; Nursing; Finance","score_opus":0.9351044879125668,"score_gpt":0.8010245244316603,"score_spread":0.13407996348090656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168042500","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043755947,0.6945205,0.0073410696,0.24644385,0.0056812447,0.00015349295,0.0045641377,0.00025576973,0.03666427],"genre_scores_gemma":[0.10302479,0.7794997,0.027129605,0.07003366,0.011760095,0.0005201579,0.005448644,0.00039536788,0.0021879054],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.8993548,0.054254092,0.013698613,0.0092261955,0.020439465,0.003026786],"domain_scores_gemma":[0.41852728,0.4624946,0.030550808,0.036858935,0.042933304,0.008635041],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.13157316,0.001545604,0.005321332,0.045177113,0.0022794118,0.03024558,0.0037699437,0.010946493,0.029922241],"category_scores_gemma":[0.28511953,0.0020184922,0.00365795,0.06388771,0.011880855,0.02542184,0.013268899,0.009664076,0.0070086126],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037410294,0.000113239345,0.014187929,0.07198982,0.0033019932,0.00066290057,0.002851694,0.0026605793,0.0015532421,0.13973433,0.1343439,0.6282263],"study_design_scores_gemma":[0.00015334193,0.00020835536,0.016637657,0.18275848,0.0026443212,0.0009116319,0.0041857115,0.001164838,0.0010965973,0.1928876,0.5971327,0.00021881815],"about_ca_topic_score_codex":0.006826205,"about_ca_topic_score_gemma":0.007726536,"teacher_disagreement_score":0.86842686,"about_ca_system_score_codex":0.010577926,"about_ca_system_score_gemma":0.04051682,"threshold_uncertainty_score":0.6958337},"labels":[],"label_agreement":null},{"id":"W2169106313","doi":"10.1186/1478-4505-7-s1-s8","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 8: Deciding how much confidence to place in a systematic review","year":2009,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health services research; Psychological intervention; Relevance (law); Health policy; Systematic review; Health administration; Public health; Meta-analysis; Medicine; Intervention (counseling); MEDLINE; Reliability (semiconductor); Psychology; Management science; Actuarial science; Nursing; Political science; Business; Economics","score_opus":0.78786015326033,"score_gpt":0.6994392851050935,"score_spread":0.08842086815523653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169106313","genre_codex":"methods","genre_gemma":"review","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070644547,0.11796984,0.42941603,0.27031153,0.0186492,0.11567179,0.010840818,0.0072008525,0.022875357],"genre_scores_gemma":[0.021985576,0.014204069,0.89512813,0.009584145,0.0018027906,0.055510446,0.000924268,0.00033285865,0.0005277763],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.1424293,0.611795,0.20600586,0.0063517727,0.031469505,0.0019484964],"domain_scores_gemma":[0.020554421,0.88881636,0.034173988,0.019750558,0.03412552,0.0025791132],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7387052,0.006727423,0.024154704,0.07986239,0.0060138595,0.03597787,0.012079057,0.022405002,0.018466746],"category_scores_gemma":[0.9288324,0.010690948,0.020944558,0.053262834,0.016434196,0.037494358,0.02694374,0.019198406,0.006106437],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015015047,0.00027258834,0.003914338,0.50381124,0.012809329,0.0009901281,0.010627983,0.0026079612,0.0008727632,0.0446068,0.07568202,0.3423034],"study_design_scores_gemma":[0.004121828,0.0006576472,0.0043652793,0.59997654,0.012904006,0.001531393,0.0066313213,0.012722363,0.0019478922,0.20518392,0.14843535,0.0015225203],"about_ca_topic_score_codex":0.0024801265,"about_ca_topic_score_gemma":0.004187007,"teacher_disagreement_score":0.26129478,"about_ca_system_score_codex":0.014934972,"about_ca_system_score_gemma":0.06022147,"threshold_uncertainty_score":0.32222307},"labels":[],"label_agreement":null},{"id":"W2170580486","doi":"10.1186/1478-4505-12-47","title":"Advancing the application of systems thinking in health: understanding the growing complexity governing immunization services in Kerala, India","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; International Development Research Centre; Alliance for Health Policy and Systems Research; Fogarty International Center; National Institutes of Health; World Health Organization","keywords":"Context (archaeology); Vaccination; Complex adaptive system; Public health; Immunization; Population; Health policy; Public relations; Economic growth; Medicine; Political science; Environmental health; Computer science; Geography; Economics; Immunology; Nursing","score_opus":0.2222256937474274,"score_gpt":0.46600767986226227,"score_spread":0.24378198611483487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170580486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7584739,0.014234838,0.05768261,0.05015813,0.00016098702,0.00044342648,0.00016807411,0.00017454638,0.11850354],"genre_scores_gemma":[0.9919469,0.0017671451,0.0053106807,0.00036505755,0.000017277736,0.00004513058,0.000017435981,0.0000071233844,0.00052337785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99564445,0.002944854,0.00015400235,0.00035346588,0.00035686858,0.00054626336],"domain_scores_gemma":[0.9864551,0.01116942,0.0009871782,0.0003232981,0.00062224845,0.00044273172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053834086,0.0004997389,0.00033811462,0.0035724416,0.003820647,0.011208736,0.0015988027,0.0011739341,0.0012305294],"category_scores_gemma":[0.0059687765,0.0003725995,0.0005694192,0.0031140784,0.017655129,0.0054725953,0.004236151,0.0024416195,0.00011053958],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006111505,0.0001210765,0.04989085,0.0013352416,0.00012636396,0.0027658434,0.28514767,0.020412158,0.0013927901,0.58431196,0.0018479603,0.05258687],"study_design_scores_gemma":[0.000027231368,0.00013511041,0.06186516,0.0015263648,0.00015066935,0.0010595118,0.44197598,0.034371283,0.0016638505,0.39788666,0.059202153,0.00013600709],"about_ca_topic_score_codex":0.058355175,"about_ca_topic_score_gemma":0.049867135,"teacher_disagreement_score":0.058355175,"about_ca_system_score_codex":0.019257858,"about_ca_system_score_gemma":0.01582947,"threshold_uncertainty_score":0.13972622},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2171233343","doi":"10.1186/1478-4505-12-37","title":"Health systems research in the time of health system reform in India: a review","year":2014,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Public Health Foundation of India; World Health Organization","keywords":"National Rural Health Mission; Public health; Health policy; Health services research; Accountability; Government (linguistics); Health administration; International health; Health informatics; Economic growth; Medicine; Health care; Public administration; Political science; Environmental health; Health services; Population; Nursing","score_opus":0.43744347541323425,"score_gpt":0.595356300873518,"score_spread":0.15791282546028373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171233343","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023129821,0.9986312,0.000030029783,0.0006515557,0.00012458459,0.000006517079,0.000020411966,0.0000024667208,0.00030187727],"genre_scores_gemma":[0.0028846292,0.99654824,0.00009313242,0.00029642336,0.00012017019,0.000010698391,0.000019938298,0.0000012204431,0.000025685653],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9952992,0.0013156084,0.0015461422,0.00036606521,0.0011763602,0.0002966032],"domain_scores_gemma":[0.94599813,0.043066032,0.005550517,0.00059132767,0.0039702533,0.00082375505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066161263,0.00077945815,0.0021246083,0.019297507,0.0010622006,0.0046430863,0.001608157,0.0019126802,0.0026055314],"category_scores_gemma":[0.023747113,0.00079791143,0.002242852,0.029633656,0.0019896603,0.0033968447,0.0016935968,0.0018820093,0.00033241662],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016852432,0.00007626822,0.004325777,0.48717168,0.0014570134,0.00043699486,0.0018316098,0.00045116805,0.00034480388,0.0054295314,0.018008847,0.4802978],"study_design_scores_gemma":[0.000061587736,0.00023378976,0.027540969,0.5650483,0.006072518,0.0025132324,0.0031961277,0.00022361593,0.000566595,0.0030846996,0.3913501,0.00010847409],"about_ca_topic_score_codex":0.0097032795,"about_ca_topic_score_gemma":0.014578948,"teacher_disagreement_score":0.019297507,"about_ca_system_score_codex":0.0063149687,"about_ca_system_score_gemma":0.020849114,"threshold_uncertainty_score":0.045818508},"labels":[],"label_agreement":null},{"id":"W2171509311","doi":"10.1186/1478-4505-10-38","title":"Current status of health technology reassessment of non-drug technologies: survey and key informant interviews","year":2012,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Stakeholder; Health services research; Medical education; Health technology; Health care; Sampling frame; Medicine; Health informatics; Psychology; Knowledge management; Public relations; Public health; Nursing; Environmental health; Computer science; Political science; Population","score_opus":0.788012954382052,"score_gpt":0.6223323089335275,"score_spread":0.16568064544852446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171509311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96764416,0.0040528,0.008892236,0.005689733,0.000081029684,0.0019663717,0.0011358042,0.00007254938,0.010465337],"genre_scores_gemma":[0.98115885,0.005522414,0.0073581925,0.0015442529,0.000049807513,0.0021725981,0.0005755428,0.00002515598,0.0015931231],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9322916,0.055592738,0.004417533,0.0017001071,0.0038703755,0.0021276462],"domain_scores_gemma":[0.8841923,0.08604548,0.012901719,0.002140485,0.01149222,0.003227768],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05287056,0.00044419445,0.00046860764,0.0028622851,0.0015931717,0.0030125037,0.0012779094,0.0013412097,0.0028004542],"category_scores_gemma":[0.076612614,0.00056787155,0.00031602176,0.0032593329,0.0020054567,0.004818962,0.0026614026,0.0014861171,0.0007541372],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034791348,0.00042450026,0.11671062,0.0028141593,0.00004010339,0.000737019,0.7522917,0.00023258645,0.004103958,0.0020295887,0.0031950017,0.11707287],"study_design_scores_gemma":[0.00003283805,0.0012509234,0.10477411,0.001969988,0.000031327952,0.0010072608,0.844562,0.0011055223,0.0026813424,0.00064015127,0.041876722,0.000067772744],"about_ca_topic_score_codex":0.0032468336,"about_ca_topic_score_gemma":0.0027655212,"teacher_disagreement_score":0.9471294,"about_ca_system_score_codex":0.003671253,"about_ca_system_score_gemma":0.0060378076,"threshold_uncertainty_score":0.27960956},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2171643216","doi":"10.1186/1478-4505-8-24","title":"Innovative health service delivery models in low and middle income countries - what can we learn from the private sector?","year":2010,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research; MaRS; University of Toronto","funders":"Rockefeller Foundation","keywords":"Business; Service delivery framework; Health services research; Private sector; Health care; Marketing; Purchasing power; Purchasing process; Population; Health policy; Public health; Environmental health; Public economics; Economic growth; Service (business); Medicine; Purchasing; Economics; Nursing","score_opus":0.1673973854515255,"score_gpt":0.41933554439310317,"score_spread":0.2519381589415777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171643216","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31274992,0.22914883,0.0064328555,0.38288134,0.0017773841,0.00061805866,0.0001928141,0.00007696902,0.0661218],"genre_scores_gemma":[0.82795274,0.15566461,0.0063320072,0.0078955665,0.0003666969,0.0003264507,0.00010928808,0.000013922088,0.0013387011],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98904884,0.0072487434,0.00040905204,0.00034031182,0.0012405409,0.0017124378],"domain_scores_gemma":[0.9777719,0.01585166,0.0016646389,0.00088667823,0.0018123338,0.0020128402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019452235,0.000534322,0.00081423705,0.0033887723,0.0037382622,0.01308868,0.001591051,0.0036475374,0.0028414002],"category_scores_gemma":[0.02421397,0.00034990895,0.0010504948,0.0051038023,0.0071857926,0.012451576,0.0049216487,0.0032455593,0.00030463276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018600268,0.0016008278,0.028086137,0.010672888,0.00014579052,0.001861199,0.083574556,0.00294871,0.00038638824,0.19242576,0.024723636,0.6533882],"study_design_scores_gemma":[0.00017890715,0.0015700243,0.041178945,0.050825756,0.00019963218,0.0019523434,0.43087468,0.006175727,0.0012361293,0.15385069,0.3117981,0.00015897155],"about_ca_topic_score_codex":0.01158957,"about_ca_topic_score_gemma":0.015143972,"teacher_disagreement_score":0.019452235,"about_ca_system_score_codex":0.012196671,"about_ca_system_score_gemma":0.024756877,"threshold_uncertainty_score":0.10287446},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2189741793","doi":"10.1186/s12961-015-0066-z","title":"A process evaluation accompanying an attempted randomized controlled trial of an evidence service for health system policymakers","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Ottawa Hospital; Centre hospitalier universitaire de Québec; University of Ottawa; McMaster University; McMaster University Medical Centre","funders":"Agency for Healthcare Research and Quality; Ontario Ministry of Health and Long-Term Care","keywords":"Randomized controlled trial; Health services research; Health administration; Qualitative research; Medicine; Health policy; Health informatics; Service (business); Nursing; Medical education; Health care; Public relations; Public health; Psychology; Marketing; Business; Political science; Sociology","score_opus":0.9349175237008323,"score_gpt":0.7902096955356934,"score_spread":0.14470782816513883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189741793","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006997818,0.0004975431,0.04889557,0.003703622,0.0014476982,0.93125176,0.0016004217,0.0004349557,0.005170567],"genre_scores_gemma":[0.009399243,0.00011008532,0.06462719,0.0008540766,0.000102906844,0.9242432,0.00011008364,0.000030751406,0.00052243395],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.36536452,0.56673634,0.029190246,0.012122267,0.019021878,0.007564725],"domain_scores_gemma":[0.32272983,0.5266002,0.02576326,0.046217155,0.07074007,0.007949442],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.52881485,0.0046479967,0.0061598453,0.007822918,0.008854282,0.007865029,0.0056422963,0.012817069,0.038466245],"category_scores_gemma":[0.6125127,0.003809965,0.007926103,0.007730189,0.00661596,0.0066913585,0.008193205,0.008719096,0.0067907358],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09753564,0.0146573065,0.0035414253,0.083151884,0.0023422956,0.0020478496,0.05438514,0.014757463,0.005489824,0.07931187,0.05465013,0.58812916],"study_design_scores_gemma":[0.29083592,0.0672277,0.0073011653,0.05086333,0.004935233,0.0004935932,0.015992265,0.03005816,0.014132134,0.109961726,0.40690625,0.0012925903],"about_ca_topic_score_codex":0.0046369005,"about_ca_topic_score_gemma":0.006230825,"teacher_disagreement_score":0.47118515,"about_ca_system_score_codex":0.02219667,"about_ca_system_score_gemma":0.076221436,"threshold_uncertainty_score":0.5810552},"labels":[],"label_agreement":null},{"id":"W2193757253","doi":"10.1186/s12961-015-0033-8","title":"Erratum to: Communities of practice for supporting health systems change: a missed opportunity","year":2015,"lang":"en","type":"erratum","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Western University","funders":"","keywords":"Health administration; Health informatics; Health services research; Sentence; Intervention (counseling); Public health; Medicine; Nursing; Psychology; Medical education; Computer science; Artificial intelligence","score_opus":0.9524444860651282,"score_gpt":0.7727899518020247,"score_spread":0.17965453426310352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2193757253","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000104672115,0.0011601594,0.00071455754,0.24690823,0.73731923,0.00008040934,0.0011211231,0.00025063005,0.012340931],"genre_scores_gemma":[0.004360379,0.004354542,0.005334931,0.52305424,0.16977464,0.0005438085,0.0028037152,0.0010336713,0.2887401],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.986316,0.0025562248,0.0027973584,0.001187778,0.0064208163,0.0007217479],"domain_scores_gemma":[0.94764805,0.015970824,0.0019308846,0.001902302,0.030418234,0.0021297822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010561282,0.001538016,0.0018865239,0.0026599069,0.0063386876,0.0066652144,0.003525098,0.015130636,0.04501139],"category_scores_gemma":[0.08103404,0.0011361777,0.0014068767,0.0022171247,0.0031688772,0.0053920937,0.0040353457,0.0209673,0.03581355],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004395236,0.0000034916281,0.000017396249,0.000040272822,0.0000014051502,0.00002842004,0.00003396387,0.00001101734,0.0000072331727,0.00095461454,0.99757993,0.00131775],"study_design_scores_gemma":[0.000016449838,0.000012077857,0.00029133962,0.00046338935,0.000010426648,0.00007416153,0.00015634284,0.00008778498,0.000055674504,0.0011317459,0.9976776,0.000022953232],"about_ca_topic_score_codex":0.08363047,"about_ca_topic_score_gemma":0.108454995,"teacher_disagreement_score":0.08363047,"about_ca_system_score_codex":0.0103088645,"about_ca_system_score_gemma":0.02311155,"threshold_uncertainty_score":0.16628736},"labels":[],"label_agreement":null},{"id":"W2196012223","doi":"10.1186/s12961-015-0061-4","title":"Building a knowledge translation platform in Malawi to support evidence-informed health policy","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Department of Medicine, University of Toronto; National Commission for Science and Technology; Universidade Federal de Minas Gerais; International Development Research Centre; University of Toronto; World Health Organization","keywords":"Knowledge translation; Health services research; Health administration; Health policy; Public health; Social policy; Health informatics; Medicine; Healthcare policy; Animal ecology; Translation (biology); Political science; Nursing; Health care reform; Knowledge management; Computer science; Law; Ecology","score_opus":0.9682649455052706,"score_gpt":0.7986569621935815,"score_spread":0.16960798331168914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2196012223","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026878363,0.009411515,0.09204525,0.83322746,0.004293175,0.002987874,0.00024096969,0.0004836897,0.030431705],"genre_scores_gemma":[0.47006094,0.020163268,0.38470566,0.099030524,0.00294978,0.008202178,0.0006148525,0.00038841926,0.013884386],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9094412,0.07342114,0.005114255,0.0024168652,0.004476417,0.0051302183],"domain_scores_gemma":[0.77205616,0.16459116,0.0138646625,0.010839901,0.020943671,0.017704412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14797099,0.00084082043,0.0008499985,0.0034750653,0.0125891445,0.020255046,0.0039826087,0.010793957,0.007051675],"category_scores_gemma":[0.15367484,0.0010510925,0.00151395,0.0037173035,0.011439938,0.026955506,0.03148904,0.015084766,0.0017303629],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025532753,0.00089516625,0.00458613,0.008650439,0.00015122347,0.007415723,0.14572059,0.003944765,0.0029245894,0.3497535,0.07633007,0.3993725],"study_design_scores_gemma":[0.0002488331,0.0005737786,0.0034937302,0.018928042,0.00014617475,0.0012314661,0.061052322,0.005936397,0.003172769,0.15489706,0.750104,0.00021552011],"about_ca_topic_score_codex":0.0070946487,"about_ca_topic_score_gemma":0.012331679,"teacher_disagreement_score":0.14797099,"about_ca_system_score_codex":0.01611901,"about_ca_system_score_gemma":0.1079982,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2201516036","doi":"10.1186/s12961-015-0038-3","title":"Coverage of private sector community midwife services in rural Punjab, Pakistan: development and demand","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Department for International Development; Department of Foreign Affairs and Trade, Australian Government","keywords":"Health services research; Health administration; Public health; Social policy; Private sector; Health policy; Medicine; Health economics; Health services; Economic growth; Socioeconomics; Environmental health; Nursing; Population; Political science; Sociology; Economics","score_opus":0.23817200962221324,"score_gpt":0.479102252824362,"score_spread":0.24093024320214873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2201516036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982449,0.00014475422,0.00002420909,0.0002989377,0.0000036323556,0.000009051031,0.000501367,0.0000035196902,0.0007695739],"genre_scores_gemma":[0.9990982,0.00023038905,0.000060418082,0.00007448431,0.0000056219337,0.000010329536,0.0002223237,0.0000010940801,0.00029721527],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99939406,0.0001592241,0.000033627584,0.00006876618,0.00009609426,0.00024824703],"domain_scores_gemma":[0.99879175,0.00022923981,0.00045422438,0.000027409229,0.00012452788,0.0003728215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042790425,0.00022311961,0.0001743868,0.0006341161,0.0006083562,0.0007754216,0.000609343,0.0003975427,0.0039548497],"category_scores_gemma":[0.0013857874,0.00035696843,0.00014643674,0.0014471414,0.00070523785,0.0005083333,0.00065759034,0.00045350983,0.00041002766],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009375532,0.00015262261,0.9795218,0.00013924915,0.000024148034,0.0009643825,0.0021107534,0.0002532763,0.0009570213,0.00018997125,0.0010432906,0.014549678],"study_design_scores_gemma":[0.000008507701,0.00012059296,0.9962941,0.00002364524,0.0000034120835,0.00040941374,0.0023668807,0.00017601445,0.000045566176,0.000031012747,0.0005160794,0.0000048140305],"about_ca_topic_score_codex":0.05800962,"about_ca_topic_score_gemma":0.05769343,"teacher_disagreement_score":0.05800962,"about_ca_system_score_codex":0.0010349128,"about_ca_system_score_gemma":0.0017824755,"threshold_uncertainty_score":0.11534393},"labels":[],"label_agreement":null},{"id":"W2216161037","doi":"10.1186/s12961-015-0034-7","title":"Bridging evidence, policy, and practice to strengthen health systems for improved maternal and newborn health in Pakistan","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Aberdeen; University of Alberta; Instituut voor Tropische Geneeskunde; Queen Margaret University; Bournemouth University","keywords":"Health policy; Public relations; Health services research; Evidence-based policy; Context (archaeology); Health administration; Public health; Social policy; Psychological intervention; Political science; Politics; Medicine; Economic growth; Nursing; Economics; Alternative medicine","score_opus":0.33984585257428107,"score_gpt":0.5585593987760958,"score_spread":0.21871354620181477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2216161037","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040203318,0.11392596,0.007693571,0.7551341,0.01062436,0.000540276,0.00038673144,0.00013493735,0.07135675],"genre_scores_gemma":[0.68542224,0.20944563,0.033297464,0.05586289,0.0041128877,0.0004991974,0.0004768913,0.00007026668,0.010812531],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9893929,0.005665678,0.001185301,0.0005187623,0.0016713144,0.0015660671],"domain_scores_gemma":[0.96839833,0.019154994,0.0027644313,0.0009470769,0.0051681087,0.0035671238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028471638,0.0005150533,0.00057304936,0.0027663538,0.005390212,0.011624477,0.0016942975,0.004749492,0.006436587],"category_scores_gemma":[0.026247086,0.00057079777,0.00048982445,0.0039842054,0.0076694335,0.007979308,0.009606743,0.0042570885,0.0006226823],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025264383,0.0004899822,0.020928618,0.024011545,0.00022644816,0.0057163546,0.051516846,0.0027608434,0.002222462,0.18703601,0.15490776,0.5499305],"study_design_scores_gemma":[0.00014974145,0.0004807353,0.029397229,0.024883777,0.0001967374,0.0011267228,0.08233358,0.0013044842,0.0023851893,0.07374551,0.78381556,0.00018076967],"about_ca_topic_score_codex":0.026441915,"about_ca_topic_score_gemma":0.03237096,"teacher_disagreement_score":0.028471638,"about_ca_system_score_codex":0.015224318,"about_ca_system_score_gemma":0.09181211,"threshold_uncertainty_score":0.1505742},"labels":[],"label_agreement":null},{"id":"W2234130457","doi":"10.1186/s12961-016-0075-6","title":"Can evidence-based health policy from high-income countries be applied to lower-income countries: considering barriers and facilitators to an organ donor registry in Mumbai, India","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"","keywords":"Organ donation; Government (linguistics); Public health; Medicine; Health policy; Organ transplantation; Economic growth; Family medicine; Public relations; Transplantation; Political science; Nursing; Surgery; Economics","score_opus":0.1570675259466469,"score_gpt":0.4414665392673537,"score_spread":0.2843990133207068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2234130457","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1433138,0.014913125,0.0022946296,0.81694484,0.0009428181,0.0013015586,0.000118206255,0.000035512036,0.020135442],"genre_scores_gemma":[0.9116332,0.015044442,0.010230752,0.060954217,0.0002247129,0.0010661135,0.00007852609,0.000017112421,0.000750982],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.87479603,0.105238385,0.0047256416,0.0014153742,0.0046819267,0.009142698],"domain_scores_gemma":[0.7096695,0.23960374,0.01802547,0.0040132855,0.0106345285,0.01805356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1550502,0.00046282497,0.00090842776,0.0028554923,0.0057828585,0.021408478,0.0037971043,0.006814834,0.0046798894],"category_scores_gemma":[0.20866622,0.0007538853,0.0010774867,0.0034381445,0.0123572005,0.012238433,0.0129934205,0.009370305,0.00027812374],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007388589,0.002502016,0.090922445,0.046690635,0.0008351029,0.0060211644,0.27596667,0.005373245,0.0017019152,0.25273123,0.047316156,0.26920053],"study_design_scores_gemma":[0.0005941887,0.0014063005,0.061199363,0.07160433,0.0008720642,0.0006737785,0.68086255,0.0023845183,0.0015348212,0.039398823,0.13920236,0.0002667963],"about_ca_topic_score_codex":0.025487209,"about_ca_topic_score_gemma":0.044876233,"teacher_disagreement_score":0.1550502,"about_ca_system_score_codex":0.02902208,"about_ca_system_score_gemma":0.19865212,"threshold_uncertainty_score":0.8199936},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2269113172","doi":"10.1186/s12961-016-0082-7","title":"A multiple case study of intersectoral public health networks: experiences and benefits of using research","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Community Health and Development","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; St. Francis Xavier University; University of Manitoba; Western University","funders":"Canadian Institutes of Health Research; Canadian Health Services Research Foundation","keywords":"Public health; Health services research; Knowledge management; Focus group; Public relations; Health administration; Qualitative research; Population health; Health policy; Medicine; Sociology; Business; Nursing; Political science; Computer science; Social science; Marketing","score_opus":0.8424470992551225,"score_gpt":0.6537422675698752,"score_spread":0.18870483168524732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2269113172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93981403,0.0018800437,0.0069361865,0.019508222,0.0002656091,0.00042338233,0.00012315484,0.000054083037,0.030995289],"genre_scores_gemma":[0.9885134,0.0012061003,0.0034413165,0.0012295659,0.00009697117,0.00035158082,0.00004664812,0.00003039275,0.005083975],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.939293,0.05284741,0.00090286165,0.0018983694,0.0019597101,0.003098607],"domain_scores_gemma":[0.94839513,0.035250593,0.004703796,0.0029759698,0.0021181854,0.006556372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029087942,0.00077240093,0.00090940465,0.0026668452,0.027400814,0.007990553,0.0036666442,0.00499176,0.0065972772],"category_scores_gemma":[0.042881798,0.0009137631,0.00095645024,0.0029215878,0.012463713,0.010295475,0.017109117,0.0058892956,0.00064454507],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012234972,0.00051021815,0.010726935,0.00029059322,0.000031040832,0.0157927,0.94266194,0.00030214753,0.00043380144,0.009186577,0.0024829507,0.017458756],"study_design_scores_gemma":[0.000018508455,0.00029201605,0.0028354987,0.00039449945,0.000026727008,0.004762429,0.9554221,0.0005236948,0.0003626554,0.00269322,0.03263078,0.000037915077],"about_ca_topic_score_codex":0.0078102737,"about_ca_topic_score_gemma":0.016345456,"teacher_disagreement_score":0.029087942,"about_ca_system_score_codex":0.00897775,"about_ca_system_score_gemma":0.0071771163,"threshold_uncertainty_score":0.15383363},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2270519793","doi":"10.1186/s12961-016-0076-5","title":"Evaluation of the effects of health impact assessment practice at the local level in Monteregie","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École Nationale d'Administration Publique; Hôpital Charles-Le Moyne; Santé Montérégie; Université de Sherbrooke","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research","keywords":"Health impact assessment; Public health; Documentation; Process (computing); Health services research; Identification (biology); Impact assessment; Health policy; Political science; Environmental planning; Public relations; Medicine; Environmental resource management; Public administration; Geography; Nursing; Computer science","score_opus":0.36517660178190725,"score_gpt":0.5798124587053763,"score_spread":0.2146358569234691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2270519793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856963,0.00032935405,0.0012680481,0.00050671666,0.000014552584,0.0014394906,0.0002510279,0.00009755884,0.010396883],"genre_scores_gemma":[0.99424666,0.00016365766,0.0035374896,0.000091935144,0.000005103921,0.00059089763,0.0001189872,0.000008453714,0.001236915],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9830632,0.010271005,0.0005798703,0.0011440424,0.0026976995,0.0022442113],"domain_scores_gemma":[0.9567866,0.023486247,0.0038587053,0.0027036397,0.009436017,0.003728899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022829955,0.0006289989,0.0006707672,0.0017667515,0.003937963,0.0035783008,0.0026112837,0.0009118015,0.0028377385],"category_scores_gemma":[0.035112537,0.00047063548,0.0007776623,0.0020931063,0.0025621234,0.0015017685,0.0045230524,0.0009451399,0.00018821958],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006125638,0.0068704234,0.45434338,0.0047055287,0.0006654125,0.0024526736,0.09395111,0.026577985,0.0106452,0.006180448,0.0036361262,0.3838461],"study_design_scores_gemma":[0.00037544672,0.010289399,0.8578909,0.0012162182,0.0005833824,0.00023013304,0.095274076,0.00814934,0.005200593,0.0007469765,0.019842062,0.00020150986],"about_ca_topic_score_codex":0.53578043,"about_ca_topic_score_gemma":0.72359926,"teacher_disagreement_score":0.46421957,"about_ca_system_score_codex":0.052601606,"about_ca_system_score_gemma":0.039352562,"threshold_uncertainty_score":0.9339069},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2275558578","doi":"10.1186/s12961-016-0078-3","title":"Research ethics committees in the regulation of clinical research: comparison of Finland to England, Canada, and the United States","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Academy of Finland","keywords":"Health services research; Public health; Health administration; Quality of Life Research; Social policy; Health policy; Medicine; Political science; Research ethics; Public administration; Family medicine; Law; Nursing; Psychiatry","score_opus":0.932939748514332,"score_gpt":0.7564153371411738,"score_spread":0.17652441137315822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2275558578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8220931,0.07982522,0.0021745882,0.025879834,0.0006710012,0.00059968256,0.0005794825,0.000033550412,0.06814347],"genre_scores_gemma":[0.9884036,0.0066607343,0.00088202365,0.0026629032,0.000049048092,0.00012831,0.00015039937,0.000016074699,0.0010470465],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.90212035,0.04060908,0.010182143,0.0043936786,0.029279463,0.013415363],"domain_scores_gemma":[0.74310166,0.14294879,0.03546156,0.005709736,0.051939394,0.02083881],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.07499189,0.00036689598,0.00070487167,0.009136566,0.0116039775,0.011638153,0.0020490405,0.0030559464,0.001550932],"category_scores_gemma":[0.15721738,0.00062323775,0.0005675058,0.013940142,0.009356496,0.0030346394,0.0067142607,0.0019674206,0.00013392094],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010831294,0.00014716055,0.38958988,0.0025370272,0.00023193988,0.003656547,0.37766135,0.0010152726,0.00063958194,0.07255292,0.010396916,0.14048828],"study_design_scores_gemma":[0.00011606641,0.00013397667,0.6459442,0.006061871,0.0001291231,0.0013570568,0.26036724,0.00042904724,0.0004273803,0.003932738,0.08088692,0.00021441677],"about_ca_topic_score_codex":0.81317604,"about_ca_topic_score_gemma":0.8808138,"teacher_disagreement_score":0.99694407,"about_ca_system_score_codex":0.08449391,"about_ca_system_score_gemma":0.15118355,"threshold_uncertainty_score":0.61304915},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2297211597","doi":"10.1186/s12961-016-0089-0","title":"Enhancing evidence informed policymaking in complex health systems: lessons from multi-site collaborative approaches","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"Alliance for Health Policy and Systems Research; Universiteit Stellenbosch; Department for International Development; Styrelsen för Internationellt Utvecklingssamarbete; World Health Organization","keywords":"Health policy; Health services research; Implementation research; Psychological intervention; Health administration; Public relations; Health care; Process (computing); Health informatics; Medicine; Program evaluation; Public health; Process management; Nursing; Business; Political science; Economic growth; Public administration; Computer science; Economics","score_opus":0.9567601204103563,"score_gpt":0.7560794976154352,"score_spread":0.20068062279492105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297211597","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088801235,0.030801203,0.5941588,0.17354973,0.0021294986,0.011735438,0.00026137749,0.0008887847,0.09767399],"genre_scores_gemma":[0.41535684,0.0101527255,0.5586738,0.005719632,0.00043519947,0.007241388,0.00014276645,0.00018712341,0.0020904741],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.7270498,0.24386738,0.0065579196,0.0068608527,0.010655863,0.005008206],"domain_scores_gemma":[0.5700897,0.37931344,0.0067888927,0.020703739,0.010524153,0.012580083],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2237807,0.00228551,0.0025132224,0.00642954,0.009895185,0.020719387,0.010030972,0.010244414,0.007946909],"category_scores_gemma":[0.19066018,0.0017283371,0.003798452,0.0045957654,0.018001622,0.018470531,0.0383959,0.009018745,0.0011453327],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005206331,0.003988918,0.012007016,0.012192528,0.0017743771,0.002220039,0.12345466,0.030738754,0.0014713842,0.15841101,0.011268333,0.6419524],"study_design_scores_gemma":[0.0016927719,0.0024351738,0.006182226,0.020849383,0.00070726994,0.0009446071,0.06906295,0.0228969,0.0020538375,0.7161502,0.15663116,0.00039345925],"about_ca_topic_score_codex":0.0066626826,"about_ca_topic_score_gemma":0.012134965,"teacher_disagreement_score":0.2237807,"about_ca_system_score_codex":0.016073799,"about_ca_system_score_gemma":0.056933485,"threshold_uncertainty_score":0.95721656},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2297444654","doi":"10.1186/s12961-016-0087-2","title":"Evidence for Health I: Producing evidence for improving health and reducing inequities","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Department of Epidemiology, Biostatistics and Occupational Health, McGill University; Universidade Federal de Minas Gerais; Public Health England; Faculty of Medicine, McGill University; McGill University; National University of Singapore; World Health Organization","keywords":"Health promotion; Medicine; Health policy; Health services research; Population health; Psychological intervention; Social determinants of health; Public health; Context (archaeology); Public relations; Qualitative research; Upstream (networking); Environmental health; Nursing; Political science; Sociology; Social science","score_opus":0.9759492784729162,"score_gpt":0.8167911079053078,"score_spread":0.1591581705676084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297444654","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014942609,0.48890218,0.03806735,0.39335293,0.039249334,0.0040729996,0.0022985162,0.00066871534,0.03189371],"genre_scores_gemma":[0.07988223,0.36313963,0.30482993,0.20626673,0.02291609,0.015276569,0.0026498802,0.00076904066,0.004269996],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5939771,0.28850174,0.05454979,0.014345585,0.043917596,0.0047080633],"domain_scores_gemma":[0.21433415,0.66420245,0.030701013,0.04436188,0.039357323,0.0070431116],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.34909478,0.0048616626,0.016565789,0.03247519,0.0054298164,0.035084553,0.010948646,0.033718556,0.022242622],"category_scores_gemma":[0.6290629,0.005329778,0.014256032,0.01921998,0.02320942,0.029278085,0.021130024,0.030354643,0.0067533744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014119154,0.00047985348,0.0028865112,0.27432683,0.014330083,0.0006506884,0.004880531,0.0012039827,0.0006574773,0.19248377,0.15663557,0.35005286],"study_design_scores_gemma":[0.0014280765,0.00046169487,0.0017832546,0.52534354,0.006088058,0.0003278886,0.0020228082,0.0008693728,0.00077281153,0.21615708,0.24445085,0.00029463464],"about_ca_topic_score_codex":0.0074262633,"about_ca_topic_score_gemma":0.0053192624,"teacher_disagreement_score":0.34909478,"about_ca_system_score_codex":0.020362958,"about_ca_system_score_gemma":0.052618053,"threshold_uncertainty_score":0.80268204},"labels":[],"label_agreement":null},{"id":"W2298522165","doi":"10.1186/s12961-016-0085-4","title":"Evidence for Health III: Making evidence-informed decisions that integrate values and context","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"World Health Organization","keywords":"Context (archaeology); Status quo; Health services research; Psychological intervention; Health policy; Risk analysis (engineering); Management science; Value (mathematics); Health economics; Health administration; Actuarial science; Medicine; Public economics; Public health; Public relations; Business; Computer science; Economics; Political science; Nursing","score_opus":0.9051241030332973,"score_gpt":0.7493966161874416,"score_spread":0.1557274868458557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298522165","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025134627,0.20882708,0.26258308,0.36888024,0.02898685,0.023502406,0.004957876,0.001525773,0.0982233],"genre_scores_gemma":[0.043608204,0.09286872,0.783912,0.043221235,0.0053016692,0.02443043,0.0026424308,0.0003853754,0.0036297995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.5364404,0.31261337,0.078348584,0.011602303,0.056490783,0.004504596],"domain_scores_gemma":[0.2664851,0.6257996,0.027200114,0.029592507,0.042311523,0.008611274],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3570808,0.004361028,0.016390711,0.03125917,0.0054374,0.03204871,0.015275353,0.0311712,0.0152953835],"category_scores_gemma":[0.55534416,0.0054521854,0.013108934,0.017682241,0.019841064,0.020268131,0.020562727,0.029231781,0.009691121],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085637835,0.0002799204,0.001829097,0.18111819,0.0076970817,0.0009480945,0.004097888,0.0033540868,0.0007947906,0.33566102,0.14086096,0.32250246],"study_design_scores_gemma":[0.0007570126,0.00028270137,0.001087748,0.2988195,0.002638591,0.0004905731,0.00158435,0.0026977805,0.0008792678,0.38570678,0.30462968,0.00042608567],"about_ca_topic_score_codex":0.0054571754,"about_ca_topic_score_gemma":0.005953267,"teacher_disagreement_score":0.6429192,"about_ca_system_score_codex":0.016186135,"about_ca_system_score_gemma":0.0738322,"threshold_uncertainty_score":0.79283386},"labels":[],"label_agreement":null},{"id":"W2302060775","doi":"10.1186/s12961-016-0086-3","title":"Evidence for Health II: Overcoming barriers to using evidence in policy and practice","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"World Health Organization","keywords":"Evidence-based practice; Knowledge translation; Evidence-based medicine; Public relations; Evidence-based policy; Health policy; Relevance (law); Context (archaeology); Scientific evidence; Health services research; Population health; Population; Quality (philosophy); Medicine; Political science; Public health; MEDLINE; Knowledge management; Computer science; Alternative medicine; Nursing; Environmental health; Law","score_opus":0.9771981823331042,"score_gpt":0.8402704574158115,"score_spread":0.13692772491729266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302060775","genre_codex":"commentary","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015067772,0.11622391,0.08958697,0.73163915,0.019577071,0.008272991,0.00073174405,0.00048375892,0.031977616],"genre_scores_gemma":[0.07632968,0.08776472,0.5520591,0.2312868,0.013754006,0.03359943,0.0011191862,0.0009058365,0.0031812189],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.11551078,0.669254,0.11869702,0.013543032,0.07804678,0.004948332],"domain_scores_gemma":[0.030355947,0.87677383,0.016345019,0.035318777,0.035961222,0.00524521],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.77793187,0.003619623,0.017087664,0.030622195,0.010655783,0.062284395,0.015185169,0.04756827,0.013072101],"category_scores_gemma":[0.89394534,0.008277052,0.011414647,0.022720458,0.0524552,0.049508303,0.0464529,0.06271691,0.006621967],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008700485,0.0002559021,0.0027742912,0.10939673,0.0042170063,0.0008093475,0.020331163,0.001166374,0.0006419484,0.35860682,0.14523593,0.35569453],"study_design_scores_gemma":[0.0007814933,0.0003647704,0.0016969104,0.33467177,0.0013510755,0.0007265251,0.0050223637,0.0018637535,0.0005711356,0.3769467,0.27557075,0.00043273458],"about_ca_topic_score_codex":0.006190696,"about_ca_topic_score_gemma":0.004409552,"teacher_disagreement_score":0.22206813,"about_ca_system_score_codex":0.029438548,"about_ca_system_score_gemma":0.12674296,"threshold_uncertainty_score":0.2738496},"labels":[],"label_agreement":null},{"id":"W2309603616","doi":"10.1186/s12961-016-0092-5","title":"Using the Nine Common Themes of Good Practice checklist as a tool for evaluating the research priority setting process of a provincial research and program evaluation program","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Long Term Care Association; Public Health Ontario","funders":"","keywords":"Checklist; Process management; Process (computing); Health services research; Context (archaeology); Prioritization; Program evaluation; Conceptual framework; Health administration; Medicine; Public health; Medical education; Knowledge management; Management science; Computer science; Nursing; Psychology; Business; Engineering; Political science; Sociology","score_opus":0.9284433044892144,"score_gpt":0.824400202649525,"score_spread":0.10404310183968946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2309603616","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15981518,0.0033571785,0.5316722,0.03153706,0.0027556967,0.24099651,0.0029555485,0.0031433143,0.023767278],"genre_scores_gemma":[0.07502895,0.0008348249,0.82598436,0.0012143282,0.000074657895,0.09477629,0.00092925975,0.00017688189,0.0009805396],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.5008547,0.34822047,0.08726318,0.007157517,0.050265893,0.0062382254],"domain_scores_gemma":[0.4209849,0.26195922,0.04736696,0.03611847,0.2195193,0.014051248],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40471995,0.0030187531,0.0035717613,0.016215183,0.010294149,0.009407411,0.007782057,0.003466575,0.0015536724],"category_scores_gemma":[0.43745536,0.002399325,0.005390368,0.011658153,0.011318262,0.006926112,0.014092431,0.008187573,0.00076269207],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011140268,0.0018709728,0.052155826,0.022593006,0.0007014669,0.0010882956,0.23766631,0.005671534,0.010093012,0.021307873,0.05408843,0.5916493],"study_design_scores_gemma":[0.0029339928,0.007116466,0.15539454,0.05250071,0.0013604445,0.0023888436,0.30939764,0.03424557,0.020470552,0.059192166,0.35235497,0.0026441151],"about_ca_topic_score_codex":0.030832186,"about_ca_topic_score_gemma":0.06716864,"teacher_disagreement_score":0.9562681,"about_ca_system_score_codex":0.04373193,"about_ca_system_score_gemma":0.13171345,"threshold_uncertainty_score":0.7340863},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2319145635","doi":"10.1186/s12961-016-0094-3","title":"Implementing a national health research for development platform in a low-income country – a review of Malawi’s Health Research Capacity Strengthening Initiative","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario","funders":"National Commission for Science and Technology","keywords":"Health services research; Attendance; Capacity building; Health policy; Implementation research; Health administration; Public relations; Developing country; Public health; Medicine; Health informatics; Nursing research; Knowledge translation; Economic growth; Political science; Medical education; Nursing; Psychological intervention; Knowledge management","score_opus":0.7629464203209816,"score_gpt":0.6440225175584642,"score_spread":0.11892390276251741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319145635","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004911874,0.9500656,0.0006376817,0.040543966,0.00067875296,0.00026857248,0.00009135235,0.000019941155,0.0027823243],"genre_scores_gemma":[0.07026099,0.914749,0.0036700582,0.009461238,0.0005264533,0.0005296572,0.00015225844,0.00002203956,0.00062833866],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96424836,0.020449586,0.005762766,0.0012549001,0.004512389,0.003771935],"domain_scores_gemma":[0.8744767,0.082248025,0.0151377395,0.00187585,0.019809486,0.006452236],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08741806,0.001015215,0.0011587269,0.0087196315,0.004170769,0.011748824,0.0024895556,0.0039690826,0.002430641],"category_scores_gemma":[0.0802411,0.0014738427,0.0011071202,0.010451875,0.0063889776,0.0079071345,0.0067944773,0.005008402,0.00040537494],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020333266,0.0002888039,0.0076130917,0.20779717,0.00050422817,0.0013069215,0.038083073,0.0012692631,0.002071942,0.06460671,0.029707015,0.64654845],"study_design_scores_gemma":[0.000047969887,0.00044603378,0.019767215,0.23993827,0.00046359078,0.00086296117,0.020726781,0.00041837987,0.0013939705,0.003785194,0.71204156,0.00010804389],"about_ca_topic_score_codex":0.03513302,"about_ca_topic_score_gemma":0.06126897,"teacher_disagreement_score":0.9125819,"about_ca_system_score_codex":0.024633393,"about_ca_system_score_gemma":0.115647465,"threshold_uncertainty_score":0.4623164},"labels":[],"label_agreement":null},{"id":"W2341150958","doi":"10.1186/s12961-016-0100-9","title":"Moving knowledge about family violence into public health policy and practice: a mixed method study of a deliberative dialogue","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Institute of Neurosciences, Mental Health and Addiction; Institute of Gender and Health; Canadian Institutes of Health Research; McMaster University","keywords":"Knowledge translation; Context (archaeology); Public relations; Public health; Health services research; Psychology; Political science; Sociology; Medical education; Medicine; Nursing; Knowledge management","score_opus":0.3918535834141011,"score_gpt":0.5889358304847941,"score_spread":0.19708224707069305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341150958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97951823,0.0006815927,0.0089566,0.0015088302,0.000045268163,0.005664806,0.00010608725,0.000024355313,0.0034941416],"genre_scores_gemma":[0.9672213,0.00070997194,0.017708646,0.0010600052,0.00004084535,0.012039477,0.0000826685,0.000029012788,0.0011080572],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.840257,0.14513789,0.0036611506,0.0037350305,0.0032116442,0.0039973054],"domain_scores_gemma":[0.7822575,0.1916619,0.009615601,0.0058036963,0.00653881,0.004122427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13316111,0.0010776324,0.0019030601,0.0042244927,0.012329705,0.008801777,0.003467461,0.00383169,0.0029712613],"category_scores_gemma":[0.1296315,0.0018378971,0.0013949615,0.0030625183,0.011009354,0.0082692085,0.010889131,0.0038671256,0.0004294317],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036661132,0.0012039653,0.007401212,0.00062039454,0.000047156882,0.00035296634,0.97075945,0.00016198581,0.00032491115,0.0017798485,0.00021502962,0.0167665],"study_design_scores_gemma":[0.00033690175,0.0023944073,0.009449793,0.0012682127,0.00007203078,0.00032683078,0.97225946,0.0008611863,0.0008485904,0.0034844435,0.008611338,0.00008676282],"about_ca_topic_score_codex":0.0037072457,"about_ca_topic_score_gemma":0.0054110866,"teacher_disagreement_score":0.13316111,"about_ca_system_score_codex":0.008888906,"about_ca_system_score_gemma":0.012565783,"threshold_uncertainty_score":0.7042317},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2343435110","doi":"10.1186/s12961-016-0103-6","title":"Cross-sector cooperation in health-enhancing physical activity policymaking: more potential than achievements?","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Physical Activity and Health","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Seventh Framework Programme; Terveyden ja hyvinvoinnin laitos; Universiteit van Tilburg; Syddansk Universitet; Region Hovedstaden; European Commission; University of Ottawa","keywords":"Health services research; Health administration; Public health; Health policy; Social policy; Healthcare policy; Health economics; Physical activity; Medicine; Environmental health; International health; Political science; Nursing; Physical therapy","score_opus":0.3144357250458274,"score_gpt":0.5446573779857798,"score_spread":0.23022165293995245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343435110","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21860129,0.05159009,0.035765257,0.5662404,0.0031462954,0.00044305288,0.00013312302,0.00013199286,0.12394853],"genre_scores_gemma":[0.96324456,0.010215169,0.010130001,0.013513524,0.00034318867,0.0003279933,0.000071814175,0.000038860286,0.0021147307],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9096744,0.072096325,0.002219666,0.0032459898,0.004591721,0.008171857],"domain_scores_gemma":[0.9048502,0.06366516,0.0070075532,0.005879235,0.007505184,0.011092758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10945286,0.0005133325,0.0007450674,0.0013220451,0.006902714,0.015592661,0.0020946634,0.004469447,0.0050809337],"category_scores_gemma":[0.042755343,0.00044197234,0.0008648995,0.0029493945,0.019114306,0.020539343,0.022004254,0.0061783334,0.0005996833],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014230402,0.00032328654,0.017315095,0.0042665894,0.00014031389,0.0007071319,0.17415634,0.0016066752,0.0008766147,0.6359632,0.016687766,0.14781468],"study_design_scores_gemma":[0.000072242045,0.00030514397,0.019215494,0.01193019,0.00010487275,0.0007716583,0.3401383,0.0019030974,0.0011160341,0.28302768,0.34130752,0.000107730906],"about_ca_topic_score_codex":0.0036393309,"about_ca_topic_score_gemma":0.0030231704,"teacher_disagreement_score":0.10945286,"about_ca_system_score_codex":0.009890762,"about_ca_system_score_gemma":0.03651777,"threshold_uncertainty_score":0.57884896},"labels":[],"label_agreement":null},{"id":"W2407144358","doi":"10.1186/s12961-016-0109-0","title":"A qualitative case study of evaluation use in the context of a collaborative program evaluation strategy in Burkina Faso","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep Marie-Victorin; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Qualitative research; Public health; Context (archaeology); Health administration; Medicine; Program evaluation; Medical education; Nursing; Environmental health; Political science; Sociology; Geography; Social science; Public administration","score_opus":0.8851314341190073,"score_gpt":0.758790436845812,"score_spread":0.12634099727319525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407144358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96771294,0.001314468,0.008595064,0.0049813013,0.00008822577,0.0014600813,0.00007241464,0.00002381363,0.015751602],"genre_scores_gemma":[0.99143547,0.00068603037,0.0038912424,0.00055535935,0.000018894536,0.00061433786,0.000028844874,0.000012828003,0.0027569328],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9543534,0.039448403,0.00084653764,0.0010832141,0.0014866857,0.0027817213],"domain_scores_gemma":[0.9613762,0.027658189,0.0028765753,0.0009843791,0.0032547396,0.0038498505],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.032907538,0.00075539586,0.0008920421,0.0025370617,0.024537794,0.005210638,0.0024025661,0.003325652,0.002679135],"category_scores_gemma":[0.030844258,0.00057229534,0.00041810639,0.0032428438,0.011461879,0.004930362,0.007356704,0.0027990432,0.0002810334],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006012349,0.00028811258,0.0035890045,0.0002604842,0.000006975095,0.005439089,0.9749649,0.00021525464,0.0007408495,0.004223035,0.0005518249,0.0096602],"study_design_scores_gemma":[0.00000613571,0.000119482575,0.0013330108,0.00027529767,0.000004546364,0.0005531263,0.98637795,0.00022528232,0.00034723344,0.00052191823,0.010223815,0.000012131444],"about_ca_topic_score_codex":0.015071226,"about_ca_topic_score_gemma":0.02724653,"teacher_disagreement_score":0.96709245,"about_ca_system_score_codex":0.01297231,"about_ca_system_score_gemma":0.010520987,"threshold_uncertainty_score":0.17403376},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2407379334","doi":"10.1186/s12961-016-0106-3","title":"Public/community engagement in health research with men who have sex with men in sub-Saharan Africa: challenges and opportunities","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Department for International Development; Department for International Development, UK Government; Wellcome Trust; Wellcome; International AIDS Vaccine Initiative","keywords":"Community engagement; Public health; Public engagement; Men who have sex with men; Stigma (botany); Stakeholder engagement; Reproductive health; Sex work; Health services research; Public relations; Political science; Gender studies; Sociology; Medicine; Population; Environmental health; Family medicine; Nursing","score_opus":0.7322704818670884,"score_gpt":0.5219899590237345,"score_spread":0.21028052284335397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407379334","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19408584,0.062107924,0.006275722,0.69220245,0.0034057994,0.0016570924,0.00014646392,0.00007892355,0.040039826],"genre_scores_gemma":[0.91335577,0.025385313,0.0068495963,0.047000334,0.0013421316,0.002381513,0.00010614345,0.00006771008,0.0035115443],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7319565,0.23833995,0.0039991024,0.0030510242,0.0059139496,0.016739404],"domain_scores_gemma":[0.78772914,0.15670006,0.01222614,0.0046714414,0.0077060047,0.03096726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1804787,0.0008557364,0.0015572247,0.0022795917,0.032999914,0.022096705,0.00452944,0.011840522,0.011119428],"category_scores_gemma":[0.10166805,0.0011186812,0.0012751768,0.002696279,0.034326226,0.017561797,0.04329947,0.012425323,0.0011398884],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007062215,0.00016860379,0.007841328,0.0036170178,0.00006675284,0.0018688974,0.8984926,0.00009630412,0.00041419727,0.018288491,0.007875649,0.061199468],"study_design_scores_gemma":[0.000021960788,0.00015363088,0.0038752954,0.0040635853,0.00003224412,0.00071002846,0.9111633,0.00006541441,0.00014207842,0.009994026,0.06974399,0.000034427245],"about_ca_topic_score_codex":0.0071183676,"about_ca_topic_score_gemma":0.013471989,"teacher_disagreement_score":0.1804787,"about_ca_system_score_codex":0.009315459,"about_ca_system_score_gemma":0.05759408,"threshold_uncertainty_score":0.95447403},"labels":[],"label_agreement":null},{"id":"W2441251642","doi":"10.1186/s12961-016-0118-z","title":"Do knowledge translation (KT) plans help to structure KT practices?","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centre de Liaison Sur l'Intervention et la Prévention Psychosociales; Institut National de Santé Publique du Québec; The Quebec Population Health Research Network; Université du Québec à Montréal","funders":"Institut National de Santé Publique du Québec","keywords":"Operationalization; Knowledge translation; Context (archaeology); Knowledge management; Process management; Plan (archaeology); Medical education; Medicine; Computer science; Business","score_opus":0.940339114878479,"score_gpt":0.7893745985309258,"score_spread":0.15096451634755315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2441251642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46617585,0.0077212653,0.2504702,0.10083685,0.0007568649,0.006722826,0.00073979056,0.0012888017,0.16528755],"genre_scores_gemma":[0.8370448,0.0033133992,0.15180106,0.0021794755,0.000068877314,0.002758909,0.0003251693,0.00016236858,0.0023459932],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.92396295,0.05352137,0.004601889,0.0027147506,0.010567595,0.0046314443],"domain_scores_gemma":[0.85014296,0.09720755,0.018335655,0.011340141,0.0148233045,0.008150376],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09249791,0.0008611254,0.0007347125,0.0042889593,0.0059148525,0.014934868,0.0027502938,0.0025400647,0.00474843],"category_scores_gemma":[0.14701557,0.0011369501,0.0012527836,0.006010921,0.01075803,0.017974347,0.011462052,0.0035519523,0.0016009117],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017182075,0.0004404828,0.03199472,0.0044473996,0.000088710905,0.00095966813,0.28182057,0.0020499625,0.0011124746,0.047892302,0.010455243,0.61856663],"study_design_scores_gemma":[0.00023359674,0.0008238814,0.045129582,0.013410774,0.00021435683,0.0018084316,0.61349064,0.0072878334,0.0046228454,0.12468799,0.1879575,0.00033251775],"about_ca_topic_score_codex":0.009262419,"about_ca_topic_score_gemma":0.014142531,"teacher_disagreement_score":0.9075021,"about_ca_system_score_codex":0.017336516,"about_ca_system_score_gemma":0.067164294,"threshold_uncertainty_score":0.48918152},"labels":[],"label_agreement":null},{"id":"W2488461592","doi":"10.1186/s12961-016-0127-y","title":"Developing community-driven quality improvement initiatives to enhance chronic disease care in Indigenous communities in Canada: the FORGE AHEAD program protocol","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Family Medicine; Western University","funders":"Canadian Institutes of Health Research; Lawson Foundation; AstraZeneca Canada","keywords":"Indigenous; Health services research; Medicine; Public health; Health administration; Forge; Quality (philosophy); Protocol (science); Social policy; Quality management; Health policy; Nursing; Political science; Business; Alternative medicine; Engineering","score_opus":0.2486535275116732,"score_gpt":0.5546957424757435,"score_spread":0.3060422149640703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2488461592","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031981345,0.00018757718,0.0024474724,0.0011904521,0.00015168532,0.97757006,0.008178893,0.000097390075,0.0069783134],"genre_scores_gemma":[0.005882455,0.00030752816,0.010450948,0.0006308672,0.000025063395,0.9784226,0.0021958135,0.00001428633,0.0020704414],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.970073,0.011843067,0.002807822,0.0023851118,0.005303014,0.0075880494],"domain_scores_gemma":[0.9515171,0.004101199,0.0024129255,0.003007451,0.02722873,0.011732697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0643277,0.0024969012,0.0020399003,0.0034464414,0.0155368345,0.0068677766,0.0072327503,0.0034182845,0.037355058],"category_scores_gemma":[0.03418334,0.0024889696,0.0032146915,0.004496034,0.0041256156,0.0024349228,0.007700951,0.007115413,0.004895182],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019068396,0.015129191,0.022959076,0.03613126,0.00085286866,0.0018414181,0.028984942,0.012411881,0.0032268004,0.030292394,0.459365,0.3697367],"study_design_scores_gemma":[0.037202213,0.0062063537,0.120093435,0.03051299,0.0010043876,0.00024490998,0.01976758,0.0046707895,0.0049745934,0.008301907,0.7663365,0.0006844062],"about_ca_topic_score_codex":0.6968173,"about_ca_topic_score_gemma":0.8746865,"teacher_disagreement_score":0.30318272,"about_ca_system_score_codex":0.12622684,"about_ca_system_score_gemma":0.5130971,"threshold_uncertainty_score":0.91584414},"labels":[],"label_agreement":null},{"id":"W2500714020","doi":"10.1186/s12961-016-0130-3","title":"Development of training for medicines-oriented policymakers to apply evidence","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Bruyère; Canadian Agency for Drugs and Technologies in Health; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Scope (computer science); Medical education; Context (archaeology); Medicine; Health services research; Best practice; Health administration; Knowledge management; Public health; Nursing; Computer science","score_opus":0.9566925383569985,"score_gpt":0.7882827987465426,"score_spread":0.1684097396104559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2500714020","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06690271,0.005206303,0.24801366,0.55094117,0.004230299,0.018725807,0.00086020003,0.0031715129,0.10194832],"genre_scores_gemma":[0.20852408,0.0042008446,0.71874464,0.036766075,0.00083739986,0.014465089,0.0006683644,0.0002999422,0.01549354],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8814173,0.09100049,0.005603983,0.0036044533,0.0112831555,0.0070905704],"domain_scores_gemma":[0.65823054,0.19611095,0.017708655,0.022369832,0.052536912,0.053043127],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.21279006,0.0008384115,0.0009258532,0.003517522,0.0039937347,0.008404028,0.0055830907,0.0061891493,0.014814289],"category_scores_gemma":[0.22325917,0.0012524,0.0010973032,0.0027837562,0.0031747222,0.010540756,0.014160972,0.009943087,0.003965819],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028466008,0.0042175427,0.009094953,0.006325581,0.000114065384,0.0006731645,0.042346243,0.0026689,0.0051486357,0.023078578,0.101832435,0.8042152],"study_design_scores_gemma":[0.0007861005,0.0020578664,0.028896272,0.021819573,0.00017315698,0.001052333,0.05576172,0.008616865,0.00992068,0.06715951,0.80347294,0.0002829654],"about_ca_topic_score_codex":0.0054181023,"about_ca_topic_score_gemma":0.009238013,"teacher_disagreement_score":0.21279006,"about_ca_system_score_codex":0.012780131,"about_ca_system_score_gemma":0.11661178,"threshold_uncertainty_score":0.97077},"labels":[],"label_agreement":null},{"id":"W2504708865","doi":"10.1186/s12961-016-0126-z","title":"A global call for action to include gender in research impact assessment","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; Alberta Innovates","funders":"Alberta Innovates; Fonds National de la Recherche Luxembourg; NIHR Oxford Biomedical Research Centre; University of Oxford; Qatar National Research Fund; King's College London; National Institute for Health and Care Research; European Commission; Alberta Innovates - Health Solutions","keywords":"Health services research; Call to action; Public health; Health administration; Medicine; Social policy; Action (physics); Political science; Nursing; Business; Law","score_opus":0.8836676941117031,"score_gpt":0.7584840774956573,"score_spread":0.12518361661604582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2504708865","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022812453,0.013353537,0.0033607928,0.96189266,0.017186046,0.00013071172,0.000112756454,0.00011320889,0.0036222544],"genre_scores_gemma":[0.011011868,0.018186409,0.031922743,0.9185861,0.014825155,0.0009114847,0.00017390848,0.00026917344,0.004113165],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6674288,0.24160542,0.020200862,0.01210625,0.05085379,0.007805019],"domain_scores_gemma":[0.2660419,0.5719721,0.019820536,0.027395211,0.093001395,0.021768913],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.42280123,0.002795928,0.006992224,0.008029628,0.008513621,0.031199014,0.012668468,0.056133494,0.015161242],"category_scores_gemma":[0.47840354,0.002211357,0.009423582,0.009385959,0.05300975,0.06729751,0.0235803,0.081940606,0.0055250004],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002034098,0.00014852587,0.0014815247,0.00487452,0.0003365865,0.00023016096,0.013133315,0.0006594552,0.00042556194,0.14263634,0.71419305,0.12167763],"study_design_scores_gemma":[0.0001044841,0.00012412161,0.0011843683,0.014550187,0.00027899464,0.00020301648,0.008850081,0.00043074563,0.0002718799,0.1792383,0.7945027,0.00026117824],"about_ca_topic_score_codex":0.017086592,"about_ca_topic_score_gemma":0.032195214,"teacher_disagreement_score":0.57719874,"about_ca_system_score_codex":0.021182172,"about_ca_system_score_gemma":0.09463455,"threshold_uncertainty_score":0.7117889},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2508200815","doi":"10.1186/s12961-016-0139-7","title":"Examining the use of health systems and policy research in the health policymaking process in Israel: views of researchers","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Policy Transfer and Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University; University of Toronto","funders":"","keywords":"Health services research; Health policy; Health administration; Government (linguistics); Public relations; Public health; Process (computing); Medicine; Political science; Nursing","score_opus":0.8762515915025766,"score_gpt":0.656673571206544,"score_spread":0.21957802029603257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2508200815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8101352,0.010243294,0.0019797762,0.15014413,0.00035541054,0.00020334496,0.00007245208,0.000032528027,0.02683395],"genre_scores_gemma":[0.9894342,0.0034184242,0.0009124334,0.005424894,0.00009718051,0.00007025833,0.00001901903,0.000009345718,0.00061426655],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.82754,0.1450812,0.00574908,0.0021938428,0.012035852,0.007400128],"domain_scores_gemma":[0.66663724,0.26773393,0.02507866,0.0051021017,0.022810634,0.0126374],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.17788602,0.0003647674,0.0005068944,0.00292943,0.009279044,0.015570733,0.0022804239,0.0054761134,0.0016601969],"category_scores_gemma":[0.13204795,0.00071419345,0.00054098165,0.0029818746,0.018455595,0.0058452366,0.008898334,0.0049984697,0.00024126751],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011108267,0.00018472428,0.07781125,0.0010787863,0.00008096988,0.0010379546,0.85325086,0.0003465586,0.0019101085,0.021138243,0.0045216666,0.038527727],"study_design_scores_gemma":[0.000033755812,0.0002136316,0.0135750435,0.0015310021,0.000044057968,0.0004384059,0.9328462,0.00050128053,0.001141725,0.0034919914,0.04609839,0.00008449338],"about_ca_topic_score_codex":0.007752514,"about_ca_topic_score_gemma":0.0050803022,"teacher_disagreement_score":0.822114,"about_ca_system_score_codex":0.014800016,"about_ca_system_score_gemma":0.03107484,"threshold_uncertainty_score":0.94076246},"labels":[],"label_agreement":null},{"id":"W2517280558","doi":"10.1186/s12961-016-0138-8","title":"Strengthening population health interventions: developing the CollaboraKTion Framework for Community-Based Knowledge Translation","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Western University; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Health services research; Community of practice; Knowledge management; Participatory action research; Empirical research; Population; Sociology; Management science; Computer science; Public health; Medicine; Nursing; Engineering; Social science; Epistemology","score_opus":0.9412367660600193,"score_gpt":0.772156218783385,"score_spread":0.16908054727663424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517280558","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015239872,0.0033458937,0.8770612,0.030890182,0.00047193276,0.0049081882,0.00022810907,0.00056260766,0.06729206],"genre_scores_gemma":[0.20297687,0.0015271518,0.7848131,0.0017617207,0.00006837848,0.007234657,0.00021985323,0.00011452027,0.001283747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7475918,0.2268446,0.0075854454,0.0060354383,0.008398436,0.0035442614],"domain_scores_gemma":[0.7995329,0.16494776,0.0062004365,0.013939433,0.010831232,0.0045482293],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.15539736,0.0025256493,0.0020606755,0.0148397125,0.01206105,0.020886142,0.0077785305,0.00920378,0.004956609],"category_scores_gemma":[0.12157008,0.0015445278,0.004319888,0.010354803,0.04891043,0.024113715,0.032444533,0.009690114,0.0013264081],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057042496,0.00025036494,0.0028898164,0.0023690686,0.00011775354,0.0008193968,0.17335379,0.0032232178,0.00044264313,0.71019936,0.0037548656,0.10252271],"study_design_scores_gemma":[0.0001300744,0.00018567021,0.001298224,0.0066381767,0.00012354474,0.00080833124,0.08341509,0.013689283,0.0011232846,0.7960259,0.0964167,0.00014573173],"about_ca_topic_score_codex":0.009078635,"about_ca_topic_score_gemma":0.00945811,"teacher_disagreement_score":0.84460264,"about_ca_system_score_codex":0.019419588,"about_ca_system_score_gemma":0.04673238,"threshold_uncertainty_score":0.82182956},"labels":[],"label_agreement":null},{"id":"W2517998819","doi":"10.1186/s12961-016-0136-x","title":"Blended learning across universities in a South–North–South collaboration: a case study","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"European Commission","keywords":"Thematic analysis; Medical education; Health services research; Capacity building; Health informatics; Qualitative research; Blended learning; Health administration; Class (philosophy); Qualitative property; Medicine; Political science; Pedagogy; Educational technology; Public health; Psychology; Sociology; Nursing; Computer science","score_opus":0.23649337501802836,"score_gpt":0.5132951855212534,"score_spread":0.27680181050322505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517998819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811819,0.0007485035,0.0035049818,0.005339245,0.00011419406,0.00028567703,0.000027054284,0.000033916236,0.008764443],"genre_scores_gemma":[0.99165076,0.0006936566,0.0031457806,0.0010682687,0.000034952518,0.00021156603,0.000016817903,0.000021701891,0.0031564052],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9905483,0.0067316974,0.00027939252,0.0005182593,0.00060692255,0.0013153792],"domain_scores_gemma":[0.9888298,0.004271707,0.0008511685,0.00057885196,0.00060252304,0.004865958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009527537,0.0006080637,0.00072894216,0.0014708107,0.016702073,0.0052498416,0.002607651,0.0045240186,0.0039861095],"category_scores_gemma":[0.010093341,0.0005494988,0.00095318933,0.0021114321,0.0055819554,0.0037895057,0.011498546,0.0035972479,0.00072791165],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031597426,0.0031578343,0.02738871,0.00078160316,0.000080649275,0.05410006,0.8337865,0.0010846789,0.0018126362,0.012202485,0.004045406,0.06124355],"study_design_scores_gemma":[0.00008515651,0.0008866997,0.009097934,0.00061788206,0.00004566266,0.015709337,0.9024376,0.0015926795,0.0013857064,0.004714307,0.06335396,0.000073100295],"about_ca_topic_score_codex":0.0041510346,"about_ca_topic_score_gemma":0.0073377606,"teacher_disagreement_score":0.016702073,"about_ca_system_score_codex":0.0049547544,"about_ca_system_score_gemma":0.006524656,"threshold_uncertainty_score":0.050387025},"labels":[],"label_agreement":null},{"id":"W2522154110","doi":"10.1186/s12961-016-0142-z","title":"Health research priority setting in Zambia: a stock taking of approaches conducted from 1998 to 2015","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Science and Technology Council; Department for International Development; Canadian Institutes of Health Research; National Science Council; McMaster University","keywords":"Stakeholder; Stakeholder engagement; Health services research; Process (computing); Health administration; Health policy; Medicine; Business; Process management; Public health; Public relations; Nursing; Political science; Computer science","score_opus":0.9101201756817305,"score_gpt":0.628497780968923,"score_spread":0.2816223947128076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522154110","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44081503,0.4521448,0.011189622,0.071824424,0.0021599345,0.0063066157,0.0018761379,0.00012391276,0.013559663],"genre_scores_gemma":[0.808754,0.15430987,0.021509966,0.0073212,0.0002771043,0.005335076,0.0007668565,0.00005617948,0.0016696966],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9315431,0.03912189,0.012991442,0.0036852213,0.007812663,0.0048456206],"domain_scores_gemma":[0.84484696,0.08926309,0.02653767,0.0041057426,0.028816404,0.006430211],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.13630912,0.0006849412,0.0014208502,0.025796162,0.009064947,0.011642318,0.00273145,0.0031008627,0.0015861478],"category_scores_gemma":[0.16792229,0.0017176274,0.0015251181,0.025105376,0.005180816,0.007635739,0.010400287,0.005245234,0.00023498567],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030662754,0.00017179221,0.02897384,0.047107827,0.0002678809,0.0023276103,0.51322895,0.00059754326,0.0028358847,0.01096322,0.00595908,0.38725972],"study_design_scores_gemma":[0.00007660836,0.00055848324,0.17197329,0.10688634,0.0004673203,0.0011565521,0.54305243,0.0005092065,0.0023772384,0.0032856253,0.16943854,0.00021843721],"about_ca_topic_score_codex":0.08773763,"about_ca_topic_score_gemma":0.15624219,"teacher_disagreement_score":0.86369085,"about_ca_system_score_codex":0.063034296,"about_ca_system_score_gemma":0.09336601,"threshold_uncertainty_score":0.72088015},"labels":[],"label_agreement":null},{"id":"W2523602750","doi":"10.1186/s12961-016-0140-1","title":"Evaluation of a training program for medicines-oriented policymakers to use a database of systematic reviews","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; Bruyère; Canadian Agency for Drugs and Technologies in Health; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Systematic review; Medicine; Medical education; Knowledge translation; Evidence-based practice; Health services research; Resource (disambiguation); Public health; MEDLINE; Program evaluation; Health care; Nursing; Alternative medicine; Knowledge management; Computer science","score_opus":0.9811088001465266,"score_gpt":0.7503253990361526,"score_spread":0.230783401110374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523602750","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35978124,0.0010362616,0.04836981,0.011696276,0.00068913936,0.5568745,0.0030230025,0.0053697284,0.013160081],"genre_scores_gemma":[0.23607452,0.0006566952,0.35769975,0.0018957485,0.00013601233,0.39966592,0.0014046367,0.0001466697,0.0023200742],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8672891,0.096314155,0.0149747385,0.0057941033,0.011224394,0.004403472],"domain_scores_gemma":[0.646594,0.23912285,0.030277187,0.020320045,0.04634322,0.017342722],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1924905,0.0014531638,0.0021408673,0.00464141,0.0019251077,0.0028215083,0.0046922867,0.0022097058,0.009870614],"category_scores_gemma":[0.28236336,0.0022943476,0.0026833685,0.0037461126,0.0010403736,0.0044414247,0.006962998,0.0026733468,0.0011850541],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034815453,0.055120733,0.013814274,0.021657888,0.0012219468,0.0002508651,0.006677411,0.0059785247,0.0058574905,0.0012454108,0.015272718,0.83808726],"study_design_scores_gemma":[0.2035969,0.27351892,0.25115958,0.030039629,0.012209125,0.0006927399,0.011333961,0.05905545,0.03576122,0.0063911383,0.11511499,0.0011263173],"about_ca_topic_score_codex":0.0042250003,"about_ca_topic_score_gemma":0.009370964,"teacher_disagreement_score":0.8075095,"about_ca_system_score_codex":0.01011265,"about_ca_system_score_gemma":0.035720985,"threshold_uncertainty_score":0.995803},"labels":[],"label_agreement":null},{"id":"W2531225760","doi":"10.1186/s12961-016-0147-7","title":"Integrating and evaluating sex and gender in health research","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; Women's College Hospital","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Excellence; Terminology; Health services research; Psychology; Public health; Medicine; Political science; Nursing","score_opus":0.8607420868920364,"score_gpt":0.6818360040331669,"score_spread":0.17890608285886944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531225760","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0138037475,0.22614801,0.061350495,0.63003856,0.0291675,0.0014885636,0.0003429184,0.00012432966,0.03753587],"genre_scores_gemma":[0.44161707,0.14827558,0.16694665,0.20938756,0.02404159,0.0053650537,0.00020895762,0.00031088057,0.0038467713],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.14668216,0.76940364,0.037063003,0.0066165784,0.03701627,0.0032183677],"domain_scores_gemma":[0.08491594,0.8201606,0.03466756,0.016951121,0.038881503,0.0044232146],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6823233,0.0017574506,0.005222615,0.013875192,0.012927536,0.038223863,0.0068635275,0.0149896,0.003794791],"category_scores_gemma":[0.76059914,0.0016407782,0.0038561344,0.014633714,0.068264104,0.0461439,0.025242742,0.011657839,0.00073222694],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045127023,0.000117176685,0.021174809,0.019829763,0.0016452472,0.00050211576,0.12026334,0.0014236757,0.00047945516,0.5082786,0.035220534,0.29061404],"study_design_scores_gemma":[0.0001759456,0.0006932251,0.0091128815,0.07402801,0.0015059453,0.00067905855,0.08445317,0.0017491969,0.0015265797,0.5973987,0.22821575,0.000461627],"about_ca_topic_score_codex":0.01393659,"about_ca_topic_score_gemma":0.020835944,"teacher_disagreement_score":0.31767672,"about_ca_system_score_codex":0.02334006,"about_ca_system_score_gemma":0.07955438,"threshold_uncertainty_score":0.391752},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2535562925","doi":"10.1186/s12961-016-0149-5","title":"The use of a policy dialogue to facilitate evidence-informed policy development for improved access to care: the case of the Winnipeg Central Intake Service (WCIS)","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Manitoba Health; University of Manitoba; Winnipeg Regional Health Authority; University of Calgary","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Health services research; Health administration; Health policy; Social policy; Healthcare policy; Public health; Policy development; Service (business); Medicine; Health care reform; Public administration; Health care; Nursing; Environmental health; Political science; Business; Law; Marketing","score_opus":0.9055549072366775,"score_gpt":0.7026421825402274,"score_spread":0.20291272469645016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2535562925","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18522742,0.0041768546,0.0689299,0.6503063,0.0019825578,0.0042316774,0.00016226992,0.00029819776,0.084684744],"genre_scores_gemma":[0.87984955,0.0015281546,0.07712434,0.030861117,0.0001891526,0.0015112024,0.00006978473,0.00014847479,0.008718231],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.81941277,0.14676516,0.0038328206,0.005119842,0.009230431,0.015638921],"domain_scores_gemma":[0.7934941,0.13551438,0.007987476,0.006972472,0.021616107,0.034415502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.18102428,0.0011575265,0.00075492886,0.0029005322,0.038079742,0.022855652,0.0064983284,0.010973122,0.004102923],"category_scores_gemma":[0.13192646,0.0018050066,0.00146811,0.0025632044,0.02704672,0.012193949,0.025631394,0.015547618,0.00043466385],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030664535,0.00062210055,0.019347776,0.0018759527,0.0001927014,0.018028354,0.5691373,0.007262183,0.0055677076,0.22146666,0.037120752,0.11907191],"study_design_scores_gemma":[0.00017231752,0.00039642892,0.009165606,0.002871189,0.00013908409,0.0016391933,0.41798103,0.008022628,0.0031013086,0.061766744,0.49436378,0.00038058084],"about_ca_topic_score_codex":0.40154248,"about_ca_topic_score_gemma":0.49385023,"teacher_disagreement_score":0.5984575,"about_ca_system_score_codex":0.10414315,"about_ca_system_score_gemma":0.28062862,"threshold_uncertainty_score":0.9573594},"labels":[],"label_agreement":null},{"id":"W2553241472","doi":"10.1186/s12961-016-0155-7","title":"What are the best methodologies for rapid reviews of the research evidence for evidence-informed decision making in health policy and practice: a rapid review","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":438,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Pan American Health Organization; Ministério da Saúde","keywords":"Systematic review; Grey literature; Data extraction; Medicine; Inclusion (mineral); Health services research; Protocol (science); Evidence-based medicine; Management science; MEDLINE; Health administration; Alternative medicine; Randomized controlled trial; Evidence-based practice; Medical education; Public health; Psychology; Nursing; Political science; Surgery; Pathology; Social psychology","score_opus":0.9866217251985923,"score_gpt":0.8578875303026147,"score_spread":0.1287341948959776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553241472","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027823348,0.67626387,0.10974334,0.09178215,0.018651562,0.090682775,0.004513936,0.0014520551,0.0041279667],"genre_scores_gemma":[0.01712471,0.2514901,0.57746845,0.013269947,0.0034306217,0.13495171,0.0009821996,0.000542104,0.0007402741],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.18736574,0.5982618,0.15747264,0.011608593,0.042443786,0.0028474438],"domain_scores_gemma":[0.09661216,0.6112142,0.13386272,0.041614357,0.112912185,0.0037843806],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62177104,0.007108295,0.029299995,0.040589854,0.004664487,0.035450768,0.012149379,0.015928665,0.010683713],"category_scores_gemma":[0.85043645,0.010921178,0.028068315,0.034144163,0.009764137,0.057972744,0.015572738,0.013239787,0.00765875],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011274808,0.0001440968,0.0014732183,0.7477527,0.0069580656,0.00025337152,0.0054560415,0.00064808293,0.0006013546,0.009362118,0.020859003,0.20536453],"study_design_scores_gemma":[0.0017719567,0.00034984606,0.0015358937,0.88583446,0.010894982,0.0003202827,0.002585978,0.000994713,0.0009819043,0.022145234,0.07204844,0.00053621095],"about_ca_topic_score_codex":0.003360569,"about_ca_topic_score_gemma":0.0079746675,"teacher_disagreement_score":0.37822896,"about_ca_system_score_codex":0.019344311,"about_ca_system_score_gemma":0.0636531,"threshold_uncertainty_score":0.4664237},"labels":[],"label_agreement":null},{"id":"W2554026002","doi":"10.1186/s12961-016-0152-x","title":"A systematic review on current status of health technology reassessment: insights for South Korea","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Evidence-based Healthcare Collaborating Agency","keywords":"CINAHL; Medicine; Systematic review; Health care; Context (archaeology); Reimbursement; MEDLINE; Stakeholder; Health technology; Health administration; Cochrane Library; Disinvestment; Grey literature; Family medicine; Health services research; Health policy; Public health; Nursing; Psychological intervention; Alternative medicine; Political science; Public relations; Geography","score_opus":0.852292188804,"score_gpt":0.6613027322085787,"score_spread":0.19098945659542133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554026002","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010012889,0.99599105,0.0002259217,0.001799692,0.00016781487,0.00029054575,0.00015861128,0.0000071230675,0.000357953],"genre_scores_gemma":[0.020416541,0.97371995,0.0021367103,0.002214433,0.00011663995,0.0010632963,0.00024021365,0.0000082868455,0.00008393332],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9410511,0.028874477,0.020769272,0.0020630828,0.005978074,0.0012639565],"domain_scores_gemma":[0.79115033,0.15140283,0.033386808,0.0036736748,0.018506907,0.0018794001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06449328,0.0017390514,0.0060051293,0.022462979,0.0011943261,0.007910393,0.0030179247,0.0037173156,0.004210203],"category_scores_gemma":[0.18206918,0.0016436818,0.007759806,0.022869576,0.0024605268,0.010125784,0.003836629,0.002810677,0.0004443969],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001592602,0.00002653957,0.0010118093,0.92722815,0.0024752715,0.00015477612,0.0012788061,0.00011921271,0.00015072558,0.0010542134,0.0017906133,0.06455052],"study_design_scores_gemma":[0.00006744468,0.00011239992,0.0017811018,0.9734272,0.0067744176,0.00021631896,0.0012623238,0.00006595003,0.00008430079,0.00041523163,0.015768036,0.000025312796],"about_ca_topic_score_codex":0.009575756,"about_ca_topic_score_gemma":0.03197911,"teacher_disagreement_score":0.06449328,"about_ca_system_score_codex":0.011995996,"about_ca_system_score_gemma":0.054880947,"threshold_uncertainty_score":0.34107715},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2556726185","doi":"10.1186/s12961-016-0153-9","title":"Mapping genetic research in non-communicable disease publications in selected Arab countries: first step towards a guided research agenda","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Genetic Associations and Epidemiology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Non-communicable disease; Context (archaeology); Medicine; Health services research; Public health; Disease; Health policy; Epidemiology; Environmental health; Geography; Pathology","score_opus":0.49108260220388894,"score_gpt":0.563973845670231,"score_spread":0.07289124346634207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556726185","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06238763,0.76986635,0.022991007,0.101239875,0.004864737,0.011884788,0.012365428,0.00033893308,0.014061193],"genre_scores_gemma":[0.2841975,0.5208674,0.124662004,0.022604289,0.0018314555,0.029042076,0.014263284,0.00015256382,0.0023794137],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.9373778,0.03087514,0.019400299,0.003523189,0.006578735,0.0022448157],"domain_scores_gemma":[0.631981,0.2567601,0.03345506,0.009636548,0.06506436,0.0031029044],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.106825195,0.0016028793,0.0044497354,0.049666252,0.0034832424,0.013400242,0.0030098597,0.0053412896,0.008476711],"category_scores_gemma":[0.22523966,0.0013570434,0.004618974,0.052934233,0.003348709,0.01571344,0.0077235578,0.0033724108,0.0018329436],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006119278,0.000293755,0.044497173,0.4789693,0.003464092,0.0019210043,0.036727756,0.0011284889,0.002035285,0.027877254,0.027961565,0.3745124],"study_design_scores_gemma":[0.00024780925,0.00049049576,0.0589333,0.68063706,0.006567582,0.0011175236,0.06383066,0.000943894,0.0010600166,0.023501279,0.16249137,0.00017908022],"about_ca_topic_score_codex":0.012953121,"about_ca_topic_score_gemma":0.022718932,"teacher_disagreement_score":0.9503338,"about_ca_system_score_codex":0.01215958,"about_ca_system_score_gemma":0.05820647,"threshold_uncertainty_score":0.5649524},"labels":[],"label_agreement":null},{"id":"W2564068529","doi":"10.1186/s12961-016-0158-4","title":"Scaling up complex interventions: insights from a realist synthesis","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Nutrasource; University of Waterloo; Impact","funders":"Institute of Cancer Research; National Health and Medical Research Council; Partenariat Canadien Contre Le Cancer; Institute of Population and Public Health; Canadian Cancer Society; NSW Ministry of Health; Canadian Institutes of Health Research; National Institute for Health and Care Research; Australian Government; Medical Research Council; HCF Research Foundation","keywords":"Psychological intervention; Health services research; Public health; Health administration; Medicine; Public relations; Psychology; Management science; Political science; Nursing; Engineering","score_opus":0.974547411785416,"score_gpt":0.8076307975225111,"score_spread":0.16691661426290494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564068529","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1400777,0.37020922,0.24237846,0.0826253,0.004677834,0.045716304,0.006123888,0.00032221925,0.107869096],"genre_scores_gemma":[0.584544,0.13526812,0.21118425,0.010080777,0.0005696407,0.051790625,0.0018232745,0.00026544038,0.0044738725],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.83670336,0.13678762,0.0116802165,0.00436122,0.007815647,0.002651955],"domain_scores_gemma":[0.62966126,0.34870663,0.0047788755,0.007331086,0.008679311,0.0008429305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14528172,0.001959523,0.0040441556,0.01489287,0.005805773,0.015255677,0.0043957573,0.004420136,0.005640844],"category_scores_gemma":[0.21354769,0.0012717316,0.003774809,0.014338924,0.011413765,0.011961718,0.011798646,0.005260366,0.00067738886],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045150804,0.00021124452,0.0016083171,0.15080613,0.0011468503,0.0019953507,0.4470003,0.003533907,0.001087586,0.23528692,0.008628806,0.14824317],"study_design_scores_gemma":[0.00038740961,0.00055967976,0.0024879202,0.21751885,0.0026772285,0.0006263957,0.31636557,0.0032204671,0.0018053172,0.1938612,0.26034096,0.00014895742],"about_ca_topic_score_codex":0.0041713594,"about_ca_topic_score_gemma":0.009175048,"teacher_disagreement_score":0.14528172,"about_ca_system_score_codex":0.020607306,"about_ca_system_score_gemma":0.026408633,"threshold_uncertainty_score":0.76833236},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2584746784","doi":"10.1186/s12961-016-0168-2","title":"Unravelling networks in local public health policymaking in three European countries – a systems analysis","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Seventh Framework Programme; Terveyden ja hyvinvoinnin laitos; Universiteit van Tilburg; Syddansk Universitet; European Commission; University of Ottawa","keywords":"Public health; Health services research; Health administration; Health policy; Social policy; Political science; Health informatics; Animal ecology; International health; Public administration; Health care reform; Environmental health; Economic growth; Medicine; Nursing; Economics; Law; Biology","score_opus":0.38951489861052324,"score_gpt":0.4805265556709962,"score_spread":0.09101165706047298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584746784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97212684,0.00067332335,0.014806082,0.00092276355,0.000017003666,0.0005418799,0.00038705257,0.00004192652,0.0104829855],"genre_scores_gemma":[0.9875393,0.00021808887,0.011320238,0.000076812794,0.0000022327324,0.00023666707,0.00022266297,0.000008340133,0.00037561232],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.96484673,0.029764062,0.0012645748,0.0017122787,0.001130741,0.001281531],"domain_scores_gemma":[0.94108546,0.04881601,0.004351204,0.001784464,0.0030579867,0.00090480153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03596842,0.0006342699,0.00084245566,0.00542551,0.0031638953,0.008629599,0.00144457,0.002064842,0.0027723322],"category_scores_gemma":[0.039653152,0.0006871831,0.0014478216,0.008919317,0.0048326766,0.0046956837,0.0067385016,0.0010441899,0.0001301951],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010675711,0.0008607684,0.4009278,0.002361998,0.0011632245,0.0033533832,0.19524725,0.1361474,0.0014990465,0.14802177,0.002227678,0.1071221],"study_design_scores_gemma":[0.00031300637,0.00078428094,0.2386369,0.0027241032,0.0010330643,0.00040473713,0.42430478,0.23436958,0.003235818,0.059955087,0.033923935,0.00031475723],"about_ca_topic_score_codex":0.04961506,"about_ca_topic_score_gemma":0.035690274,"teacher_disagreement_score":0.04961506,"about_ca_system_score_codex":0.019095402,"about_ca_system_score_gemma":0.009695648,"threshold_uncertainty_score":0.19022149},"labels":[],"label_agreement":null},{"id":"W2586520037","doi":"10.1186/s12961-017-0170-3","title":"Identifying and characterising health policy and system-relevant documents in Uganda: a scoping review to develop a framework for the development of a one-stop shop","year":2017,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"International Development Research Centre; McMaster University","keywords":"Health services research; Health administration; Health policy; Public health; Health informatics; Social policy; Healthcare policy; Policy development; Medicine; Health economics; Political science; International health; Public administration; Nursing","score_opus":0.5906888150160868,"score_gpt":0.6267670283960898,"score_spread":0.036078213380002944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586520037","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023857411,0.78402007,0.08462269,0.029771319,0.00220454,0.04896298,0.0062162667,0.00025173288,0.020093054],"genre_scores_gemma":[0.13619071,0.4316229,0.31604943,0.0053794454,0.00045524136,0.10186765,0.005534599,0.00018710607,0.002713008],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.70580727,0.17880374,0.08121459,0.008389893,0.022290701,0.0034937453],"domain_scores_gemma":[0.47643045,0.42903778,0.033536863,0.01289828,0.04597264,0.0021240423],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.22093171,0.003477059,0.0073132804,0.10902154,0.009941082,0.024105238,0.008113212,0.008479352,0.0034394276],"category_scores_gemma":[0.44519088,0.0036704545,0.005912316,0.08366419,0.010435357,0.026869131,0.017572701,0.0062753865,0.001093769],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019278436,0.0001663966,0.007132957,0.46895286,0.0015691437,0.0021161623,0.09852572,0.0027671277,0.0012914337,0.061241668,0.013851776,0.342192],"study_design_scores_gemma":[0.00006367631,0.000115950395,0.0032496075,0.8050193,0.0016373286,0.00050770544,0.039622184,0.0009656071,0.00076872006,0.016531458,0.13137509,0.00014336231],"about_ca_topic_score_codex":0.01779812,"about_ca_topic_score_gemma":0.030851519,"teacher_disagreement_score":0.22093171,"about_ca_system_score_codex":0.025961313,"about_ca_system_score_gemma":0.116401926,"threshold_uncertainty_score":0.9607299},"labels":[],"label_agreement":null},{"id":"W2587319655","doi":"10.1186/s12961-016-0164-6","title":"The concept of ‘vulnerability’ in research ethics: an in-depth analysis of policies and guidelines","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":276,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; McGill University Health Centre; Montreal Clinical Research Institute","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Faculty of Medicine, McGill University; McGill University","keywords":"Vulnerability (computing); Research ethics; Stakeholder; Normative; Vulnerability assessment; Harm; Sociology; Engineering ethics; Political science; Public relations; Psychology; Social psychology; Law; Psychological resilience; Computer science; Computer security","score_opus":0.9560629307251761,"score_gpt":0.7983703746638118,"score_spread":0.15769255606136434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587319655","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30955637,0.033849828,0.15690163,0.3899173,0.0014195667,0.0024880988,0.00037620243,0.00015971046,0.10533131],"genre_scores_gemma":[0.90744,0.008647093,0.06914684,0.0108671235,0.00022581083,0.001841555,0.000097820994,0.00008618483,0.0016476547],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7046799,0.24495101,0.015877984,0.004081428,0.025878476,0.004531252],"domain_scores_gemma":[0.4989959,0.43674198,0.025608283,0.00968259,0.02501172,0.0039596134],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.18240538,0.00050453236,0.0008009364,0.007168569,0.008193112,0.01114487,0.0020621223,0.004837876,0.001087966],"category_scores_gemma":[0.24947554,0.0007533377,0.00071034057,0.008097012,0.03458512,0.01659805,0.009293771,0.007986843,0.00017808798],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019944127,0.000059115777,0.0059873885,0.001189365,0.0000217614,0.00036743874,0.4261586,0.00067743583,0.00047518738,0.5037804,0.0049765785,0.056286782],"study_design_scores_gemma":[0.000016602657,0.00008988829,0.010511337,0.014282873,0.000059783215,0.0008522908,0.4641727,0.0022345274,0.0011858032,0.2746458,0.23183233,0.00011608517],"about_ca_topic_score_codex":0.0069329464,"about_ca_topic_score_gemma":0.0063295937,"teacher_disagreement_score":0.9951621,"about_ca_system_score_codex":0.023590012,"about_ca_system_score_gemma":0.060785465,"threshold_uncertainty_score":0.9646634},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2588801820","doi":"10.1186/s12961-017-0173-0","title":"Analysis of the policymaking process in Burkina Faso’s health sector: case studies of the creation of two health system support units","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Commission; International Development Research Centre; McMaster University","keywords":"Health services research; Health administration; Public health; Health policy; Social policy; Health informatics; Process (computing); Health sector; Health economics; Environmental health; Political science; Health services; Medicine; Nursing; Computer science; Population","score_opus":0.3561950583319531,"score_gpt":0.5686721950352646,"score_spread":0.21247713670331148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588801820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.965624,0.0014569128,0.002580901,0.0067583886,0.000048167847,0.00067595555,0.00006991118,0.000008859384,0.02277705],"genre_scores_gemma":[0.99504167,0.0006263155,0.001717936,0.00037361486,0.000010838183,0.00021201187,0.000026105216,0.000004512923,0.0019870487],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97302455,0.021512918,0.0006340536,0.0005402805,0.0008064759,0.0034817355],"domain_scores_gemma":[0.9645273,0.028095238,0.0023881418,0.00066713686,0.0023197357,0.0020024453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023009077,0.0005546247,0.0004793146,0.002825191,0.026504477,0.007670312,0.0018663787,0.004037435,0.0035001659],"category_scores_gemma":[0.027115267,0.0006080163,0.00038514938,0.0043911585,0.0077949096,0.0047844835,0.005649031,0.00301422,0.00030189502],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016131242,0.0004292055,0.022488322,0.0006613771,0.000027433556,0.017327445,0.89677274,0.0015502163,0.0015937219,0.03353282,0.0012360293,0.024219304],"study_design_scores_gemma":[0.000033909637,0.00013731573,0.009857702,0.00053248875,0.000016932125,0.0007408309,0.961166,0.00094415643,0.0007823693,0.0024396821,0.023317546,0.000031057498],"about_ca_topic_score_codex":0.09125278,"about_ca_topic_score_gemma":0.14650184,"teacher_disagreement_score":0.09125278,"about_ca_system_score_codex":0.03348908,"about_ca_system_score_gemma":0.024003888,"threshold_uncertainty_score":0.24298143},"labels":[],"label_agreement":null},{"id":"W2592768534","doi":"10.1186/s12961-017-0169-9","title":"Where is students’ research in evidence-informed decision-making in health? Assessing productivity and use of postgraduate students’ research in low- and middle-income countries: a systematic review","year":2017,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"International Development Research Centre; McMaster University","keywords":"Grey literature; Productivity; Medical education; Systematic review; Health services research; Health administration; CLARITY; Knowledge translation; MEDLINE; Health economics; Psychology; Medicine; Public health; Nursing; Political science; Knowledge management; Economics; Computer science","score_opus":0.9562537671673976,"score_gpt":0.7590153452875159,"score_spread":0.19723842187988172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592768534","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016650596,0.9880459,0.001411157,0.0063511273,0.0005465592,0.0009575052,0.0001852819,0.000022534381,0.0008150025],"genre_scores_gemma":[0.07342867,0.9053182,0.011635683,0.0053614,0.0006795994,0.0031386472,0.00022815457,0.00003450909,0.00017516153],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.63913596,0.23989329,0.077070355,0.009693,0.031508658,0.002698724],"domain_scores_gemma":[0.28216192,0.6254624,0.05363367,0.01133494,0.023755489,0.0036515282],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19573079,0.0014891664,0.013901771,0.01935022,0.0021714133,0.018741965,0.0046499628,0.0075663733,0.0039031233],"category_scores_gemma":[0.5331248,0.0031884327,0.00959263,0.02757252,0.0077091935,0.021915963,0.006809557,0.0060081673,0.00062813715],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025215966,0.000046986483,0.0026841706,0.8756635,0.0063417875,0.000119092474,0.0035488761,0.00020666108,0.00016525792,0.0026803808,0.0021220744,0.10616903],"study_design_scores_gemma":[0.0001601327,0.000098486154,0.0015345714,0.9762046,0.0071539017,0.0001622544,0.0016509852,0.00013205437,0.00008840315,0.0022445903,0.010522256,0.000047727004],"about_ca_topic_score_codex":0.007145759,"about_ca_topic_score_gemma":0.014412886,"teacher_disagreement_score":0.8042692,"about_ca_system_score_codex":0.013144577,"about_ca_system_score_gemma":0.05476973,"threshold_uncertainty_score":0.9918071},"labels":[],"label_agreement":null},{"id":"W2601732584","doi":"10.1186/s12961-017-0182-z","title":"Incorporating sex, gender and vulnerable populations in a large multisite health research programme: The Ontario Pharmacy Evidence Network as a case study","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; Women's College Hospital; MacEwan University; Wilfrid Laurier University; University of Toronto; University of Waterloo","funders":"National Institutes of Health; Ontario Ministry of Health and Long-Term Care; Canadian Institutes of Health Research; Government of Ontario","keywords":"Health services research; Pharmacy; Medicine; Public health; Health administration; Social policy; Health policy; Family medicine; Environmental health; Gerontology; Nursing; Political science","score_opus":0.8747248504178426,"score_gpt":0.6674735869685381,"score_spread":0.20725126344930456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601732584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8782335,0.0041514393,0.011700463,0.05750805,0.0002766581,0.0053133476,0.00018529397,0.000062610976,0.042568605],"genre_scores_gemma":[0.97151166,0.002035124,0.015269619,0.0048566572,0.00008482405,0.0028597545,0.00005971158,0.000031993084,0.0032906423],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.89433813,0.08874921,0.0018500017,0.0016860731,0.007166217,0.006210432],"domain_scores_gemma":[0.9187762,0.050047975,0.0062692678,0.0050137118,0.006147652,0.013745171],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07996252,0.00037750852,0.00054655847,0.0017923316,0.018908093,0.0051580765,0.0033363376,0.0027121685,0.0025297683],"category_scores_gemma":[0.065662295,0.000671075,0.00063824485,0.0025945702,0.011487441,0.0041214447,0.013966667,0.0030212668,0.00019730933],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004223981,0.0011416954,0.06178828,0.0019448814,0.000093054834,0.008500935,0.7327178,0.0005183648,0.0010189931,0.022846807,0.009820213,0.15918659],"study_design_scores_gemma":[0.00024074074,0.0016392946,0.06360164,0.0034588997,0.00016819303,0.0024456626,0.7405229,0.0010976165,0.001133577,0.011869027,0.17369919,0.00012336568],"about_ca_topic_score_codex":0.20475283,"about_ca_topic_score_gemma":0.49788862,"teacher_disagreement_score":0.9598113,"about_ca_system_score_codex":0.04018871,"about_ca_system_score_gemma":0.12266312,"threshold_uncertainty_score":0.42288727},"labels":[],"label_agreement":null},{"id":"W2603302037","doi":"10.1186/s12961-017-0185-9","title":"Research impact of systems-level long-term care research: a multiple case study","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; Western University","funders":"Government of Ontario","keywords":"Focus group; Health services research; Steering committee; Public relations; Action research; Research design; Product (mathematics); Sociology; Knowledge management; Business; Political science; Medicine; Public health; Marketing; Nursing; Engineering; Computer science; Engineering management","score_opus":0.7911653792229163,"score_gpt":0.7005312252098559,"score_spread":0.09063415401306041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603302037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9572906,0.0023853716,0.008627199,0.008470316,0.00016517023,0.0027220247,0.00027037496,0.000033497152,0.020035546],"genre_scores_gemma":[0.9874533,0.0014380579,0.006611626,0.0008643959,0.00006103588,0.0015326906,0.00008269274,0.00001543663,0.00194072],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9265476,0.061859988,0.0022281017,0.0017147628,0.004330238,0.0033194183],"domain_scores_gemma":[0.9236908,0.054038253,0.006682192,0.0036670463,0.0065483795,0.005373308],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0501914,0.0005443985,0.0006561333,0.0022967511,0.012253949,0.0081209475,0.0027637742,0.002850926,0.0041012475],"category_scores_gemma":[0.04720106,0.0005508142,0.0009638169,0.0035593095,0.0068446854,0.0050247605,0.00891855,0.0031856543,0.00052358076],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058655755,0.0030415975,0.097396396,0.0035440486,0.00028359148,0.019286616,0.7424878,0.0019227623,0.0014307791,0.024820812,0.0050112423,0.10018772],"study_design_scores_gemma":[0.00013989331,0.0019715696,0.037713837,0.003817403,0.00025839548,0.0047511426,0.89233553,0.001957015,0.0020242638,0.0041548535,0.05075269,0.00012343493],"about_ca_topic_score_codex":0.012248034,"about_ca_topic_score_gemma":0.026244668,"teacher_disagreement_score":0.9498086,"about_ca_system_score_codex":0.020000868,"about_ca_system_score_gemma":0.016469866,"threshold_uncertainty_score":0.2654407},"labels":[],"label_agreement":null},{"id":"W2604499710","doi":"10.1186/s12961-017-0186-8","title":"Erratum to: The concept of ‘vulnerability’ in research ethics: an in-depth analysis of policies and guidelines","year":2017,"lang":"en","type":"erratum","venue":"Health Research Policy and Systems","topic":"Ethics in medical practice","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; McGill University Health Centre; Montreal Clinical Research Institute","funders":"","keywords":"Health services research; Health administration; Vulnerability (computing); Public health; Research ethics; Health policy; Quality of Life Research; Engineering ethics; Political science; Medicine; Public administration; Sociology; Nursing; Computer science; Engineering; Computer security","score_opus":0.839773001247509,"score_gpt":0.7453369882602731,"score_spread":0.09443601298723592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604499710","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014692258,0.0018039568,0.0005367782,0.38085493,0.6071121,0.00007499542,0.00044457545,0.000109579356,0.008916121],"genre_scores_gemma":[0.0040521654,0.006904394,0.003688214,0.64634204,0.20839669,0.00059097476,0.0006791202,0.00060914387,0.12873732],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97878313,0.0052578878,0.0054524564,0.0014175843,0.0079714665,0.0011174497],"domain_scores_gemma":[0.8582606,0.085837424,0.004987794,0.0039105057,0.043973032,0.0030306096],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017118806,0.0019393648,0.0025062868,0.0045198863,0.008980997,0.008980058,0.004249283,0.027213333,0.021209054],"category_scores_gemma":[0.16852963,0.0017151836,0.0018964353,0.0041948413,0.008082452,0.006170793,0.0038557278,0.033652104,0.018969996],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067619953,0.0000047252906,0.00002834531,0.00006391785,0.0000028661811,0.00008195013,0.00010587218,0.000012668588,0.0000070464466,0.003398649,0.9945005,0.0017866154],"study_design_scores_gemma":[0.000034112247,0.000017477414,0.0004087495,0.0012308742,0.000030031202,0.0002457572,0.00077143946,0.00014622485,0.00009793826,0.0059791775,0.99098223,0.000056076842],"about_ca_topic_score_codex":0.04727262,"about_ca_topic_score_gemma":0.06572412,"teacher_disagreement_score":0.9828812,"about_ca_system_score_codex":0.011944542,"about_ca_system_score_gemma":0.029533561,"threshold_uncertainty_score":0.093994915},"labels":[],"label_agreement":null},{"id":"W2604521603","doi":"10.1186/s12961-017-0194-8","title":"Academic research productivity of post-graduate students at Makerere University College of Health Sciences, Uganda, from 1996 to 2010: a retrospective review","year":2017,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"International Development Research Centre; McMaster University","keywords":"Medicine; Public health; Medical education; Observational study; Productivity; Retrospective cohort study; Health administration; Logistic regression; Family medicine; Nursing; Internal medicine","score_opus":0.8431828512397262,"score_gpt":0.6809011563729096,"score_spread":0.16228169486681665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604521603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7996495,0.1717532,0.00037964873,0.0012323697,0.00012218967,0.00048303502,0.023207717,0.000034368946,0.0031378902],"genre_scores_gemma":[0.88211644,0.108738914,0.0009607228,0.00036290835,0.00015871733,0.00071471283,0.0062731947,0.00003302801,0.0006414978],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9838299,0.002737497,0.007550925,0.00135646,0.003761263,0.0007639692],"domain_scores_gemma":[0.88645446,0.03768418,0.055852003,0.0027902967,0.014232367,0.0029867874],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013427567,0.00048528326,0.0017330818,0.025249783,0.0010031955,0.0033807054,0.001971675,0.0007712656,0.0019396481],"category_scores_gemma":[0.061097395,0.00083087437,0.0012083235,0.036089823,0.001360133,0.003237723,0.002398849,0.0006915472,0.00078151654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034828522,0.000081664904,0.9039077,0.028334858,0.0007757066,0.0011136016,0.007790257,0.000075409,0.00020301779,0.0002526949,0.00363387,0.05348285],"study_design_scores_gemma":[0.00002218995,0.0002828636,0.9561988,0.011791459,0.00086110993,0.0031227558,0.013558529,0.00008123174,0.00036665465,0.00013239066,0.013534042,0.000047976162],"about_ca_topic_score_codex":0.004215566,"about_ca_topic_score_gemma":0.004527903,"teacher_disagreement_score":0.98657244,"about_ca_system_score_codex":0.0020434374,"about_ca_system_score_gemma":0.0044077146,"threshold_uncertainty_score":0.071012616},"labels":[],"label_agreement":null},{"id":"W2606047941","doi":"10.1186/s12961-017-0187-7","title":"Operations research in global health: a scoping review with a focus on the themes of health equity and impact","year":2017,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"West Park Healthcare Centre; University of Toronto","funders":"","keywords":"Health services research; Public health; Health administration; Health policy; Equity (law); Health equity; Health economics; Medicine; Focus (optics); Focus group; Global health; International health; Health informatics; Social policy; Political science; Nursing; Business; Marketing","score_opus":0.8895418943991728,"score_gpt":0.7671357371261798,"score_spread":0.12240615727299298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606047941","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003411905,0.99296325,0.0016734517,0.002789923,0.0004166858,0.0001728127,0.00008844568,0.000011420691,0.0015428341],"genre_scores_gemma":[0.0049926555,0.99163073,0.0019471563,0.00055916526,0.0003200653,0.00030287483,0.00010603697,0.000008481739,0.0001327961],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9675465,0.015925815,0.0074089505,0.0014450115,0.0067441342,0.00092960615],"domain_scores_gemma":[0.81317955,0.16378914,0.007685336,0.0021763293,0.012518752,0.00065094134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.040232338,0.0022901795,0.0044138036,0.026799377,0.0021650912,0.009151052,0.0025441223,0.0057854387,0.0044200295],"category_scores_gemma":[0.10382886,0.0014962686,0.0057777697,0.03988829,0.0043530967,0.006696951,0.004144232,0.0042324797,0.0006629169],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013166692,0.00008519406,0.0011668765,0.43580133,0.0011290528,0.00026991626,0.0022935467,0.0048104087,0.0002451638,0.0432656,0.021741139,0.48906],"study_design_scores_gemma":[0.00003525892,0.00012927777,0.0017983515,0.7955905,0.0014535605,0.00036041145,0.002079247,0.0014079487,0.00030892988,0.02082669,0.17593247,0.00007740155],"about_ca_topic_score_codex":0.013820832,"about_ca_topic_score_gemma":0.014974646,"teacher_disagreement_score":0.040232338,"about_ca_system_score_codex":0.011686058,"about_ca_system_score_gemma":0.03937997,"threshold_uncertainty_score":0.21277153},"labels":[],"label_agreement":null},{"id":"W2607469252","doi":"10.1186/s12961-017-0188-6","title":"Understanding relevance of health research: considerations in the context of research impact assessment","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Innovates; University of Toronto","funders":"National Institute for Health and Care Research; Ontario Ministry of Health and Long-Term Care; McMaster University; Ontario SPOR SUPPORT Unit","keywords":"Relevance (law); Health services research; Context (archaeology); Health administration; Health care; Public health; Management science; Medicine; Knowledge management; Political science; Computer science; Engineering; Nursing","score_opus":0.9886580764518179,"score_gpt":0.840912815763316,"score_spread":0.1477452606885019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607469252","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009646729,0.15879838,0.14226685,0.6383714,0.0076302304,0.003913548,0.00028589496,0.00026488613,0.03882207],"genre_scores_gemma":[0.5426235,0.0615236,0.29329088,0.07785978,0.010948924,0.011281957,0.00024094102,0.00040337018,0.0018271063],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.13787097,0.7577829,0.04786679,0.009990501,0.041607283,0.004881623],"domain_scores_gemma":[0.03250706,0.9207521,0.01321873,0.011168823,0.020142723,0.002210494],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7333182,0.003171077,0.009382838,0.026190933,0.014431499,0.062114317,0.010907893,0.028676234,0.0053123436],"category_scores_gemma":[0.8651102,0.0035229882,0.005115377,0.019326545,0.12067271,0.06350283,0.033964243,0.027743535,0.001457204],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035589142,0.00015419537,0.004015277,0.040086456,0.0007665947,0.0010125422,0.10314771,0.003034624,0.0006766136,0.6984943,0.014267131,0.13398865],"study_design_scores_gemma":[0.0001335366,0.00023672286,0.0023532663,0.04279943,0.00044861608,0.00081930286,0.035189588,0.0018861991,0.0005842643,0.84617394,0.06910517,0.00026998296],"about_ca_topic_score_codex":0.005816777,"about_ca_topic_score_gemma":0.005678143,"teacher_disagreement_score":0.2666818,"about_ca_system_score_codex":0.034767278,"about_ca_system_score_gemma":0.08866422,"threshold_uncertainty_score":0.32886618},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2608984989","doi":"10.1186/s12961-017-0195-7","title":"Responding to non-communicable diseases in Zambia: a policy analysis","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Heart and Stroke Foundation of Canada","keywords":"Non-communicable disease; Health policy; Government (linguistics); Action plan; Public health; Context (archaeology); Global health; Economic growth; Strategic planning; Civil society; Thematic analysis; Medicine; Public administration; Political science; Qualitative research; Business; Nursing; Sociology; Management; Economics; Geography; Marketing; Politics","score_opus":0.3066451099808875,"score_gpt":0.5300913195727028,"score_spread":0.22344620959181533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608984989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88210064,0.029523361,0.0025812208,0.0485251,0.0001627632,0.003230147,0.0020060025,0.000038404407,0.031832285],"genre_scores_gemma":[0.95992553,0.027054586,0.004859604,0.0024095739,0.00006054161,0.0018618412,0.0007118734,0.000012690054,0.0031037359],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9929537,0.0027656085,0.0003893536,0.00019193364,0.00045723037,0.0032421132],"domain_scores_gemma":[0.99218965,0.004667159,0.0012471118,0.00019741342,0.001138919,0.00055983773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011971612,0.00054318045,0.0005685483,0.007354914,0.0057296273,0.006332872,0.0012887655,0.0023335367,0.0055811848],"category_scores_gemma":[0.016955575,0.0008091839,0.0007797679,0.009634776,0.0020798629,0.0035753725,0.0033828414,0.0026294633,0.00023957445],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011218779,0.0012811258,0.18306673,0.02501877,0.0007478116,0.009678874,0.12891199,0.027837267,0.0057254084,0.30679992,0.029753838,0.28005645],"study_design_scores_gemma":[0.00021564559,0.00097262696,0.41192698,0.021432325,0.001078244,0.0011236395,0.34301174,0.011051789,0.00223887,0.015214671,0.19155875,0.00017470942],"about_ca_topic_score_codex":0.19437185,"about_ca_topic_score_gemma":0.21191797,"teacher_disagreement_score":0.19437185,"about_ca_system_score_codex":0.06691345,"about_ca_system_score_gemma":0.053735647,"threshold_uncertainty_score":0.4854933},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2609112051","doi":"10.1186/s12961-017-0192-x","title":"Evidence-based policymaking is not like evidence-based medicine, so how far should you go to bridge the divide between evidence and policy?","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":529,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Health services research; Bridge (graph theory); Health policy; Health administration; Public health; Social policy; Health informatics; Health economics; Healthcare policy; Medicine; Political science; Public relations; Public economics; Public administration; Data science; Health care reform; Economics; Computer science; Nursing; Law","score_opus":0.8171921476482206,"score_gpt":0.6409745121530928,"score_spread":0.1762176354951278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609112051","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00087685685,0.050016128,0.020306423,0.914976,0.0049587796,0.00010094023,0.000052229097,0.00006679019,0.008645942],"genre_scores_gemma":[0.2087922,0.13490844,0.16334996,0.4686892,0.016555764,0.0014610265,0.00022548628,0.0003370493,0.005680915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7014374,0.22220741,0.01901234,0.014862462,0.038046267,0.0044340426],"domain_scores_gemma":[0.31216866,0.59394515,0.023114277,0.031410668,0.031084517,0.008276739],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33506525,0.0018672826,0.006651508,0.011551223,0.0085413335,0.047896367,0.00784961,0.028851127,0.006369021],"category_scores_gemma":[0.40497622,0.0019119285,0.003165577,0.009936085,0.07975186,0.070593596,0.016779486,0.04349389,0.0039609023],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009532706,0.0001793969,0.0011021814,0.007945191,0.00050890504,0.00021400081,0.008525654,0.0010918753,0.00033899816,0.8538954,0.041045845,0.08505728],"study_design_scores_gemma":[0.00005548329,0.00006462462,0.00036213893,0.008850799,0.000091620794,0.00013389086,0.003903826,0.00041220908,0.00023106289,0.8989036,0.08690968,0.00008110591],"about_ca_topic_score_codex":0.0060964352,"about_ca_topic_score_gemma":0.005865413,"teacher_disagreement_score":0.66493475,"about_ca_system_score_codex":0.017836204,"about_ca_system_score_gemma":0.047970973,"threshold_uncertainty_score":0.81998295},"labels":[],"label_agreement":null},{"id":"W2611734161","doi":"10.1186/s12961-017-0202-z","title":"Research capacity building through North–South–South networking: towards true partnership? An exploratory study of a network for scientific support in the field of sexual and reproductive health","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"Belgisch Ontwikkelingsagentschap","keywords":"General partnership; Reproductive health; Capacity building; Public relations; Health services research; Exploratory research; Thematic analysis; Qualitative research; Coaching; Public health; Political science; Medicine; Nursing; Sociology; Population; Management; Environmental health; Social science","score_opus":0.7368762351959476,"score_gpt":0.6203319395163798,"score_spread":0.11654429567956781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611734161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797633,0.0005662817,0.0016806815,0.007989935,0.000110995556,0.0001943188,0.000038162296,0.000015774061,0.009640492],"genre_scores_gemma":[0.9951748,0.00042949294,0.001142204,0.0010159977,0.000024737717,0.00021140603,0.000024741092,0.000016936054,0.0019596096],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9782727,0.018401047,0.00025555748,0.00071585906,0.0007510367,0.0016038198],"domain_scores_gemma":[0.96630526,0.020401193,0.0030432232,0.00095609523,0.0016470646,0.0076471437],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023038376,0.000320535,0.0004153647,0.001055914,0.012303272,0.005904099,0.0015240692,0.0016937105,0.0041374224],"category_scores_gemma":[0.02253232,0.000629927,0.0003043297,0.0009933216,0.007823006,0.006755207,0.010309949,0.0036451865,0.00032777048],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046927802,0.00009192672,0.0053574503,0.00014028035,0.0000072306234,0.00078945566,0.9836627,0.000044372424,0.000402299,0.0025032363,0.00093767524,0.0060164216],"study_design_scores_gemma":[0.000007684499,0.00008495796,0.0036560108,0.00013028669,0.000004781267,0.0002789415,0.97862154,0.00012910203,0.00010531605,0.0007302255,0.016238164,0.000012955831],"about_ca_topic_score_codex":0.004613061,"about_ca_topic_score_gemma":0.010496413,"teacher_disagreement_score":0.9769616,"about_ca_system_score_codex":0.004867706,"about_ca_system_score_gemma":0.009350835,"threshold_uncertainty_score":0.12184},"labels":[],"label_agreement":null},{"id":"W2611920100","doi":"10.1186/s12961-017-0200-1","title":"Policymaker experiences with rapid response briefs to address health-system and technology questions in Uganda","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health services research; Public health; Health administration; Health informatics; Medicine; Health economics; Health policy; Social policy; Family medicine; Environmental health; Nursing; Political science","score_opus":0.172793535929432,"score_gpt":0.5048071456256642,"score_spread":0.33201360969623217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611920100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9163519,0.002761035,0.021408744,0.041703336,0.00078666565,0.0020946385,0.00018362417,0.0006393748,0.014070733],"genre_scores_gemma":[0.957481,0.0020278406,0.023350177,0.008342166,0.0002214538,0.0024991783,0.00010486986,0.00021725209,0.005755998],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8447419,0.13820295,0.0057248315,0.0018553948,0.004196197,0.0052787177],"domain_scores_gemma":[0.7716541,0.185358,0.013047275,0.006947764,0.013488402,0.009504382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13511558,0.0009358168,0.001108963,0.0014113857,0.0107312845,0.008465412,0.003168228,0.007996206,0.009476546],"category_scores_gemma":[0.23575693,0.0017539506,0.0011275697,0.0016582491,0.005992309,0.010131048,0.0094448645,0.007963577,0.0023671528],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004302638,0.00068754255,0.006195261,0.0014058134,0.000031015235,0.005270549,0.91607684,0.00042981186,0.003914376,0.0029660638,0.0073818252,0.055210654],"study_design_scores_gemma":[0.00021795201,0.0023141718,0.0047950824,0.002547143,0.000066008695,0.0021640023,0.82211393,0.0020723627,0.004254662,0.0048816777,0.1542602,0.00031284653],"about_ca_topic_score_codex":0.003065121,"about_ca_topic_score_gemma":0.0030275513,"teacher_disagreement_score":0.13511558,"about_ca_system_score_codex":0.0067839343,"about_ca_system_score_gemma":0.010651411,"threshold_uncertainty_score":0.714568},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2621029145","doi":"10.1186/s12961-017-0205-9","title":"Research dissemination workshops: observations and implications based on an experience in Burkina Faso","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Public health; Health administration; Health informatics; Medicine; Environmental health; Social policy; Political science; Nursing","score_opus":0.9338581379454441,"score_gpt":0.7959872945150305,"score_spread":0.13787084343041367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621029145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9782567,0.0011888624,0.0029578465,0.005823454,0.00016891638,0.0013808956,0.000088755834,0.00006111868,0.010073504],"genre_scores_gemma":[0.9899484,0.0013217139,0.0027804575,0.0013070501,0.00007410849,0.0008539794,0.00006601662,0.0000418679,0.0036064072],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.96464676,0.028986147,0.0007790463,0.00083275547,0.0013588947,0.003396361],"domain_scores_gemma":[0.95095867,0.033995908,0.0031341377,0.001867715,0.0046110484,0.0054325704],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.040534068,0.0010049413,0.00060761103,0.0015044988,0.016680535,0.0046105194,0.0027028031,0.0040708105,0.0033011874],"category_scores_gemma":[0.06064297,0.00082370784,0.0006818157,0.001825478,0.006044994,0.004033579,0.008921181,0.0045634704,0.0007120201],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015197598,0.000906517,0.0063916375,0.0007033742,0.000014172875,0.0052262656,0.9591829,0.000121636345,0.0016336917,0.00084029505,0.0015560752,0.023271482],"study_design_scores_gemma":[0.000027846696,0.00052812207,0.006160604,0.00053416245,0.000012198419,0.00051857275,0.9734398,0.00013030633,0.0006391061,0.0002893077,0.01768811,0.000031824893],"about_ca_topic_score_codex":0.0051493216,"about_ca_topic_score_gemma":0.008222897,"teacher_disagreement_score":0.9594659,"about_ca_system_score_codex":0.004473567,"about_ca_system_score_gemma":0.006809979,"threshold_uncertainty_score":0.21436721},"labels":[],"label_agreement":null},{"id":"W2624776175","doi":"10.1186/s12961-017-0220-x","title":"An output evaluation of a health research foundation’s enhanced grant review process for new investigators","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Boniface Hospital; Manitoba Medical Service Foundation; University of Manitoba","funders":"Manitoba Medical Service Foundation","keywords":"Health services research; Foundation (evidence); Public health; Health administration; Medicine; Health economics; Health policy; Process (computing); Medical education; Political science; Nursing; Computer science; Law","score_opus":0.9087346439257687,"score_gpt":0.7280346230294418,"score_spread":0.18070002089632697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624776175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9626008,0.0013298574,0.008228552,0.006666649,0.00031499073,0.0039063725,0.0011379321,0.0004722189,0.015342639],"genre_scores_gemma":[0.9802177,0.00027776413,0.01475167,0.0004808075,0.00032899983,0.0019332845,0.0006266665,0.000058030455,0.0013250806],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6692448,0.20923233,0.03797255,0.009268682,0.064348884,0.009932661],"domain_scores_gemma":[0.2895392,0.30789715,0.17960186,0.032213233,0.16838919,0.022359468],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3731443,0.00080230524,0.0011806132,0.012679811,0.004014726,0.010983146,0.0035597305,0.0014523074,0.003170075],"category_scores_gemma":[0.5495037,0.00061774056,0.0015400193,0.008987445,0.0024144114,0.0061278758,0.010978174,0.0011715116,0.00074762857],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003988798,0.001262286,0.6686224,0.0019461191,0.000726108,0.0003576753,0.018392902,0.0026760134,0.001512231,0.0030176525,0.008866047,0.28863183],"study_design_scores_gemma":[0.00071875163,0.006149008,0.92431766,0.0011328912,0.00069700746,0.00053513865,0.01648641,0.009998245,0.004272699,0.0027078171,0.03265387,0.0003305471],"about_ca_topic_score_codex":0.0072127683,"about_ca_topic_score_gemma":0.007829086,"teacher_disagreement_score":0.62685573,"about_ca_system_score_codex":0.014497093,"about_ca_system_score_gemma":0.037753932,"threshold_uncertainty_score":0.7730247},"labels":[],"label_agreement":null},{"id":"W2734540472","doi":"10.1186/s12961-017-0216-6","title":"The West African experience in establishing steering committees for better collaboration between researchers and decision-makers to increase the use of health research findings","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Sierra leone; Health services research; Thematic analysis; Public relations; Health administration; Steering committee; Qualitative research; Health policy; Public health; Medical education; Medicine; Political science; Nursing; Sociology; Engineering; Socioeconomics; Engineering management","score_opus":0.6297301558020577,"score_gpt":0.5817174853589668,"score_spread":0.04801267044309088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734540472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7060833,0.027304966,0.053696465,0.12197294,0.0025278612,0.0020108463,0.00016040343,0.00022012672,0.08602315],"genre_scores_gemma":[0.9668686,0.0066841766,0.013967325,0.0050354106,0.00017103528,0.0008635885,0.00002936395,0.00006085599,0.0063196337],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.8637516,0.122543536,0.0035974423,0.0015677591,0.0035027487,0.0050369157],"domain_scores_gemma":[0.9144091,0.0558251,0.0101010455,0.004739496,0.0072095008,0.007715679],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.10473357,0.0007041613,0.0004603175,0.0018415853,0.011331722,0.008665752,0.0013860593,0.0023512826,0.004471563],"category_scores_gemma":[0.07411709,0.0009697608,0.00046673106,0.002799964,0.0083797285,0.008552486,0.011404987,0.0032801165,0.0006399537],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018746135,0.0002192492,0.017509364,0.0025813808,0.00006888108,0.004099399,0.8205819,0.00036575177,0.0033174173,0.035600547,0.01065416,0.10481438],"study_design_scores_gemma":[0.000057312813,0.00023836971,0.00919935,0.004750099,0.00006164579,0.0030383533,0.5821665,0.00045667338,0.002935236,0.0074477796,0.38956767,0.00008097331],"about_ca_topic_score_codex":0.0053925235,"about_ca_topic_score_gemma":0.006993175,"teacher_disagreement_score":0.8952664,"about_ca_system_score_codex":0.003849318,"about_ca_system_score_gemma":0.018838452,"threshold_uncertainty_score":0.5538907},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2735072761","doi":"10.1186/s12961-017-0211-y","title":"Situating mobile health: a qualitative study of mHealth expectations in the rural health district of Nouna, Burkina Faso","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"International Development Research Centre; McGill University","keywords":"mHealth; Qualitative research; Thematic analysis; Health care; Situated; Medicine; Nursing; Health informatics; Health services research; Reproductive medicine; Rural area; Public health; Psychological intervention; Economic growth; Sociology; Pregnancy","score_opus":0.4709669912683291,"score_gpt":0.6569919945840793,"score_spread":0.18602500331575023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735072761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99467,0.0005021269,0.0011144645,0.0013329455,0.000024902674,0.00019711054,0.000098897275,0.00000745961,0.0020522005],"genre_scores_gemma":[0.99653614,0.00055270264,0.00062971475,0.00039288792,0.000009406976,0.00025341773,0.000043611475,0.00001115473,0.0015709717],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9941282,0.004282155,0.00014198513,0.000288704,0.00023597675,0.00092299154],"domain_scores_gemma":[0.99121946,0.0063507524,0.00067454483,0.0001383335,0.0005575553,0.0010592362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069177235,0.00054014544,0.00080625684,0.0012811793,0.012468433,0.003441314,0.0015068753,0.0017119959,0.0033393453],"category_scores_gemma":[0.009960831,0.0006689296,0.0002694206,0.0016019234,0.0064931773,0.002930501,0.003980712,0.0018399733,0.00028653018],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015891987,0.000027849335,0.0023872063,0.00009295799,0.0000016470198,0.00075837655,0.9941374,0.000018161216,0.0006741038,0.0002605764,0.000093179886,0.001532662],"study_design_scores_gemma":[0.0000011521428,0.000023529557,0.0010934621,0.000054174914,0.0000012347374,0.000075709686,0.99700636,0.000021597312,0.000075931675,0.000049249167,0.001594016,0.000003540081],"about_ca_topic_score_codex":0.030987948,"about_ca_topic_score_gemma":0.045863364,"teacher_disagreement_score":0.030987948,"about_ca_system_score_codex":0.0068380726,"about_ca_system_score_gemma":0.0056309756,"threshold_uncertainty_score":0.06161517},"labels":[],"label_agreement":null},{"id":"W2735186162","doi":"10.1186/s12961-017-0212-x","title":"Spanning maternal, newborn and child health (MNCH) and health systems research boundaries: conducive and limiting health systems factors to improving MNCH outcomes in West Africa","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Global Affairs Canada; International Development Research Centre","keywords":"Context (archaeology); Psychological intervention; Health services research; Health policy; Public health; Medicine; Implementation research; Stakeholder; Economic growth; Environmental health; Nursing; Political science; Public relations; Geography","score_opus":0.38062691404628657,"score_gpt":0.5209596288384293,"score_spread":0.1403327147921427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735186162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8100578,0.09209656,0.006999739,0.06930101,0.00032495343,0.0007569966,0.00018277264,0.000022329143,0.020257782],"genre_scores_gemma":[0.98166937,0.013676124,0.002848482,0.0012733606,0.000051047162,0.000263054,0.000017696024,0.000004120651,0.0001968803],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9672971,0.026462637,0.0012817212,0.0007893044,0.0012866935,0.0028826492],"domain_scores_gemma":[0.9442946,0.044631723,0.0062536728,0.0010132728,0.001834981,0.0019718274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038939275,0.0004422581,0.000645366,0.0022103628,0.0046059415,0.008583923,0.0010244172,0.0016131512,0.001975445],"category_scores_gemma":[0.038785335,0.00046088564,0.0003692491,0.0039197486,0.010004319,0.00747078,0.007613611,0.002196541,0.00008836179],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027758855,0.0004232403,0.11729181,0.021660019,0.0002744909,0.0038213958,0.49408513,0.0011498942,0.0028224161,0.11126365,0.00322036,0.24371001],"study_design_scores_gemma":[0.00006616671,0.0006864046,0.14466567,0.03177257,0.00034785422,0.0009939627,0.7175265,0.00082063535,0.0026724478,0.041524887,0.058829643,0.00009334277],"about_ca_topic_score_codex":0.010269111,"about_ca_topic_score_gemma":0.019898988,"teacher_disagreement_score":0.038939275,"about_ca_system_score_codex":0.0077111092,"about_ca_system_score_gemma":0.024248706,"threshold_uncertainty_score":0.2059331},"labels":[],"label_agreement":null},{"id":"W2735408995","doi":"10.1186/s12961-017-0208-6","title":"The change-makers of West Africa","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Context (archaeology); Health services research; Public relations; Health policy; Corporate governance; Global health; Economic growth; Medicine; Political science; Equity (law); Capacity building; Sustainability; International Health Regulations; Public health; Nursing; Disease; Economics; Management; Infectious disease (medical specialty); Geography","score_opus":0.4956749273681955,"score_gpt":0.5478660102805235,"score_spread":0.05219108291232799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735408995","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11516732,0.1681971,0.003554689,0.56080025,0.010141124,0.00019287666,0.00016272604,0.000054987984,0.14172886],"genre_scores_gemma":[0.8723857,0.071275204,0.0018315192,0.027499637,0.0017024268,0.00016657273,0.00006273354,0.00007811225,0.024998097],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9913707,0.0057801926,0.00028818313,0.00046708024,0.00089033536,0.0012034904],"domain_scores_gemma":[0.98893917,0.0078098644,0.00093953364,0.00036470746,0.00077367626,0.0011730335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012086013,0.0007443286,0.0007347188,0.0019781073,0.009920281,0.014461608,0.0012516577,0.00443863,0.0060876897],"category_scores_gemma":[0.019981341,0.00046505613,0.00037628977,0.0025021727,0.011860842,0.01663127,0.0075865304,0.0063476376,0.00064265425],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001628102,0.00007110772,0.0026897888,0.003188945,0.00005258433,0.0041249637,0.5098312,0.00028517866,0.0020949233,0.3024409,0.05355847,0.121499166],"study_design_scores_gemma":[0.000016928618,0.000044033786,0.0022207526,0.0026559,0.000031259817,0.0005221943,0.25902268,0.0001006135,0.0010765801,0.035290454,0.69898427,0.000034191984],"about_ca_topic_score_codex":0.0037823333,"about_ca_topic_score_gemma":0.0054577836,"teacher_disagreement_score":0.014461608,"about_ca_system_score_codex":0.005820434,"about_ca_system_score_gemma":0.009113297,"threshold_uncertainty_score":0.063917756},"labels":[],"label_agreement":null},{"id":"W2735529749","doi":"10.1186/s12961-017-0210-z","title":"Free versus subsidised healthcare: options for fee exemptions, access to care for vulnerable groups and effects on the health system in Burkina Faso","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health Care Issues","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Agence Française de Développement; International Development Research Centre","keywords":"Health care; Health services research; User fee; Health policy; Psychological intervention; Business; Public economics; Economic growth; Medicine; Political science; Nursing; Economics; Law","score_opus":0.4453091185409491,"score_gpt":0.6092328402627316,"score_spread":0.1639237217217825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735529749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98389834,0.004391036,0.00017962782,0.004281526,0.000017639815,0.00003655609,0.000035550453,0.000001278153,0.007158401],"genre_scores_gemma":[0.9973929,0.0017556355,0.000104631974,0.00029253613,0.000004725495,0.000024127883,0.000005440069,7.8460016e-7,0.00041913442],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.996579,0.0025408457,0.0001218082,0.00010166398,0.00014539101,0.0005113602],"domain_scores_gemma":[0.9950393,0.0037410832,0.0006470809,0.000057533765,0.00020416778,0.00031094364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005128571,0.00025166574,0.00027139203,0.0010942155,0.0063257143,0.0032745386,0.00048204124,0.0010957479,0.003036003],"category_scores_gemma":[0.007225427,0.00020743838,0.00015554659,0.0012923847,0.0049863183,0.0042542596,0.0033842803,0.00094959664,0.00009042946],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009116285,0.000075724274,0.036890093,0.0006384938,0.000015132582,0.0017621404,0.9228692,0.0001022714,0.0009632611,0.014547715,0.0004564946,0.021588344],"study_design_scores_gemma":[0.0000055861715,0.00007004401,0.023755152,0.0008045453,0.000012177223,0.0003007717,0.96697724,0.000060376235,0.00017051522,0.0013125659,0.006516454,0.000014554767],"about_ca_topic_score_codex":0.046406824,"about_ca_topic_score_gemma":0.06681093,"teacher_disagreement_score":0.046406824,"about_ca_system_score_codex":0.007465917,"about_ca_system_score_gemma":0.0045367754,"threshold_uncertainty_score":0.092273414},"labels":[],"label_agreement":null},{"id":"W2735696000","doi":"10.1186/s12961-017-0214-8","title":"Evaluation of regional project to strengthen national health research systems in four countries in West Africa: lessons learned","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Context (archaeology); Health services research; Corporate governance; Citizen journalism; Sierra leone; Political science; Public administration; Economic growth; Environmental resource management; Environmental planning; Business; Public health; Medicine; Sociology; Geography; Socioeconomics; Nursing; Finance","score_opus":0.8466725694533255,"score_gpt":0.6452560493401804,"score_spread":0.20141652011314504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735696000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88675326,0.0013673829,0.023634367,0.011440684,0.00026151186,0.049060013,0.0012542733,0.00030020962,0.025928402],"genre_scores_gemma":[0.8592355,0.0011296762,0.10408302,0.0015460906,0.00006230091,0.029854003,0.00074836606,0.000071725684,0.0032692943],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.8201026,0.15997793,0.0037655716,0.0028232376,0.0050532175,0.00827743],"domain_scores_gemma":[0.8681287,0.07252843,0.007840259,0.012450902,0.025838977,0.013212843],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22248401,0.0013674885,0.00093044376,0.0017721258,0.0055640754,0.005417914,0.004237535,0.0024173765,0.004095304],"category_scores_gemma":[0.10157739,0.0008313131,0.0014127513,0.002013839,0.0041956124,0.0038909193,0.01339941,0.0024419066,0.0005904456],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063995197,0.021403635,0.06883386,0.015380511,0.001050815,0.0060035908,0.19979876,0.01976344,0.008905051,0.034245204,0.016697891,0.6015177],"study_design_scores_gemma":[0.009866796,0.05805536,0.15178283,0.010080418,0.0014747239,0.0023967156,0.5873619,0.01294754,0.018563077,0.014032872,0.13302955,0.00040829802],"about_ca_topic_score_codex":0.009376423,"about_ca_topic_score_gemma":0.011992115,"teacher_disagreement_score":0.777516,"about_ca_system_score_codex":0.013673173,"about_ca_system_score_gemma":0.055785526,"threshold_uncertainty_score":0.95881563},"labels":[],"label_agreement":null},{"id":"W2735776489","doi":"10.1186/s12961-017-0228-2","title":"The factors affecting the institutionalisation of two policy units in Burkina Faso’s health system: a case study","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Commission; International Development Research Centre; McMaster University","keywords":"Institutionalisation; Mandate; Unit (ring theory); Health policy; Human resources; Government (linguistics); Public administration; Resource (disambiguation); Health services research; Political science; Public health; Economic growth; Medicine; Economics; Nursing; Psychology","score_opus":0.39559915319458544,"score_gpt":0.5497794139528708,"score_spread":0.15418026075828534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735776489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99207145,0.00036333597,0.0008702646,0.0019097287,0.000013703926,0.00019138546,0.000025202467,0.0000046301966,0.004550206],"genre_scores_gemma":[0.9982632,0.00023765961,0.0006189785,0.00015171578,0.000006021427,0.000070221766,0.0000140251195,0.0000018542303,0.00063633104],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98835295,0.007741241,0.000492257,0.00039506255,0.00051102426,0.0025075548],"domain_scores_gemma":[0.9842731,0.008741736,0.0030468449,0.00057231786,0.0011742602,0.002191726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011283972,0.0004332572,0.00035669934,0.0021353199,0.016594835,0.0056968085,0.0015064842,0.001935215,0.002396063],"category_scores_gemma":[0.017778266,0.00049219944,0.0002694573,0.002748614,0.0065721553,0.0035172112,0.0059598708,0.0021594379,0.00015159744],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013105998,0.00057018857,0.13960461,0.00040511432,0.00003793737,0.019689647,0.78409284,0.0010744949,0.0017840576,0.019106532,0.00097227667,0.032531254],"study_design_scores_gemma":[0.000015691825,0.00022008456,0.043974634,0.00043380787,0.000021504875,0.0016958757,0.93530965,0.0008502615,0.00074569974,0.0013860482,0.015309657,0.00003710306],"about_ca_topic_score_codex":0.0562981,"about_ca_topic_score_gemma":0.07417134,"teacher_disagreement_score":0.0562981,"about_ca_system_score_codex":0.019883033,"about_ca_system_score_gemma":0.014623776,"threshold_uncertainty_score":0.1442622},"labels":[],"label_agreement":null},{"id":"W2736098465","doi":"10.1186/s12961-017-0217-5","title":"Improving maternal and child health policymaking processes in Nigeria: an assessment of policymakers’ needs, barriers and facilitators of evidence-informed policymaking","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Gesundheit; International Development Research Centre","keywords":"Health services research; Health policy; Social policy; Evidence-based policy; Implementation research; Medicine; Public relations; Economic growth; Evidence-based practice; Health administration; Public health; Nursing; Political science; Environmental health; Psychological intervention; Economics; Alternative medicine","score_opus":0.7630799470931444,"score_gpt":0.7274131263458781,"score_spread":0.03566682074726635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736098465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9401108,0.012413296,0.0010341321,0.03468243,0.0001938638,0.0005839298,0.000073666655,0.000014375572,0.010893427],"genre_scores_gemma":[0.98911524,0.0064447923,0.002418418,0.0011874895,0.000016896962,0.00020533382,0.000021458416,0.0000033571635,0.00058712804],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9793647,0.012624791,0.0016913214,0.0005029046,0.002246917,0.0035693888],"domain_scores_gemma":[0.9657905,0.020966562,0.0050381734,0.00044699322,0.002731809,0.005026001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032968193,0.00036958436,0.0006112596,0.0015124573,0.006084612,0.007089934,0.0010949381,0.0021704661,0.0022112695],"category_scores_gemma":[0.040163584,0.00073737657,0.00042653302,0.0017918062,0.0030489971,0.0037398324,0.0063981893,0.0033641018,0.00018707558],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038900008,0.0010718626,0.21117006,0.0068036905,0.000083092404,0.004697287,0.59432536,0.00062680565,0.0025013713,0.011964039,0.0026986431,0.16366868],"study_design_scores_gemma":[0.00003623323,0.00032760526,0.09374873,0.00739351,0.00007058531,0.00056343415,0.8700361,0.000635786,0.00081327185,0.0034571372,0.022857944,0.00005968588],"about_ca_topic_score_codex":0.016621782,"about_ca_topic_score_gemma":0.03339044,"teacher_disagreement_score":0.032968193,"about_ca_system_score_codex":0.0080346735,"about_ca_system_score_gemma":0.047245525,"threshold_uncertainty_score":0.17435455},"labels":[],"label_agreement":null},{"id":"W2736149315","doi":"10.1186/s12961-017-0209-5","title":"Promoting research to improve maternal, neonatal, infant and adolescent health in West Africa: the role of the West African Health Organisation","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Health services research; Public health; Medicine; Health administration; Child health; Health policy; Environmental health; Health economics; Pediatrics; Economic growth; Nursing; Family medicine","score_opus":0.15449267968222208,"score_gpt":0.46040602126133684,"score_spread":0.30591334157911476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736149315","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060528102,0.16162823,0.0012540692,0.8103018,0.011895543,0.00013098892,0.00003635413,0.00002084411,0.008679347],"genre_scores_gemma":[0.22463344,0.40976366,0.010765991,0.31684065,0.024462223,0.0008216033,0.00010309269,0.00013223925,0.01247709],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.95704246,0.034748666,0.0018843662,0.00082055683,0.0020342006,0.003469746],"domain_scores_gemma":[0.90181565,0.072006606,0.010422298,0.0020854275,0.00584328,0.007826721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07375387,0.00063086156,0.0007895258,0.002378013,0.00428935,0.012011633,0.0021059418,0.006884762,0.002474501],"category_scores_gemma":[0.06864919,0.000539921,0.0009414451,0.0027025973,0.01201641,0.011551739,0.0077092126,0.009038985,0.0006184519],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024334877,0.00024604853,0.0065830364,0.016851606,0.00021232778,0.002791603,0.12333612,0.0004676065,0.0027039642,0.20868152,0.35441706,0.28346577],"study_design_scores_gemma":[0.00006281091,0.00014371487,0.0064910795,0.015084058,0.00011134471,0.00065396994,0.035003275,0.00016846253,0.00088214374,0.02373956,0.9175824,0.00007716698],"about_ca_topic_score_codex":0.0057249404,"about_ca_topic_score_gemma":0.010269872,"teacher_disagreement_score":0.07375387,"about_ca_system_score_codex":0.004332006,"about_ca_system_score_gemma":0.0446743,"threshold_uncertainty_score":0.39005244},"labels":[],"label_agreement":null},{"id":"W2736206036","doi":"10.1186/s12961-017-0213-9","title":"Travelling models and the challenge of pragmatic contexts and practical norms: the case of maternal health","year":2017,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Public health; Health services research; Health administration; Social policy; Health policy; Health informatics; Medicine; Sociology; Political science; Nursing; Law","score_opus":0.9550120620226201,"score_gpt":0.7988536412366548,"score_spread":0.1561584207859653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736206036","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014486123,0.94561493,0.0025749165,0.035336655,0.0006249527,0.00003968062,0.000014981358,0.000011609489,0.014333633],"genre_scores_gemma":[0.07478762,0.90443635,0.0054151015,0.012552035,0.0006752465,0.0002686501,0.000029056324,0.000027389975,0.0018084854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9710981,0.024252193,0.0008583004,0.0006201471,0.002557001,0.0006142496],"domain_scores_gemma":[0.9684563,0.027668467,0.0012608658,0.00091408705,0.0012249866,0.00047531098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022022625,0.000757062,0.001485924,0.0026394855,0.002049206,0.006398253,0.0021335455,0.0054391385,0.002519825],"category_scores_gemma":[0.025110336,0.00049157353,0.0011461065,0.004993913,0.019862581,0.011515491,0.004922256,0.0072588664,0.00048761835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045424295,0.00008275444,0.0003241494,0.025111005,0.000124099,0.00032657463,0.023910878,0.0004560069,0.00012561836,0.664488,0.013551513,0.27145398],"study_design_scores_gemma":[0.00005210823,0.000075380194,0.000996206,0.043979052,0.000120449986,0.00090633344,0.016889809,0.0002593267,0.00023172324,0.16428347,0.7721425,0.00006365987],"about_ca_topic_score_codex":0.011982265,"about_ca_topic_score_gemma":0.01442246,"teacher_disagreement_score":0.022022625,"about_ca_system_score_codex":0.0075758537,"about_ca_system_score_gemma":0.024525128,"threshold_uncertainty_score":0.11646813},"labels":[],"label_agreement":null},{"id":"W2741392050","doi":"10.1186/s12961-017-0229-1","title":"Increasing health policy and systems research capacity in low- and middle-income countries: results from a bibliometric analysis","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Alliance for Health Policy and Systems Research","keywords":"Health services research; Scope (computer science); Medicine; Health policy; Capacity building; Low and middle income countries; Political science; Bibliometrics; Knowledge translation; Public health; Developing country; Economic growth; Library science; Nursing; Computer science; Economics","score_opus":0.44636147389935943,"score_gpt":0.5345385049022888,"score_spread":0.0881770310029294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741392050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7033363,0.18911709,0.005133559,0.014466294,0.000405796,0.002391554,0.05452645,0.0004063738,0.03021662],"genre_scores_gemma":[0.938088,0.04441655,0.0063394224,0.00048544796,0.00023542155,0.0011212851,0.008878076,0.000064271,0.00037148438],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94801044,0.017233616,0.016023235,0.003097358,0.0138165215,0.0018189026],"domain_scores_gemma":[0.5497312,0.36128077,0.051840913,0.0070956056,0.02644148,0.0036100964],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.045918297,0.0010666024,0.0038119457,0.16369627,0.0025237843,0.0115103675,0.0014368595,0.0014549555,0.00442212],"category_scores_gemma":[0.282388,0.0005820345,0.005673108,0.3214399,0.0023442584,0.00951194,0.008001654,0.0010516755,0.0005272992],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006168663,0.00023969763,0.7374775,0.06279459,0.011293669,0.000975906,0.010792502,0.0031178996,0.00041493293,0.0078015425,0.013447007,0.15102787],"study_design_scores_gemma":[0.00017696801,0.00023762196,0.88785577,0.023415009,0.010538073,0.0011217891,0.025899533,0.004751216,0.00044616457,0.009332516,0.035981495,0.00024380302],"about_ca_topic_score_codex":0.009398222,"about_ca_topic_score_gemma":0.007246287,"teacher_disagreement_score":0.9540817,"about_ca_system_score_codex":0.0068891193,"about_ca_system_score_gemma":0.012994564,"threshold_uncertainty_score":0.24284208},"labels":[],"label_agreement":null},{"id":"W2743631323","doi":"10.1186/s12961-017-0233-5","title":"Assessing service use for mental health by Indigenous populations in Australia, Canada, New Zealand and the United States of America: a rapid review of population surveys","year":2017,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Queensland Health; Yale University","keywords":"Indigenous; Mental health; Medicine; Psychological intervention; Health services research; Population; Health care; Public health; Inclusion (mineral); Health administration; Nursing; Environmental health; Psychology; Psychiatry; Economic growth","score_opus":0.5927196033789187,"score_gpt":0.5942292689503266,"score_spread":0.0015096655714078588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743631323","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05831274,0.90671206,0.0030546172,0.0027286552,0.00048684838,0.005223537,0.017775962,0.00015927652,0.005546413],"genre_scores_gemma":[0.12802051,0.84581256,0.010744104,0.0013767786,0.00015508682,0.0047681243,0.0083698025,0.000054152126,0.0006989361],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9730004,0.006928978,0.0062103495,0.0016432195,0.011474901,0.00074211316],"domain_scores_gemma":[0.8704258,0.036199447,0.01325791,0.0030136497,0.07525078,0.0018524339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04452638,0.0008707452,0.0028984603,0.021425897,0.0015491269,0.0026221254,0.0020392905,0.00072526146,0.00088094233],"category_scores_gemma":[0.090785675,0.0013239471,0.0032443053,0.02992317,0.0013621976,0.0019690646,0.0026672957,0.0013699828,0.00022775213],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017347453,0.00011502305,0.15092291,0.22132778,0.00395968,0.00020090913,0.014129198,0.00038867697,0.0006571215,0.0005483996,0.021819472,0.5857573],"study_design_scores_gemma":[0.000060226637,0.00026570045,0.80541295,0.10974667,0.0035435003,0.00031024154,0.0074782576,0.00033544246,0.00042638773,0.00015852116,0.07212512,0.0001369852],"about_ca_topic_score_codex":0.68891764,"about_ca_topic_score_gemma":0.79210865,"teacher_disagreement_score":0.31108236,"about_ca_system_score_codex":0.018786687,"about_ca_system_score_gemma":0.061932195,"threshold_uncertainty_score":0.62582874},"labels":[],"label_agreement":null},{"id":"W2744837849","doi":"10.1186/s12961-017-0224-6","title":"Donor funding health policy and systems research in low- and middle-income countries: how much, from where and to whom","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"Alliance for Health Policy and Systems Research; World Health Organization","keywords":"Health services research; Low and middle income countries; Social policy; Health policy; Public health; Health administration; Health economics; Health informatics; Healthcare policy; Health care reform; Environmental health; Medicine; Public economics; Developing country; Economic growth; Political science; Economics; Nursing","score_opus":0.32262473213499143,"score_gpt":0.5194437880503282,"score_spread":0.19681905591533677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744837849","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18086627,0.12978978,0.019156009,0.49023253,0.006852305,0.0015017808,0.01774327,0.0005655365,0.15329261],"genre_scores_gemma":[0.8487131,0.08117631,0.020550113,0.027794702,0.0025060708,0.0021562667,0.005543439,0.00019330058,0.011366744],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.93693066,0.0473638,0.0034771524,0.001545429,0.005782016,0.0049009644],"domain_scores_gemma":[0.8343474,0.07650046,0.027298477,0.0109744035,0.023916401,0.026962886],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07275852,0.000592361,0.0007980703,0.0038267476,0.0025867561,0.0097971475,0.0018194779,0.0017112349,0.01616768],"category_scores_gemma":[0.12373022,0.0004342311,0.00054618716,0.008710606,0.0036697132,0.0062035318,0.010373839,0.0022109025,0.0028305235],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004891694,0.00022123533,0.18616144,0.012109565,0.0004458851,0.00066767447,0.010315668,0.002000351,0.0006673138,0.109698184,0.18940112,0.4878224],"study_design_scores_gemma":[0.0002508949,0.00028882065,0.11162653,0.024482941,0.00026128508,0.00085423404,0.027045405,0.001160394,0.0009424674,0.04735454,0.7856028,0.00012957574],"about_ca_topic_score_codex":0.006581583,"about_ca_topic_score_gemma":0.0050330968,"teacher_disagreement_score":0.9272415,"about_ca_system_score_codex":0.006445937,"about_ca_system_score_gemma":0.055113528,"threshold_uncertainty_score":0.3847884},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2746253778","doi":"10.1186/s12961-017-0241-5","title":"Health policy and systems research collaboration pathways: lessons from a network science analysis","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Alliance for Health Policy and Systems Research","keywords":"Health services research; Global health; Health policy; Social connectedness; Citation; Political science; Health informatics; Public health; Economic growth; Medicine; Economics; Psychology; Nursing","score_opus":0.4682911180968649,"score_gpt":0.5992208265458154,"score_spread":0.13092970844895052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746253778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36489686,0.016099593,0.4437917,0.08786827,0.0004402551,0.0011142475,0.0053834156,0.00041061672,0.079995066],"genre_scores_gemma":[0.9188331,0.0050959745,0.072289355,0.0008205667,0.00016117457,0.00052502396,0.0009579144,0.000056083947,0.0012608243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9831131,0.012962397,0.00066491286,0.0016532431,0.0010828272,0.0005234917],"domain_scores_gemma":[0.80793226,0.1659368,0.011844153,0.0050159763,0.0061457814,0.0031250496],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.027294872,0.0006180415,0.0006874406,0.0127715245,0.0033086387,0.010440188,0.0014650862,0.0021535861,0.005803099],"category_scores_gemma":[0.11121747,0.00048862596,0.0010236464,0.014823053,0.00654837,0.018540585,0.0057414747,0.0019296216,0.00041483756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001477712,0.00011747353,0.097293645,0.0014967538,0.00048556534,0.0008190673,0.02736314,0.023141168,0.00027204765,0.76373225,0.006213218,0.07891793],"study_design_scores_gemma":[0.000031994015,0.00004537022,0.023591,0.001045978,0.00012856384,0.0003067472,0.013296502,0.042830493,0.00017185246,0.8936463,0.024857974,0.00004720578],"about_ca_topic_score_codex":0.011352923,"about_ca_topic_score_gemma":0.010451589,"teacher_disagreement_score":0.98722845,"about_ca_system_score_codex":0.005981464,"about_ca_system_score_gemma":0.0074390266,"threshold_uncertainty_score":0.14435083},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2753353163","doi":"10.1186/s12961-017-0235-3","title":"Knowledge sharing in global health research – the impact, uptake and cost of open access to scholarly literature","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":153,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; McGill University; Université de Montréal","funders":"","keywords":"Health services research; Health administration; Public health; Health economics; Health policy; Health informatics; Medicine; Public relations; Business; Knowledge management; Political science; Computer science; Nursing","score_opus":0.8056227888224113,"score_gpt":0.7318272258695931,"score_spread":0.0737955629528182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753353163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71148133,0.09573396,0.007681261,0.092434645,0.0008239779,0.00089442,0.0022753582,0.00025613824,0.08841891],"genre_scores_gemma":[0.9695221,0.019553352,0.0058430773,0.0020153234,0.0008966963,0.00024204081,0.0004416915,0.00007990769,0.0014057584],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8337023,0.1078503,0.013368284,0.004463627,0.0362939,0.004321473],"domain_scores_gemma":[0.35899627,0.5005198,0.082975395,0.023160834,0.025303544,0.009044147],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0947195,0.00047592373,0.0009640239,0.0140296975,0.0019528209,0.018900141,0.0027813218,0.0026124003,0.0073195104],"category_scores_gemma":[0.3705728,0.0006635971,0.0019162154,0.023544801,0.006398202,0.019206623,0.013046566,0.00198677,0.0009044007],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007062001,0.0004722246,0.25160635,0.007847866,0.0015240152,0.001071931,0.01877795,0.001921116,0.0009919236,0.025476357,0.009330344,0.6802737],"study_design_scores_gemma":[0.000438137,0.0019861453,0.5920766,0.041583244,0.0026707167,0.010268109,0.06453629,0.009391202,0.0034536982,0.108954065,0.1640834,0.000558438],"about_ca_topic_score_codex":0.0040608393,"about_ca_topic_score_gemma":0.0031873886,"teacher_disagreement_score":0.99721867,"about_ca_system_score_codex":0.007832995,"about_ca_system_score_gemma":0.007887203,"threshold_uncertainty_score":0.50093055},"labels":[],"label_agreement":null},{"id":"W2753591350","doi":"10.1186/s12961-017-0236-2","title":"Promoting equitable global health research: a policy analysis of the Canadian funding landscape","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of British Columbia, Okanagan Campus; University of Toronto; Interior Health","funders":"Canadian Institutes of Health Research; Fogarty International Center; National Institutes of Health; University of Toronto; International Development Research Centre","keywords":"Equity (law); Growth hormone receptor; Health services research; Corporate governance; European union; Health policy; Business; Political science; Public administration; Public relations; Economic growth; Finance; Economics; Health care; Economic policy; Medicine; Growth hormone","score_opus":0.5422175374992643,"score_gpt":0.5884518810686253,"score_spread":0.04623434356936107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753591350","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13745368,0.026238235,0.009832127,0.4916126,0.0006774893,0.0013680032,0.0017487992,0.00014668136,0.3309224],"genre_scores_gemma":[0.93532664,0.015957402,0.017972454,0.01664216,0.00013512572,0.00052866235,0.00044583986,0.00008716122,0.012904564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9301695,0.019995077,0.0021497055,0.0031763436,0.025114682,0.019394688],"domain_scores_gemma":[0.91076624,0.031915843,0.0042036194,0.0024242378,0.036261126,0.014429012],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.059500944,0.0008193022,0.0008514747,0.012563168,0.039672833,0.027417531,0.004681678,0.005147649,0.0046298984],"category_scores_gemma":[0.08997646,0.0008475868,0.001188862,0.020855142,0.018285045,0.006577924,0.010828225,0.004979162,0.0002507016],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0001541463,0.00006416196,0.019973475,0.0014998468,0.00012021836,0.0011355239,0.038319185,0.005762274,0.0007985554,0.8187946,0.03448868,0.07888923],"study_design_scores_gemma":[0.00013344733,0.00014015335,0.05309136,0.0050362186,0.00038946306,0.0005279367,0.11099586,0.007687106,0.0011371764,0.116251715,0.7041174,0.00049205095],"about_ca_topic_score_codex":0.9887912,"about_ca_topic_score_gemma":0.99048424,"teacher_disagreement_score":0.94049907,"about_ca_system_score_codex":0.43132314,"about_ca_system_score_gemma":0.68341357,"threshold_uncertainty_score":0.6595846},"labels":[],"label_agreement":null},{"id":"W2753703079","doi":"10.1186/s12961-017-0242-4","title":"The SPARK Tool to prioritise questions for systematic reviews in health policy and systems research: development and initial validation","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"Alliance for Health Policy and Systems Research; World Health Organization","keywords":"Systematic review; Scope (computer science); SPARK (programming language); Health services research; Process management; Benchmarking; Computer science; Medicine; Management science; MEDLINE; Public health; Political science; Engineering; Nursing; Business","score_opus":0.937649951510094,"score_gpt":0.7843373099113006,"score_spread":0.15331264159879343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753703079","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070040315,0.008951546,0.4589306,0.012604147,0.0022453761,0.38714725,0.03373891,0.014264155,0.012077673],"genre_scores_gemma":[0.017777689,0.0009825752,0.73469305,0.0007519963,0.00009494694,0.24063513,0.004046015,0.0003878357,0.00063068594],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.66486025,0.17938511,0.11516573,0.009326918,0.027409181,0.0038528668],"domain_scores_gemma":[0.25993916,0.5740734,0.037837777,0.029955538,0.09433598,0.0038582534],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37780446,0.0050040768,0.0071387286,0.034090847,0.0035307407,0.0114709865,0.0062673567,0.0051812707,0.010921231],"category_scores_gemma":[0.5949643,0.0057633715,0.013831344,0.02528586,0.0039281934,0.015161405,0.016335016,0.0060915165,0.0039216704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003094915,0.0011652416,0.02672677,0.19616395,0.0051548965,0.0010541015,0.028324805,0.0057590785,0.004934596,0.024526907,0.10547025,0.59762454],"study_design_scores_gemma":[0.015361095,0.004896544,0.08242814,0.14549986,0.010894629,0.0034599954,0.03204294,0.035047,0.016693393,0.10547071,0.54552436,0.0026813324],"about_ca_topic_score_codex":0.0018742451,"about_ca_topic_score_gemma":0.0053359373,"teacher_disagreement_score":0.62219554,"about_ca_system_score_codex":0.010070454,"about_ca_system_score_gemma":0.04600092,"threshold_uncertainty_score":0.7672779},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2753932277","doi":"10.1186/s12961-017-0238-0","title":"Preterm birth: the role of knowledge transfer and exchange","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"California State University, Fresno; University of California, San Francisco; McMaster University; Bill and Melinda Gates Foundation","keywords":"Context (archaeology); Health services research; Medicine; Knowledge translation; Health care; MEDLINE; Multidisciplinary approach; Nursing; Family medicine; Psychology; Public health; Political science; Computer science; Knowledge management","score_opus":0.2514738286791132,"score_gpt":0.4760043428491794,"score_spread":0.2245305141700662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753932277","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02847892,0.7308744,0.017334433,0.15087637,0.0015541094,0.001689392,0.0005943119,0.00016805483,0.068430044],"genre_scores_gemma":[0.5396775,0.40805736,0.02848277,0.018305138,0.00076713535,0.002554046,0.00037296026,0.00006863666,0.0017145262],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8118656,0.1586959,0.010736357,0.004874376,0.009622343,0.0042054164],"domain_scores_gemma":[0.6144143,0.34603918,0.0185867,0.00808545,0.008915137,0.0039592097],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.105506845,0.001266468,0.0026847227,0.0104373265,0.0030677945,0.01788605,0.005271631,0.006042359,0.0065260567],"category_scores_gemma":[0.24445996,0.0010857773,0.0037909297,0.0074053616,0.011824649,0.01969746,0.018919447,0.0050363285,0.0005977477],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032432994,0.00027370363,0.009907696,0.13779429,0.0025905042,0.00096415606,0.04146954,0.0015339868,0.00022338658,0.12185262,0.014153682,0.6689122],"study_design_scores_gemma":[0.0006207898,0.0007142481,0.0128492275,0.46855146,0.0047233165,0.0014438498,0.040648986,0.0019967498,0.0010283309,0.24279532,0.22437862,0.00024916077],"about_ca_topic_score_codex":0.009521726,"about_ca_topic_score_gemma":0.0072167884,"teacher_disagreement_score":0.89449316,"about_ca_system_score_codex":0.013980102,"about_ca_system_score_gemma":0.042511385,"threshold_uncertainty_score":0.5579802},"labels":[],"label_agreement":null},{"id":"W2756336022","doi":"10.1186/s12961-017-0244-2","title":"Requirements of health policy and services journals for authors to disclose financial and non-financial conflicts of interest: a cross-sectional study","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Faculty of Medicine, American University of Beirut; American University of Beirut","keywords":"Conflict of interest; Health policy; Financial services; Health services research; Payment; Finance; Business; Accounting; Public health; Public relations; Medicine; Political science; Nursing","score_opus":0.899154213398619,"score_gpt":0.7397961640869437,"score_spread":0.1593580493116753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756336022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923557,0.0018237918,0.0004387582,0.001185385,0.00007624314,0.0002346155,0.0013550452,0.000015962922,0.0025145472],"genre_scores_gemma":[0.9965661,0.0008257655,0.00079209777,0.00048794076,0.0001154634,0.00024978755,0.00068200286,0.000013636407,0.00026718515],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9455865,0.019601107,0.016410498,0.0036073204,0.0124107,0.0023839476],"domain_scores_gemma":[0.51551366,0.21038032,0.22155719,0.011314785,0.031850588,0.009383483],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.044005048,0.0003244176,0.00079634134,0.0053993845,0.0013759539,0.004195413,0.0012928206,0.001526819,0.0054966337],"category_scores_gemma":[0.17593452,0.0009414258,0.0009996655,0.0058960775,0.0015793414,0.0050576343,0.0020208969,0.0018048245,0.0015717683],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016169705,0.00018582646,0.99220663,0.00029662772,0.00008689831,0.00009423623,0.0022059602,0.00003328271,0.00010554461,0.00016909192,0.0009224699,0.0035317247],"study_design_scores_gemma":[0.000025180121,0.00048800043,0.98776066,0.00033692346,0.00007658064,0.0009839415,0.0065720547,0.00020604747,0.00019456881,0.00014756095,0.0031659484,0.000042398777],"about_ca_topic_score_codex":0.0015548341,"about_ca_topic_score_gemma":0.0017183397,"teacher_disagreement_score":0.99847317,"about_ca_system_score_codex":0.0017014197,"about_ca_system_score_gemma":0.0032396826,"threshold_uncertainty_score":0.23272371},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2765684460","doi":"10.1186/s12961-017-0256-y","title":"Building capacity for medical education research in family medicine: the Program for Innovation in Medical Education (PIME)","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Coaching; Medical education; Health services research; Medicine; Health administration; Variety (cybernetics); Family medicine; Public relations; Nursing; Public health; Psychology; Political science","score_opus":0.7269560023233361,"score_gpt":0.7070710442779148,"score_spread":0.01988495804542134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765684460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36610055,0.008562197,0.047806833,0.31180763,0.0035122177,0.017641349,0.0009117026,0.0017199384,0.24193756],"genre_scores_gemma":[0.8259786,0.004961723,0.11380722,0.015541908,0.00093437266,0.009657583,0.00065009354,0.000107969805,0.028360603],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9844119,0.008568718,0.00037283168,0.0007447789,0.0031496068,0.0027521327],"domain_scores_gemma":[0.9481395,0.012089825,0.0036167079,0.00304605,0.0032778666,0.029830007],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.034773078,0.00057000516,0.00040124782,0.0010897062,0.0035356076,0.004104979,0.0032102298,0.002032327,0.006945302],"category_scores_gemma":[0.031298663,0.00039362925,0.000717123,0.0007279842,0.004337863,0.0031008285,0.017734844,0.0036090328,0.0013864798],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040118562,0.0062071197,0.019312896,0.0030844982,0.000077252305,0.00071585056,0.014650038,0.0014034319,0.0020062372,0.03187196,0.11451646,0.80575305],"study_design_scores_gemma":[0.0012243177,0.008373299,0.17347467,0.005383606,0.00014198168,0.002736282,0.014672091,0.002911563,0.006764705,0.029360924,0.7547823,0.00017407828],"about_ca_topic_score_codex":0.0034333253,"about_ca_topic_score_gemma":0.0064245583,"teacher_disagreement_score":0.96522695,"about_ca_system_score_codex":0.0070840614,"about_ca_system_score_gemma":0.08685342,"threshold_uncertainty_score":0.18389982},"labels":[],"label_agreement":null},{"id":"W2766604411","doi":"10.1186/s12961-017-0255-z","title":"A critical appraisal of guidelines used for management of severe acute malnutrition in South Africa’s referral system","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"African Population and Health Research Center; International Development Research Centre","keywords":"Referral; Medicine; Context (archaeology); Stakeholder; Rigour; Health care; Health administration; Severe Acute Malnutrition; Nursing; Health services research; Nursing research; Guideline; Critical appraisal; Public health; Family medicine; Malnutrition; Public relations; Political science; Alternative medicine","score_opus":0.4761420466917997,"score_gpt":0.5686484861725304,"score_spread":0.09250643948073067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766604411","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17024694,0.3890728,0.027123993,0.29591522,0.016438771,0.0583347,0.0014960231,0.00028832408,0.04108326],"genre_scores_gemma":[0.6363654,0.16413794,0.15567818,0.020134158,0.0016179928,0.018278716,0.000889821,0.00016424767,0.0027336185],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.5547631,0.328294,0.07039928,0.0035469262,0.03834387,0.0046528983],"domain_scores_gemma":[0.34677786,0.45112956,0.038225934,0.009064973,0.1465163,0.008285356],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.27695373,0.0022099223,0.0034570817,0.028221693,0.00907688,0.0142843705,0.0055115633,0.0054702912,0.0012177873],"category_scores_gemma":[0.54660803,0.001916739,0.002959066,0.018857965,0.012201884,0.007389358,0.008389647,0.0077329474,0.0003054118],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043238982,0.00022588488,0.008178966,0.124141246,0.00060804735,0.0052463845,0.42534283,0.0013809621,0.0017872528,0.01730856,0.04227056,0.37307692],"study_design_scores_gemma":[0.0002464467,0.000997483,0.010574752,0.41174227,0.0012526831,0.0018291645,0.31180525,0.00085095485,0.0018977025,0.0075576776,0.2508794,0.00036629822],"about_ca_topic_score_codex":0.019232599,"about_ca_topic_score_gemma":0.03832973,"teacher_disagreement_score":0.27695373,"about_ca_system_score_codex":0.04451644,"about_ca_system_score_gemma":0.14516778,"threshold_uncertainty_score":0.8916448},"labels":[],"label_agreement":null},{"id":"W2772016768","doi":"10.1186/s12961-017-0265-x","title":"Alliance members’ roles in collective field-building: an assessment of leadership and championship within the Population Health Intervention Research Initiative for Canada","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; Public Health Agency of Canada; University of Ottawa; Université de Montréal; University of Waterloo; University of Toronto","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research","keywords":"Public relations; Population health; Population; Public health; Health services research; Capacity building; Alliance; Stakeholder; Political science; Sociology; Medicine; Nursing; Environmental health","score_opus":0.9351939597041804,"score_gpt":0.7769700190412683,"score_spread":0.15822394066291212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772016768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9223739,0.0028074181,0.0028003587,0.021734945,0.00039010885,0.0025841822,0.00016900439,0.00011362194,0.047026403],"genre_scores_gemma":[0.9896549,0.0009916761,0.004310798,0.001233142,0.00003040632,0.0008192614,0.00012564236,0.000038562102,0.002795592],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.89780146,0.06291752,0.0027365547,0.0030256961,0.01890324,0.0146155795],"domain_scores_gemma":[0.8585895,0.032093864,0.010463875,0.004793035,0.03199308,0.062066816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10779509,0.0005833199,0.0007803303,0.0037460166,0.03322039,0.013059976,0.0056159873,0.001813363,0.0027970592],"category_scores_gemma":[0.09120168,0.0009848408,0.0007648377,0.0034222633,0.014300977,0.00505325,0.02204273,0.005180548,0.00026872254],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022531173,0.0009238596,0.108030066,0.000816461,0.000117653384,0.00048256174,0.76239115,0.0001962758,0.00048752024,0.009493572,0.010209467,0.106626146],"study_design_scores_gemma":[0.00008530307,0.00041799547,0.16352294,0.0009036876,0.00007478567,0.00014795635,0.7720115,0.00061036943,0.00028350664,0.0018316901,0.060001116,0.00010908691],"about_ca_topic_score_codex":0.641787,"about_ca_topic_score_gemma":0.8417279,"teacher_disagreement_score":0.9125374,"about_ca_system_score_codex":0.08746262,"about_ca_system_score_gemma":0.28526035,"threshold_uncertainty_score":0.7206452},"labels":[],"label_agreement":null},{"id":"W2785186396","doi":"10.1186/s12961-020-00624-7","title":"Assessing how information is packaged in rapid reviews for policy-makers and other stakeholders: a cross-sectional study","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Health administration; Health policy; Health services research; Key (lock); Process (computing); Relative risk; Bridge (graph theory); Health care; Public relations; Medicine; Knowledge management; Business; Public health; Computer science; Political science; Nursing","score_opus":0.9639795651043953,"score_gpt":0.7670293689760298,"score_spread":0.1969501961283655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785186396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96111006,0.013829836,0.005404063,0.0047455993,0.00015337153,0.0035980698,0.004435229,0.000088154186,0.006635495],"genre_scores_gemma":[0.9846548,0.0042490573,0.005094227,0.001645348,0.00009699132,0.0025570572,0.0010350338,0.000049188962,0.0006183264],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.78686816,0.12601179,0.04764334,0.010259025,0.025816616,0.0034010515],"domain_scores_gemma":[0.5177804,0.24766736,0.1620526,0.017065989,0.05084333,0.004590376],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1275772,0.00049227924,0.0014702638,0.00950384,0.0019227838,0.0067349314,0.0016558518,0.0023394213,0.0026822148],"category_scores_gemma":[0.3528684,0.0015098145,0.0019164397,0.009499705,0.0017715169,0.0101939645,0.0039859028,0.002436145,0.0011771853],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065301266,0.00066024973,0.8673844,0.006924814,0.0009257384,0.00051325693,0.067146346,0.0001693685,0.0005872416,0.0009359101,0.0037472753,0.05035239],"study_design_scores_gemma":[0.00014543213,0.0019671216,0.8896307,0.008279305,0.00082708686,0.0019628706,0.06290436,0.0011204836,0.0010539902,0.00092546915,0.030893339,0.00028985314],"about_ca_topic_score_codex":0.0053920173,"about_ca_topic_score_gemma":0.004184451,"teacher_disagreement_score":0.8724228,"about_ca_system_score_codex":0.003739337,"about_ca_system_score_gemma":0.0060857977,"threshold_uncertainty_score":0.6747008},"labels":[],"label_agreement":null},{"id":"W2788475405","doi":"10.1186/s12961-018-0281-5","title":"ISRIA statement: ten-point guidelines for an effective process of research impact assessment","year":2018,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Innovates","funders":"Novo Nordisk Fonden; European Commission; National Institute for Health and Care Research","keywords":"Context (archaeology); Scrutiny; Stakeholder engagement; Health services research; Multidisciplinary approach; Stakeholder; Public relations; Formative assessment; Mission statement; Process (computing); Medicine; Political science; Sociology; Public health; Social science; Nursing; Computer science","score_opus":0.4426886509596459,"score_gpt":0.6469358674899611,"score_spread":0.20424721653031525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788475405","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021770992,0.010285336,0.5177655,0.263677,0.014318018,0.079525866,0.005056952,0.005235221,0.101959005],"genre_scores_gemma":[0.009466276,0.0057784347,0.8480367,0.03192868,0.001952427,0.086393215,0.003442259,0.0014511993,0.011550875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.29769748,0.43635267,0.1503724,0.010254552,0.09588774,0.009435149],"domain_scores_gemma":[0.15497428,0.5031928,0.03424655,0.047453318,0.2454352,0.014697881],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5750791,0.0073981555,0.0076477844,0.021382373,0.013335904,0.04646457,0.016605973,0.043208923,0.01348939],"category_scores_gemma":[0.647746,0.008176606,0.010823241,0.021756142,0.03628918,0.020937137,0.027336232,0.05147381,0.028884357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032176488,0.0006156333,0.0013236043,0.014734961,0.0003083449,0.0010384186,0.028459817,0.0029984505,0.0018471879,0.27480736,0.49400848,0.17953601],"study_design_scores_gemma":[0.0002679709,0.0003497984,0.0016140029,0.03235,0.0001822521,0.0006133865,0.00823125,0.0022282214,0.0013592,0.12687221,0.8254736,0.00045815855],"about_ca_topic_score_codex":0.011140589,"about_ca_topic_score_gemma":0.010732404,"teacher_disagreement_score":0.42492092,"about_ca_system_score_codex":0.026175035,"about_ca_system_score_gemma":0.19511634,"threshold_uncertainty_score":0.52400315},"labels":[],"label_agreement":null},{"id":"W2792148502","doi":"10.1186/s12961-018-0290-4","title":"Contextually tailored interventions can increase evidence-informed policy-making on health-enhancing physical activity: the experiences of two Danish municipalities","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Seventh Framework Programme; Terveyden ja hyvinvoinnin laitos; Universiteit van Tilburg; Syddansk Universitet; European Commission; University of Ottawa","keywords":"Psychological intervention; Context (archaeology); Health services research; Knowledge translation; Stakeholder; Health policy; Qualitative research; Health administration; Intervention (counseling); Medicine; Sustainability; Public relations; Public health; Nursing; Psychology; Political science; Knowledge management; Sociology","score_opus":0.8717857335563491,"score_gpt":0.7581461577657446,"score_spread":0.11363957579060457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792148502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98910975,0.00089542224,0.0011551594,0.0024650863,0.000056168785,0.00026071622,0.000097127064,0.000018021357,0.0059426515],"genre_scores_gemma":[0.9967924,0.000447607,0.0013455065,0.0002253062,0.000007875629,0.00017674082,0.000034126526,0.000009398811,0.0009611331],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98581994,0.010750803,0.00044329473,0.00069439807,0.0006116907,0.0016798755],"domain_scores_gemma":[0.98842025,0.00696599,0.0010851923,0.0008137084,0.0006140152,0.0021008602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011104877,0.00054867717,0.0008611583,0.0008535127,0.013210477,0.0049577197,0.0014042986,0.002060895,0.0023233283],"category_scores_gemma":[0.014293847,0.00068875804,0.00067282235,0.0013843753,0.0083254855,0.002151972,0.008503742,0.0020069736,0.00023541442],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075971585,0.0014456767,0.023609648,0.0014554014,0.00010485604,0.0035361266,0.93189424,0.001379548,0.0026394513,0.0064618755,0.0018608612,0.02485264],"study_design_scores_gemma":[0.00024571505,0.00085605594,0.027249435,0.00058692315,0.000112410744,0.00030306506,0.8978371,0.00038254043,0.0009705229,0.0023623132,0.068991125,0.00010273136],"about_ca_topic_score_codex":0.069634624,"about_ca_topic_score_gemma":0.14565398,"teacher_disagreement_score":0.069634624,"about_ca_system_score_codex":0.013992472,"about_ca_system_score_gemma":0.020848462,"threshold_uncertainty_score":0.13845861},"labels":[],"label_agreement":null},{"id":"W2798069311","doi":"10.1186/s12961-017-0268-7","title":"The quest for a framework for sustainable and institutionalised priority-setting for health research in a low-resource setting: the case of Zambia","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Context (archaeology); Health services research; Health administration; Process (computing); Resource (disambiguation); Health policy; Medicine; Business; Public health; Public relations; Nursing; Political science; Computer science","score_opus":0.23809911840727452,"score_gpt":0.553165129415467,"score_spread":0.31506601100819254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798069311","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13437259,0.064912446,0.11808982,0.618642,0.0011772688,0.0058506047,0.00023680524,0.00019090743,0.05652754],"genre_scores_gemma":[0.8533368,0.009532413,0.12127578,0.01033029,0.00012541657,0.0031820228,0.00007391524,0.000039121165,0.0021041948],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.7792274,0.19211116,0.007573482,0.0046826927,0.0050240066,0.011381245],"domain_scores_gemma":[0.83558375,0.12492816,0.010677568,0.007591898,0.01268644,0.008532261],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23766969,0.0014381785,0.0018070886,0.008319806,0.02446762,0.03336784,0.0061416277,0.01077573,0.0025924363],"category_scores_gemma":[0.1333863,0.0018195221,0.0020516503,0.006865407,0.060532756,0.022759473,0.023080124,0.016911386,0.00038159173],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009692274,0.000112905014,0.0045607095,0.0052712997,0.00013577704,0.0029434739,0.36658025,0.0021884255,0.0013394543,0.56291586,0.004212106,0.049642842],"study_design_scores_gemma":[0.00023887641,0.00033900223,0.008527324,0.028624833,0.0003028504,0.0013298758,0.4560487,0.003482906,0.0010834191,0.30556086,0.19419368,0.00026767535],"about_ca_topic_score_codex":0.095553234,"about_ca_topic_score_gemma":0.11466776,"teacher_disagreement_score":0.7623303,"about_ca_system_score_codex":0.0816703,"about_ca_system_score_gemma":0.22772476,"threshold_uncertainty_score":0.940089},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2799331768","doi":"10.1186/s12961-018-0295-z","title":"The implementation of Health in All Policies initiatives: a systems framework for government action","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto","funders":"Canadian Institutes of Health Research; Health Canada; Ontario Ministry of Health and Long-Term Care; Wilfrid Laurier University","keywords":"Health policy; Civil society; Health services research; Government (linguistics); Corporate governance; Public administration; Health administration; Private sector; Political science; Public health; Public relations; Business; Politics; Economics; Medicine; Economic growth; Nursing","score_opus":0.4577023638958974,"score_gpt":0.57580007832365,"score_spread":0.11809771442775258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799331768","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029998006,0.008498206,0.58925575,0.12217466,0.00075299444,0.0027659582,0.0005423316,0.0006555138,0.24535662],"genre_scores_gemma":[0.7065527,0.003920743,0.2792413,0.0024721753,0.00033645766,0.002891155,0.0002984347,0.000108441054,0.0041786274],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9639955,0.028056044,0.0013510863,0.0025345702,0.002226162,0.0018366005],"domain_scores_gemma":[0.97395384,0.017334757,0.0023284547,0.0017013168,0.002587811,0.0020937356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029940492,0.0019055224,0.0013655897,0.010003172,0.0083795255,0.023895573,0.00501564,0.008821114,0.0067332373],"category_scores_gemma":[0.016033,0.00097619777,0.00270958,0.006566971,0.052672997,0.014448762,0.011892212,0.0058149346,0.00071512576],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010543355,0.000055603603,0.00133761,0.00023471152,0.000043664455,0.000136571,0.008113282,0.005941836,0.00009661116,0.976844,0.001008015,0.006177495],"study_design_scores_gemma":[0.000043385804,0.00011548702,0.0015765805,0.00077658345,0.000058954793,0.00013741563,0.012114485,0.014780457,0.00018883536,0.9292229,0.040929966,0.00005487017],"about_ca_topic_score_codex":0.02170528,"about_ca_topic_score_gemma":0.015084886,"teacher_disagreement_score":0.03082497,"about_ca_system_score_codex":0.03082497,"about_ca_system_score_gemma":0.03793282,"threshold_uncertainty_score":0.22365189},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2800937162","doi":"10.1186/s12961-018-0309-x","title":"Generating evidence for health policy in challenging settings: lessons learned from four prevention of mother-to-child transmission of HIV implementation research studies in Nigeria","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Child Health and Human Development; National Institutes of Health; Global Affairs Canada; U.S. President’s Emergency Plan for AIDS Relief; World Health Organization; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Aeronautics and Space Administration","keywords":"Medicine; Incentive; Health services research; Context (archaeology); Implementation research; Nursing; Capacity building; Health administration; Community mobilization; Public health; Public relations; Economic growth; Political science; Psychological intervention","score_opus":0.9411349955843059,"score_gpt":0.7937133703334168,"score_spread":0.1474216252508891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800937162","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3607507,0.20227107,0.025015287,0.36320022,0.0030040825,0.0131541565,0.0005092874,0.00015887851,0.03193625],"genre_scores_gemma":[0.7118648,0.12795566,0.11716141,0.02875542,0.0007543464,0.010002663,0.00030548073,0.00012123948,0.003078909],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.7583451,0.21228364,0.0130459815,0.0021873645,0.0055790083,0.008558967],"domain_scores_gemma":[0.43883404,0.49313372,0.016494878,0.012024629,0.027598582,0.011914174],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3193167,0.0012627702,0.0028051694,0.003660841,0.0069033476,0.016151402,0.0055879797,0.006981849,0.0035264315],"category_scores_gemma":[0.28850332,0.0016648513,0.002695616,0.004531984,0.01003865,0.012876966,0.017743386,0.010687005,0.00040261395],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001516795,0.0026387207,0.030440701,0.05257158,0.0011709973,0.006889527,0.2581962,0.0028675364,0.0016752116,0.025137542,0.009927369,0.6069678],"study_design_scores_gemma":[0.0012915852,0.006526919,0.032943323,0.20465729,0.0015823897,0.0026554824,0.54601383,0.0016735743,0.0037222689,0.043050192,0.15543798,0.00044519463],"about_ca_topic_score_codex":0.0075889183,"about_ca_topic_score_gemma":0.027656317,"teacher_disagreement_score":0.3193167,"about_ca_system_score_codex":0.016276522,"about_ca_system_score_gemma":0.06978935,"threshold_uncertainty_score":0.83940375},"labels":[],"label_agreement":null},{"id":"W2801601931","doi":"10.1186/s12961-018-0296-y","title":"Correction to: Patient engagement in Canada: a scoping review of the ‘how’ and ‘what’ of patient engagement in health research","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Health services research; Health administration; Health informatics; Public health; Medicine; Medical education; Library science; Nursing; Computer science","score_opus":0.8154032247848584,"score_gpt":0.6424800774812885,"score_spread":0.17292314730356984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801601931","genre_codex":"editorial","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018572657,0.014756054,0.0019165864,0.1875302,0.78624725,0.00027940553,0.0060927495,0.0005169816,0.0024750098],"genre_scores_gemma":[0.028977,0.15530637,0.023221394,0.3801445,0.26271263,0.004513606,0.02038185,0.0052887015,0.119454],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9378686,0.0108911535,0.014899409,0.003825215,0.02984512,0.0026705144],"domain_scores_gemma":[0.6822831,0.072801284,0.018560069,0.009343209,0.21146779,0.0055445493],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04401393,0.0030708616,0.0043924283,0.011320123,0.0062351283,0.009368493,0.006845998,0.008089222,0.05126951],"category_scores_gemma":[0.35375854,0.001869422,0.0035061485,0.016718172,0.005461719,0.0057223462,0.008189618,0.012192663,0.019984217],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032734984,0.0000031655434,0.000066698914,0.002279985,0.000042991385,0.00009009194,0.00021855992,0.000040158528,0.000025550233,0.0010428944,0.98850363,0.0076535624],"study_design_scores_gemma":[0.00009379536,0.00002066265,0.00062235486,0.01516521,0.00020446876,0.00024379182,0.00034111342,0.0001375464,0.00017042395,0.0015536468,0.9813571,0.00008990094],"about_ca_topic_score_codex":0.1324457,"about_ca_topic_score_gemma":0.17527728,"teacher_disagreement_score":0.97500396,"about_ca_system_score_codex":0.024996055,"about_ca_system_score_gemma":0.087815024,"threshold_uncertainty_score":0.26334953},"labels":[],"label_agreement":null},{"id":"W2801608022","doi":"10.1186/s12961-018-0288-y","title":"Common issues raised during the quality assurance process of WHO guidelines: a cross-sectional study","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Hôpital de l'Enfant-Jésus","funders":"World Health Organization","keywords":"Guideline; Medicine; Quality assurance; Family medicine; Accounting; Business; External quality assessment; Pathology","score_opus":0.8019623507462095,"score_gpt":0.7429135024014568,"score_spread":0.05904884834475266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801608022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952023,0.002005119,0.0004573136,0.0008982293,0.000031595486,0.0002272869,0.00021397963,0.000010973831,0.0009533003],"genre_scores_gemma":[0.9979169,0.0007117293,0.0006157128,0.00028948468,0.000029997716,0.00015299763,0.0001489,0.000007787359,0.00012653344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9453279,0.022873236,0.01253681,0.003242636,0.01339796,0.0026214027],"domain_scores_gemma":[0.73410594,0.08300592,0.14998804,0.0050044414,0.022219997,0.0056757065],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.044722226,0.00022741599,0.0007202568,0.0036615056,0.0014673133,0.0032772415,0.0013363513,0.0013856693,0.0012118488],"category_scores_gemma":[0.17758733,0.00080600183,0.0009893506,0.0045074834,0.001757674,0.0041003944,0.0021671732,0.0023268745,0.00022979047],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073782714,0.00009895569,0.97716504,0.00030345947,0.00007102988,0.0002098493,0.015681198,0.00003232955,0.00008654064,0.00012805816,0.00048057848,0.0056692017],"study_design_scores_gemma":[0.00001178167,0.00028239252,0.9653064,0.0007076644,0.00006433025,0.00097287016,0.029459024,0.00030468023,0.00013290149,0.000104256396,0.0026076173,0.00004613718],"about_ca_topic_score_codex":0.009876843,"about_ca_topic_score_gemma":0.009266528,"teacher_disagreement_score":0.9552778,"about_ca_system_score_codex":0.0034108348,"about_ca_system_score_gemma":0.004797393,"threshold_uncertainty_score":0.2365166},"labels":[],"label_agreement":null},{"id":"W2802993040","doi":"10.1186/s12961-018-0282-4","title":"Patient engagement in Canada: a scoping review of the ‘how’ and ‘what’ of patient engagement in health research","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":511,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Health administration; Public health; Public engagement; Health policy; Medicine; Health economics; Community engagement; Healthcare policy; Health informatics; Stakeholder engagement; Population health; Nursing; Medical education; International health; Public relations; Political science","score_opus":0.8508249970646553,"score_gpt":0.6519557557201537,"score_spread":0.19886924134450157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802993040","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011917552,0.9884316,0.00061936065,0.0059324754,0.00037833938,0.0007585128,0.00057211396,0.000015657908,0.0021002716],"genre_scores_gemma":[0.021048244,0.9716177,0.0021444713,0.0020415154,0.00014377883,0.0020830322,0.0005999564,0.000024876645,0.0002963635],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8766874,0.04866419,0.036824226,0.004293935,0.0299801,0.0035501753],"domain_scores_gemma":[0.6688118,0.22193857,0.028594486,0.0059635527,0.07083296,0.0038586042],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.11774117,0.0015468767,0.0069763632,0.036050066,0.0070922836,0.01619205,0.0041847946,0.0051518166,0.003056433],"category_scores_gemma":[0.28775576,0.0018336654,0.0065275966,0.06332812,0.0067102425,0.0080427835,0.008597553,0.00505297,0.00047642982],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002523769,0.000045982117,0.0031797937,0.6497209,0.0018224937,0.0002445603,0.011633078,0.00045461408,0.00023382354,0.005732803,0.014706825,0.3119727],"study_design_scores_gemma":[0.000030975458,0.000035194847,0.0043096943,0.92503166,0.0020847854,0.00013274052,0.0025506676,0.00011783341,0.00012885556,0.0009654615,0.064564206,0.00004780628],"about_ca_topic_score_codex":0.47502515,"about_ca_topic_score_gemma":0.60865045,"teacher_disagreement_score":0.9202047,"about_ca_system_score_codex":0.07979528,"about_ca_system_score_gemma":0.3035609,"threshold_uncertainty_score":0.9445204},"labels":[],"label_agreement":null},{"id":"W2803624746","doi":"10.1186/s12961-018-0305-1","title":"Problems maintaining collaborative approaches with excluded populations in a randomised control trial: lessons learned implementing Housing First in France","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Fondation de France","keywords":"Housing First; Thematic analysis; Politics; Public relations; Grey literature; Public administration; Participant observation; Sociology; Political science; Qualitative research; Mental health; Medicine; MEDLINE; Social science; Psychiatry; Mental illness","score_opus":0.6749791823116797,"score_gpt":0.5941550051413,"score_spread":0.08082417717037971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803624746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4654246,0.0884042,0.07568037,0.087083064,0.016490623,0.24897704,0.00076986104,0.0009935681,0.016176656],"genre_scores_gemma":[0.6623751,0.0060430258,0.10091672,0.011252795,0.0022093249,0.21544455,0.0002219204,0.00006960801,0.0014669128],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.45666084,0.51024014,0.0138859525,0.0069893557,0.008611719,0.0036119588],"domain_scores_gemma":[0.58017814,0.36370918,0.020002909,0.020102093,0.010072205,0.0059354273],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.40233216,0.0018391956,0.005192594,0.0018867151,0.0032091665,0.005699929,0.0050908453,0.010527253,0.0048524756],"category_scores_gemma":[0.3694595,0.0009426537,0.005030597,0.0019229485,0.007364553,0.007846024,0.005263753,0.00595773,0.0005012866],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.21498817,0.028364899,0.0076296143,0.04850506,0.01158996,0.0010989112,0.02689547,0.009091044,0.0014924012,0.033428695,0.011620976,0.60529476],"study_design_scores_gemma":[0.606409,0.2307547,0.013129215,0.041093748,0.0055928603,0.0003550454,0.00787323,0.009600306,0.0016611848,0.030612448,0.052443344,0.0004749227],"about_ca_topic_score_codex":0.004816068,"about_ca_topic_score_gemma":0.007935062,"teacher_disagreement_score":0.40233216,"about_ca_system_score_codex":0.008450604,"about_ca_system_score_gemma":0.022793766,"threshold_uncertainty_score":0.73703086},"labels":[],"label_agreement":null},{"id":"W2804026557","doi":"10.1186/s12961-018-0297-x","title":"Developing a workbook to support the contextualisation of global health systems guidance: a case study identifying steps and critical factors for success in this process at WHO","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Hospital; McMaster University; Impact","funders":"International Development Research Centre","keywords":"Workbook; Process (computing); Qualitative research; Health services research; Medical education; Health administration; Medicine; Process management; Public health; Public relations; Nursing; Computer science; Sociology; Political science; Engineering; Social science","score_opus":0.4052199902159421,"score_gpt":0.5942935697618779,"score_spread":0.18907357954593573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804026557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6666678,0.004605874,0.16537942,0.044225298,0.0011035549,0.014758249,0.00039713975,0.00069425453,0.10216842],"genre_scores_gemma":[0.75615597,0.004629075,0.21394224,0.0028059306,0.00012300583,0.0045104786,0.00025141935,0.00027608802,0.017305749],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9506776,0.04171219,0.0012273074,0.0012369261,0.002429918,0.0027160118],"domain_scores_gemma":[0.91477835,0.06791028,0.0040115216,0.003423555,0.0045508803,0.005325394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.050547298,0.0013444569,0.0008507209,0.003028971,0.014722387,0.011862004,0.0036454222,0.005458876,0.0037541098],"category_scores_gemma":[0.06088389,0.0012705541,0.00092501286,0.002781527,0.014881751,0.009300469,0.014247638,0.007607853,0.00091639406],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051536288,0.00046618067,0.0028864446,0.0010965847,0.000014329835,0.006804309,0.90013003,0.0012896261,0.0014534954,0.018384209,0.0092711905,0.05815206],"study_design_scores_gemma":[0.000043551747,0.00037722953,0.0028374172,0.0021002737,0.000022545424,0.002954758,0.8086613,0.0014185889,0.0018957417,0.0059978683,0.17355481,0.00013598744],"about_ca_topic_score_codex":0.005493071,"about_ca_topic_score_gemma":0.011101944,"teacher_disagreement_score":0.050547298,"about_ca_system_score_codex":0.00967429,"about_ca_system_score_gemma":0.021506881,"threshold_uncertainty_score":0.2673229},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2805025278","doi":"10.1186/s12961-018-0316-y","title":"Translating research into action: an international study of the role of research funders","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; International Development Research Centre","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Knowledge translation; Health services research; Context (archaeology); Public health; Translational research; Public relations; Political science; Medicine; Knowledge management; Nursing","score_opus":0.9666478044080707,"score_gpt":0.8347703989874603,"score_spread":0.13187740542061044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805025278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.789094,0.01185316,0.0074207764,0.08745304,0.0011856828,0.0005754299,0.0003114118,0.00006528412,0.10204123],"genre_scores_gemma":[0.99112856,0.0016545072,0.0012736364,0.0038705545,0.00008404077,0.00030084015,0.00005581699,0.00006674605,0.0015652793],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.7626546,0.18958868,0.0108427,0.008741051,0.015514708,0.012658268],"domain_scores_gemma":[0.5670746,0.2981702,0.050821736,0.019249272,0.036908094,0.02777605],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24387887,0.0005280813,0.0012513817,0.0048515224,0.014884688,0.025253419,0.0036219745,0.0044268835,0.0045749457],"category_scores_gemma":[0.2849131,0.0009383883,0.00075548515,0.008015432,0.01989083,0.0251833,0.023652498,0.006755514,0.00048924],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025605486,0.00012927958,0.044844516,0.00057928584,0.00009028216,0.0004202761,0.8883774,0.00010351276,0.000271201,0.037409544,0.0028211484,0.024697425],"study_design_scores_gemma":[0.000059540645,0.00019330655,0.032519333,0.001639615,0.00008865822,0.0003586787,0.89151436,0.0002690569,0.00020097729,0.007656579,0.065398276,0.00010159743],"about_ca_topic_score_codex":0.011866175,"about_ca_topic_score_gemma":0.009830129,"teacher_disagreement_score":0.75612116,"about_ca_system_score_codex":0.016121091,"about_ca_system_score_gemma":0.038366083,"threshold_uncertainty_score":0.93243194},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2805554614","doi":"10.1186/s12961-018-0323-z","title":"Development of measurable indicators to enhance public health evidence-informed policy-making","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Seventh Framework Programme; Terveyden ja hyvinvoinnin laitos; Universiteit van Tilburg; Syddansk Universitet; European Commission; University of Ottawa","keywords":"Health services research; Public health; Health administration; Health policy; Social policy; Healthcare policy; Environmental health; Health informatics; Public health policy; Medicine; International health; Political science; Nursing","score_opus":0.7052106289856453,"score_gpt":0.6659431645554368,"score_spread":0.039267464430208565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805554614","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060344882,0.008639962,0.7754021,0.044253577,0.0019301007,0.024662651,0.009632251,0.0028679057,0.07226653],"genre_scores_gemma":[0.14787334,0.0030995624,0.8299454,0.0010208637,0.00013967583,0.013783355,0.0035344881,0.00013857963,0.0004647138],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.6528838,0.24423312,0.048981003,0.0068345875,0.04169711,0.005370362],"domain_scores_gemma":[0.36683187,0.4122774,0.06838206,0.028780282,0.11267911,0.011049292],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.363014,0.003011447,0.0033620414,0.029766966,0.002981251,0.016581355,0.0037644892,0.003632447,0.0058957953],"category_scores_gemma":[0.4484796,0.0014649099,0.0034066397,0.024245623,0.0052317595,0.016592182,0.015845101,0.007580293,0.0013991578],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076477585,0.001369481,0.058854442,0.031061681,0.000968202,0.0002592401,0.01705568,0.017160164,0.0028572616,0.14396808,0.031546824,0.69413424],"study_design_scores_gemma":[0.00087315455,0.0026533746,0.1445208,0.07901855,0.0019597819,0.0007471422,0.049445383,0.043167837,0.018316193,0.35151172,0.30661944,0.0011665438],"about_ca_topic_score_codex":0.0023637929,"about_ca_topic_score_gemma":0.0021012053,"teacher_disagreement_score":0.636986,"about_ca_system_score_codex":0.017318375,"about_ca_system_score_gemma":0.053921554,"threshold_uncertainty_score":0.78551716},"labels":[],"label_agreement":null},{"id":"W2805824819","doi":"10.1186/s12961-018-0320-2","title":"The GRADE Evidence to Decision (EtD) framework for health system and public health decisions","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":384,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Medical Research Council; South African Medical Research Council; European Commission","keywords":"Public health; Health policy; Guideline; Health administration; Health care; Medicine; Management science; Business; Public relations; Nursing; Political science; Economics","score_opus":0.9446605263891279,"score_gpt":0.7913057945015023,"score_spread":0.1533547318876256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805824819","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020619312,0.040827867,0.65418345,0.17616922,0.006057499,0.03249682,0.010149153,0.0019160367,0.076138],"genre_scores_gemma":[0.02970699,0.008600992,0.9122333,0.016228572,0.0009042101,0.027698068,0.0026772853,0.00018630046,0.0017643721],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.3636543,0.49148116,0.08582962,0.013499776,0.038817003,0.006718205],"domain_scores_gemma":[0.32477286,0.55878156,0.021429958,0.017407075,0.06978946,0.007818967],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4506354,0.008584503,0.012148292,0.037427347,0.007333355,0.030949676,0.026431628,0.029357512,0.01661501],"category_scores_gemma":[0.5822654,0.0057874247,0.029184336,0.018619398,0.017680263,0.02234269,0.024725994,0.028065551,0.005299733],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045956814,0.00012443161,0.0013818927,0.04338333,0.0019402497,0.00057606,0.003997981,0.019628473,0.00018316184,0.7507463,0.060614076,0.11696453],"study_design_scores_gemma":[0.0008492986,0.0002623813,0.0004357147,0.062238857,0.001999796,0.00042320698,0.0014336617,0.009576704,0.00067390327,0.64478624,0.27697462,0.00034563558],"about_ca_topic_score_codex":0.030236777,"about_ca_topic_score_gemma":0.017236387,"teacher_disagreement_score":0.54936457,"about_ca_system_score_codex":0.039525162,"about_ca_system_score_gemma":0.12253265,"threshold_uncertainty_score":0.67746437},"labels":[],"label_agreement":null},{"id":"W2808408372","doi":"10.1186/s12961-018-0325-x","title":"Addressing overuse of health services in health systems: a critical interpretive synthesis","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":185,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University Medical Centre; Ottawa Hospital; University of Ottawa; McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Stakeholder; Context (archaeology); Health services research; Health policy; Government (linguistics); Medicine; Stakeholder engagement; Process management; Public relations; Public health; Business; Nursing; Political science","score_opus":0.9296420535872144,"score_gpt":0.7491198211967913,"score_spread":0.1805222323904231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808408372","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06523506,0.5477091,0.14671491,0.10576695,0.012316895,0.08099854,0.006455787,0.00040623613,0.034396518],"genre_scores_gemma":[0.4434045,0.23276372,0.18084763,0.01840543,0.0017377577,0.118402146,0.0017749451,0.00028217863,0.002381767],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.6634418,0.26035208,0.04665794,0.0084010055,0.017220845,0.0039264043],"domain_scores_gemma":[0.35646084,0.5903227,0.013267434,0.010185929,0.028775398,0.0009877344],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.29204515,0.0035923633,0.006645163,0.0405064,0.007498087,0.024131976,0.006585634,0.0069655864,0.00440428],"category_scores_gemma":[0.44888198,0.002140521,0.00552776,0.027399099,0.019657025,0.017782088,0.011945267,0.0063878456,0.0005654896],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000329006,0.0000741634,0.0015518143,0.4161365,0.0018737251,0.0013499829,0.3924931,0.0016572532,0.0009920853,0.08884927,0.011073867,0.083619274],"study_design_scores_gemma":[0.00017209956,0.00017386604,0.0013928736,0.622505,0.003890509,0.00038530593,0.1952278,0.0011294296,0.0014059067,0.060396183,0.11317751,0.0001435174],"about_ca_topic_score_codex":0.0071939714,"about_ca_topic_score_gemma":0.009128397,"teacher_disagreement_score":0.29204515,"about_ca_system_score_codex":0.035168655,"about_ca_system_score_gemma":0.058234856,"threshold_uncertainty_score":0.87303436},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2809365483","doi":"10.1186/s12961-018-0334-9","title":"Validity and usability testing of a health systems guidance appraisal tool, the AGREE-HS","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Juravinski Cancer Centre","funders":"Canadian Institutes of Health Research","keywords":"Usability; Quality (philosophy); Context (archaeology); Reliability (semiconductor); Face validity; Computer science; Applied psychology; Test (biology); Health informatics; Content validity; Consistency (knowledge bases); Health services research; Psychology; Knowledge management; Medicine; Psychometrics; Public health; Human–computer interaction; Nursing; Clinical psychology","score_opus":0.9170243300131491,"score_gpt":0.7509985645732905,"score_spread":0.16602576543985859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809365483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79222655,0.001508598,0.085843705,0.0045230757,0.000970365,0.087459795,0.0021443607,0.00092718354,0.024396278],"genre_scores_gemma":[0.6363583,0.0008032975,0.2628507,0.0011495053,0.0001434924,0.09600738,0.0012066868,0.00015059373,0.0013299974],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.76968217,0.15526225,0.03315546,0.004948644,0.033696987,0.003254414],"domain_scores_gemma":[0.5572794,0.30258885,0.021624185,0.025339246,0.09051009,0.0026582545],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21769507,0.00094502914,0.0013192502,0.0048324587,0.0019342648,0.0034657118,0.0018340328,0.0014942681,0.002194429],"category_scores_gemma":[0.3573633,0.0008818868,0.0036056393,0.0039911442,0.0025393518,0.0033077945,0.004425982,0.0021905755,0.00063863856],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002859499,0.004782852,0.13150337,0.015204277,0.0010177342,0.0005161801,0.09273553,0.0034214177,0.0064241095,0.0065607447,0.023744969,0.7112293],"study_design_scores_gemma":[0.0072577707,0.03399129,0.6163196,0.024124488,0.0025634284,0.0019142935,0.10032647,0.04949535,0.023111625,0.015335672,0.12395727,0.0016027824],"about_ca_topic_score_codex":0.0026498793,"about_ca_topic_score_gemma":0.0057403427,"teacher_disagreement_score":0.78230494,"about_ca_system_score_codex":0.0046317135,"about_ca_system_score_gemma":0.01097894,"threshold_uncertainty_score":0.96472126},"labels":[],"label_agreement":null},{"id":"W2809422933","doi":"10.1186/s12961-018-0335-8","title":"Priority-setting in public health research funding organisations: an exploratory qualitative study among five high-profile funders","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Public Health Ontario; York University; Institute of Population and Public Health; University of Toronto; International Society for Equity in Health; Canadian Institutes of Health Research","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research","keywords":"Public health; Public relations; Health services research; Transparency (behavior); Population health; Exploratory research; Health policy; Scholarship; Political science; Population; Qualitative research; Public administration; Medicine; Sociology; Environmental health; Nursing; Social science","score_opus":0.7728303754518938,"score_gpt":0.6830689505306246,"score_spread":0.08976142492126926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809422933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98950607,0.0007532367,0.0025979257,0.003958144,0.00006390704,0.00028024783,0.00006130999,0.00002263916,0.0027564475],"genre_scores_gemma":[0.99646074,0.00035439775,0.0010306081,0.00073985115,0.000020027523,0.00033620204,0.00003324988,0.000017556917,0.0010072647],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.93068033,0.05428299,0.002273351,0.0018122314,0.0031449362,0.0078061232],"domain_scores_gemma":[0.88742363,0.08362362,0.009420852,0.0015253538,0.0065514054,0.01145516],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.052075297,0.0005969298,0.0013185072,0.0028193386,0.015423225,0.010580732,0.0029930524,0.0036754953,0.0029246635],"category_scores_gemma":[0.08498333,0.0011298206,0.0004593602,0.0028698416,0.012196378,0.006969265,0.012108459,0.0037019956,0.0004153443],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057811252,0.00005385416,0.006311986,0.00016523656,0.0000060157513,0.00091382884,0.9866455,0.000039268878,0.00029148735,0.0018893027,0.00036926672,0.0032564732],"study_design_scores_gemma":[0.000009251184,0.00004693307,0.0015696296,0.00012818711,0.000003810244,0.00017335791,0.9921293,0.000098295604,0.00010073522,0.0005082706,0.0052170265,0.000015255112],"about_ca_topic_score_codex":0.014510766,"about_ca_topic_score_gemma":0.011306944,"teacher_disagreement_score":0.94792473,"about_ca_system_score_codex":0.016404632,"about_ca_system_score_gemma":0.017308883,"threshold_uncertainty_score":0.2754038},"labels":[],"label_agreement":null},{"id":"W2883396054","doi":"10.1186/s12961-018-0345-6","title":"How is the use of research evidence in health policy perceived? A comparison between the reporting of researchers and policy-makers","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University; Institute for Work & Health","funders":"Jerusalem College of Technology - Lev Academic Center","keywords":"Health services research; Health policy; Knowledge translation; Perception; Health administration; Public relations; Descriptive statistics; Process (computing); Political science; Medicine; Business; Medical education; Psychology; Public health; Nursing; Knowledge management; Computer science","score_opus":0.9768447450395746,"score_gpt":0.805654032362825,"score_spread":0.17119071267674968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883396054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6990575,0.050040454,0.019777983,0.18353821,0.0012036249,0.0013752949,0.00058157253,0.00013404191,0.044291362],"genre_scores_gemma":[0.98467886,0.0063587856,0.004463589,0.00356169,0.00020915743,0.0004030367,0.00010878506,0.00002941843,0.00018666308],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.30905074,0.53982484,0.076391764,0.00804246,0.06095249,0.0057377582],"domain_scores_gemma":[0.14573121,0.6968326,0.08914132,0.017361144,0.04408007,0.00685368],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5337642,0.0006747478,0.0015710128,0.018821027,0.004476524,0.028358186,0.003908057,0.005390897,0.001679798],"category_scores_gemma":[0.75071216,0.0017961977,0.0028032947,0.013243513,0.019177986,0.01845581,0.013905517,0.0054126037,0.0003019644],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073902024,0.00027798812,0.3344248,0.0081296805,0.0016949706,0.0006266692,0.41287664,0.0005967175,0.0011571257,0.029303491,0.0038858675,0.20628706],"study_design_scores_gemma":[0.000395282,0.0016744125,0.24569175,0.030773226,0.0012576838,0.0025429684,0.61927027,0.0024638246,0.002533709,0.03144391,0.06135305,0.0005998501],"about_ca_topic_score_codex":0.0068644374,"about_ca_topic_score_gemma":0.0033322114,"teacher_disagreement_score":0.46623582,"about_ca_system_score_codex":0.018089453,"about_ca_system_score_gemma":0.030730415,"threshold_uncertainty_score":0.57495177},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2883728254","doi":"10.1186/s12961-018-0344-7","title":"Embedded health service development and research: why and how to do it (a ten-stage guide)","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"University of Leeds; Department for International Development; Department for International Development, UK Government; Government of the United Kingdom","keywords":"Health services research; Context (archaeology); Health administration; Health policy; Health care; Process management; Service (business); Business; Best practice; Health informatics; Scale (ratio); Resource (disambiguation); Public relations; Marketing; Computer science; Economic growth; Economics; Political science; Management","score_opus":0.6246091577337282,"score_gpt":0.6349427709093113,"score_spread":0.010333613175583123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883728254","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015731094,0.18940721,0.35522658,0.31221876,0.020366613,0.03912619,0.0021808438,0.005516299,0.074384436],"genre_scores_gemma":[0.0060041756,0.11161864,0.7857655,0.040362906,0.0019498123,0.022902235,0.0011265224,0.0013320724,0.028938152],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9273656,0.049621012,0.008184572,0.002687115,0.009795735,0.0023458498],"domain_scores_gemma":[0.9195259,0.0497001,0.0031639417,0.005040556,0.014741013,0.007828378],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.10214481,0.0045123217,0.0035582108,0.008219693,0.005679613,0.020066388,0.008114248,0.014648374,0.017827526],"category_scores_gemma":[0.07026691,0.0047523463,0.003750805,0.011358544,0.01617632,0.022151595,0.0153864715,0.023209797,0.02971685],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098161196,0.0005598791,0.00078605197,0.012216561,0.000066353976,0.00068645494,0.014230264,0.0013362444,0.0012194191,0.070144035,0.39113086,0.50752574],"study_design_scores_gemma":[0.000089988025,0.00024834267,0.0008657742,0.016542794,0.00003479254,0.00082222186,0.005183036,0.00081397675,0.00043639023,0.07492156,0.8999096,0.00013157746],"about_ca_topic_score_codex":0.011965212,"about_ca_topic_score_gemma":0.024407478,"teacher_disagreement_score":0.89785516,"about_ca_system_score_codex":0.01141602,"about_ca_system_score_gemma":0.07596338,"threshold_uncertainty_score":0.5401998},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2884033130","doi":"10.1186/s12961-018-0330-0","title":"Development of rapid guidelines: 3. GIN-McMaster Guideline Development Checklist extension for rapid recommendations","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre; Impact; Health Sciences Centre","funders":"McMaster University","keywords":"Guideline; Checklist; Process management; Medicine; Grading (engineering); Management science; Medical education; Psychology; Engineering; Pathology","score_opus":0.7899452308869602,"score_gpt":0.6549630631487506,"score_spread":0.1349821677382096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884033130","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013590573,0.009260637,0.29619366,0.12394514,0.008715784,0.36551443,0.0556199,0.017058164,0.110101804],"genre_scores_gemma":[0.007551116,0.0020747713,0.87444127,0.0060341153,0.00028069754,0.091827646,0.011212146,0.0005603967,0.0060178633],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.818453,0.09907903,0.050089482,0.0032197612,0.025241189,0.0039175814],"domain_scores_gemma":[0.62816733,0.1537858,0.038686268,0.014563783,0.15661952,0.008177359],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.11733327,0.0026192602,0.0027649032,0.014307976,0.0034404933,0.00924336,0.0071588624,0.008162866,0.028058492],"category_scores_gemma":[0.30475998,0.0037278081,0.007335177,0.010608553,0.0030745468,0.010015168,0.0128898285,0.010985554,0.016978815],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003031813,0.00037755803,0.004106887,0.026838759,0.00021811052,0.0006812078,0.010625409,0.0025436229,0.0012689322,0.015482928,0.60200757,0.33554587],"study_design_scores_gemma":[0.0009785347,0.00026959885,0.008019788,0.055326805,0.00027742356,0.0012719868,0.0044746576,0.002898798,0.0012836502,0.013275185,0.91153485,0.00038881184],"about_ca_topic_score_codex":0.013866751,"about_ca_topic_score_gemma":0.0377617,"teacher_disagreement_score":0.8826667,"about_ca_system_score_codex":0.011275533,"about_ca_system_score_gemma":0.071715154,"threshold_uncertainty_score":0.62052506},"labels":[],"label_agreement":null},{"id":"W2884234041","doi":"10.1186/s12961-018-0329-6","title":"Development of rapid guidelines: 2. A qualitative study with WHO guideline developers","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; McMaster University; McMaster University Medical Centre; Impact; Health Sciences Centre","funders":"McMaster University; World Health Organization","keywords":"Timeline; Guideline; Health administration; Public health; Medicine; Health services research; Medical education; Qualitative research; Evidence-based practice; Resource (disambiguation); Public relations; Psychology; Nursing; Political science; Alternative medicine; Computer science; Sociology","score_opus":0.8430840184313757,"score_gpt":0.7184427441325646,"score_spread":0.12464127429881111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884234041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9502717,0.0036977914,0.016615491,0.011334336,0.0004147709,0.0055402215,0.0011919058,0.000071623894,0.01086231],"genre_scores_gemma":[0.9544263,0.0035550997,0.011711518,0.010202102,0.0001401613,0.010609241,0.00053740124,0.0001330603,0.008685136],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9683765,0.02395199,0.001158467,0.0015688385,0.0022535725,0.0026906384],"domain_scores_gemma":[0.9531684,0.035933208,0.0029624267,0.00085651403,0.004330247,0.002749281],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04379474,0.00093069504,0.0014764239,0.0024578024,0.008311234,0.0055514383,0.0020019761,0.004426749,0.0030480304],"category_scores_gemma":[0.03850354,0.001514154,0.0008393899,0.0027288261,0.008753279,0.0069751577,0.006455319,0.004854309,0.0009991389],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055183587,0.00013610726,0.002446067,0.0005595313,0.000005034727,0.0009521715,0.9858747,0.00006642841,0.0007666043,0.0009464512,0.0010579871,0.007133738],"study_design_scores_gemma":[0.00003158894,0.00014447191,0.0018948731,0.0010250394,0.0000074522436,0.0004806196,0.97402567,0.00017274624,0.0005311635,0.0005886224,0.021066925,0.000030767857],"about_ca_topic_score_codex":0.008982724,"about_ca_topic_score_gemma":0.013613047,"teacher_disagreement_score":0.95620525,"about_ca_system_score_codex":0.007154153,"about_ca_system_score_gemma":0.006774767,"threshold_uncertainty_score":0.23161149},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2884563871","doi":"10.1186/s12961-018-0327-8","title":"Development of rapid guidelines: 1. Systematic survey of current practices and methods","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; McMaster University; McMaster University Medical Centre; Impact; Health Sciences Centre","funders":"McMaster University; World Health Organization","keywords":"Interim; Guideline; Medicine; MEDLINE; Excellence; Health care; Systematic review; Health services research; Evidence-based practice; Medical education; Family medicine; Public health; Political science; Alternative medicine; Nursing","score_opus":0.9444685199504581,"score_gpt":0.7803496142703854,"score_spread":0.1641189056800727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884563871","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019755315,0.8249745,0.03556468,0.022209194,0.0016424726,0.068416394,0.02043913,0.0005278116,0.0064705266],"genre_scores_gemma":[0.11763536,0.47712547,0.23595145,0.017721608,0.0005726299,0.13492891,0.014566172,0.00039745605,0.0011009766],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.4530632,0.25699934,0.20475386,0.016358802,0.06550973,0.0033150932],"domain_scores_gemma":[0.30195832,0.43563145,0.12626389,0.024047941,0.1091612,0.0029372664],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31664807,0.0024068912,0.0060710358,0.041414667,0.0022312817,0.009663173,0.0045891516,0.0041437163,0.005394191],"category_scores_gemma":[0.58941734,0.0037871932,0.009321353,0.047971778,0.004691772,0.017369675,0.009048215,0.0041877525,0.0016669194],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002469809,0.00012565711,0.020862449,0.66833454,0.003849057,0.00014428797,0.0117871445,0.00042161677,0.0003168441,0.0043335464,0.02229142,0.26728636],"study_design_scores_gemma":[0.000346869,0.00022676897,0.01302829,0.9130633,0.003853681,0.000382782,0.007318758,0.00046000993,0.00030226883,0.002566842,0.058301765,0.00014864627],"about_ca_topic_score_codex":0.018680954,"about_ca_topic_score_gemma":0.034539543,"teacher_disagreement_score":0.68335193,"about_ca_system_score_codex":0.017014569,"about_ca_system_score_gemma":0.057766873,"threshold_uncertainty_score":0.8426946},"labels":[],"label_agreement":null},{"id":"W2885914327","doi":"10.1186/s12961-018-0351-8","title":"Integrated knowledge translation in population health intervention research: a case study of implementation and outcomes from a school-based project","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Mount Saint Vincent University; Nova Scotia Health Authority; Dalhousie University","funders":"Economic and Social Research Council; Canadian Cancer Society Research Institute; Canadian Institutes of Health Research; Department of Health, Western Cape Government; Wellcome Trust; Nova Scotia Department of Health and Wellness; Medical Research Council; Cambridge Trust; Heart and Stroke Foundation of Canada","keywords":"Health services research; Knowledge translation; Health administration; Public health; Medicine; Intervention (counseling); Health informatics; Health policy; Medical education; Program evaluation; Nursing; Knowledge management; Political science; Computer science; Public administration","score_opus":0.9536346981269471,"score_gpt":0.8068107363747901,"score_spread":0.14682396175215706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885914327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96392417,0.0006803362,0.011820949,0.007177903,0.00007715606,0.005425564,0.00012925325,0.00010611388,0.010658576],"genre_scores_gemma":[0.95943224,0.0010850301,0.03177557,0.0013057257,0.00003535398,0.0043093595,0.000115842,0.00008577947,0.0018551194],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.87869376,0.1059613,0.0029633124,0.002436734,0.0043097953,0.0056351544],"domain_scores_gemma":[0.91673595,0.05878745,0.005506062,0.0066508385,0.005401782,0.006917988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.089294165,0.00088322384,0.0013727412,0.0027582885,0.014891281,0.00725909,0.004811339,0.004705609,0.003317029],"category_scores_gemma":[0.09869155,0.001556213,0.00136293,0.0042600404,0.0099743325,0.005352204,0.01436411,0.0063985046,0.0009090868],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003121311,0.01001294,0.022024514,0.0019083832,0.000095291434,0.010895973,0.8088777,0.0013120035,0.001207681,0.0059071304,0.0026148653,0.13483132],"study_design_scores_gemma":[0.00045920812,0.006120919,0.024515677,0.0024108284,0.0001589562,0.0033360394,0.9242304,0.0024711227,0.002001931,0.0060789525,0.028064903,0.00015103415],"about_ca_topic_score_codex":0.008538738,"about_ca_topic_score_gemma":0.01415982,"teacher_disagreement_score":0.089294165,"about_ca_system_score_codex":0.012429461,"about_ca_system_score_gemma":0.032069374,"threshold_uncertainty_score":0.4722383},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2886796351","doi":"10.1186/s12961-018-0356-3","title":"The reporting of funding in health policy and systems research: a cross-sectional study","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Faculty of Medicine, American University of Beirut; American University of Beirut","keywords":"Publishing; Health services research; Medicine; MEDLINE; Family medicine; Health policy; Descriptive statistics; Systematic review; Bibliometrics; Impact factor; Political science; Public health; Library science; Nursing","score_opus":0.8512967235070616,"score_gpt":0.7097131163968674,"score_spread":0.14158360711019424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886796351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738404,0.012306955,0.0045270505,0.00327666,0.00016368901,0.00089897943,0.0025548483,0.000036679146,0.0023946988],"genre_scores_gemma":[0.99076533,0.0023119713,0.0036847163,0.0006739317,0.00012971649,0.0014086791,0.00082752167,0.000018362545,0.00017987586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.76263344,0.12525381,0.0752205,0.0083249295,0.025358954,0.0032082885],"domain_scores_gemma":[0.2737417,0.37157893,0.29015625,0.018434485,0.04156211,0.00452655],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21410897,0.0004379383,0.0015259926,0.010720204,0.0016825045,0.005494812,0.0020185162,0.0016218177,0.0022998126],"category_scores_gemma":[0.43343925,0.0011209132,0.0019022014,0.018989172,0.0026759377,0.00823648,0.0041264053,0.0015560708,0.00046476806],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001974469,0.00012777586,0.97973,0.0017353577,0.0006132194,0.000072137416,0.0068717287,0.00010329748,0.000116759285,0.00069839903,0.00089680747,0.008836986],"study_design_scores_gemma":[0.00013299662,0.0008865921,0.97070336,0.0034898007,0.0007115887,0.0009930573,0.014466353,0.00081350195,0.0005769566,0.0010727468,0.006036811,0.00011617397],"about_ca_topic_score_codex":0.003037038,"about_ca_topic_score_gemma":0.0021141325,"teacher_disagreement_score":0.78589106,"about_ca_system_score_codex":0.0034883206,"about_ca_system_score_gemma":0.005714958,"threshold_uncertainty_score":0.96914357},"labels":[],"label_agreement":null},{"id":"W2887255723","doi":"10.1186/s12961-018-0353-6","title":"Standardising costs or standardising care? Qualitative evaluation of the implementation and impact of a hospital funding reform in Ontario, Canada","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; Cancer Care Ontario; Women's College Hospital; St. Michael's Hospital; Simon Fraser University","funders":"University of Toronto; Ontario Ministry of Health and Long-Term Care; Canadian Institutes of Health Research; Government of Ontario","keywords":"Health administration; Government (linguistics); Health care; Health services research; Best practice; Medical diagnosis; Quality (philosophy); Medicine; Health economics; Health care reform; Nursing; Health policy; Public health; Political science","score_opus":0.809096418240327,"score_gpt":0.7710330151530193,"score_spread":0.03806340308730771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887255723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9622879,0.0015612688,0.0019108454,0.017164046,0.00015100527,0.001598646,0.0005489713,0.000028132466,0.014749317],"genre_scores_gemma":[0.9922295,0.0007204235,0.001696585,0.00174806,0.000017736264,0.0005843291,0.00010623647,0.000022852873,0.0028741502],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9563364,0.026561614,0.0013790212,0.0017998989,0.004994691,0.008928442],"domain_scores_gemma":[0.93389094,0.036347732,0.0047851177,0.0013851188,0.014187607,0.009403468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035698373,0.000592451,0.00086917815,0.0023410376,0.028233608,0.0073962305,0.0037814819,0.0023530247,0.0026117095],"category_scores_gemma":[0.046512686,0.0007333964,0.00054523634,0.005167278,0.021803452,0.0025939583,0.008209868,0.0033020251,0.00013756672],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006168735,0.00004303306,0.0053175795,0.00034686932,0.000007936105,0.000546497,0.9847109,0.00014629838,0.00034266553,0.0025217044,0.0016819036,0.004272932],"study_design_scores_gemma":[0.000010821907,0.000043966753,0.0046639782,0.00037562795,0.000008420606,0.000033468117,0.9797189,0.00017104598,0.00016269725,0.00022012665,0.014565873,0.000024998782],"about_ca_topic_score_codex":0.94986504,"about_ca_topic_score_gemma":0.9703001,"teacher_disagreement_score":0.73292994,"about_ca_system_score_codex":0.26707006,"about_ca_system_score_gemma":0.31802195,"threshold_uncertainty_score":0.85009485},"labels":[],"label_agreement":null},{"id":"W2887371234","doi":"10.1186/s12961-018-0343-8","title":"Use of post-graduate students' research in evidence informed health policies: a case study of Makerere University College of Health Sciences, Uganda","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"International Development Research Centre; McMaster University","keywords":"Public health; Health services research; Health policy; Medicine; Health administration; Medical education; Citation; Knowledge translation; Public relations; Political science; Nursing","score_opus":0.9595889098283135,"score_gpt":0.782858035010124,"score_spread":0.1767308748181895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887371234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96253365,0.009451986,0.001933538,0.017377289,0.00015198348,0.00040076312,0.000094373456,0.000021617147,0.0080346335],"genre_scores_gemma":[0.98507106,0.005823503,0.002665017,0.0034077084,0.000118718475,0.00043931513,0.000052135274,0.000035337805,0.002387075],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9152974,0.067776315,0.004384283,0.0020385466,0.0064259823,0.0040775095],"domain_scores_gemma":[0.8165156,0.13577606,0.021367423,0.007492103,0.007246673,0.011602081],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.067900285,0.00059356325,0.0011326801,0.008081455,0.015134751,0.0118553,0.0030665158,0.0064911596,0.0028357287],"category_scores_gemma":[0.11986252,0.0014870011,0.0008026701,0.011017774,0.011074338,0.008644737,0.015119228,0.0052926186,0.00052510336],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013851534,0.00040526586,0.03140113,0.0019438036,0.00005752578,0.014934094,0.8858223,0.00014031316,0.0007474485,0.007578461,0.0026180306,0.05421309],"study_design_scores_gemma":[0.000051666364,0.00078775,0.02006072,0.0037554041,0.00007426593,0.009956298,0.8513294,0.0002797981,0.0011405214,0.002398045,0.110076435,0.00008968551],"about_ca_topic_score_codex":0.0036693804,"about_ca_topic_score_gemma":0.00632593,"teacher_disagreement_score":0.9320997,"about_ca_system_score_codex":0.011336615,"about_ca_system_score_gemma":0.018615933,"threshold_uncertainty_score":0.35909534},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2887709387","doi":"10.1186/s12961-018-0352-7","title":"Public involvement in health research systems: a governance framework","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto","funders":"University of Toronto; McMaster University; Ottawa Hospital Research Institute","keywords":"Corporate governance; Public health; Public relations; Stewardship (theology); Scholarship; Health services research; Political science; Sociology; Public administration; Politics; Medicine; Economics; Management","score_opus":0.8611384993600606,"score_gpt":0.639953329851116,"score_spread":0.22118516950894462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887709387","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034314785,0.013493937,0.52938586,0.1989675,0.0009770148,0.003520663,0.00038432088,0.0005284972,0.2184274],"genre_scores_gemma":[0.82076025,0.0058455095,0.15647303,0.0054840264,0.00071206974,0.003403483,0.00031251583,0.00016391759,0.006845188],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7257293,0.2297752,0.011298806,0.011550336,0.013629989,0.008016471],"domain_scores_gemma":[0.7251592,0.20025036,0.01984365,0.020164356,0.021532396,0.013049988],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21901357,0.0010874699,0.001295385,0.013950207,0.011791526,0.039231043,0.005172175,0.010186068,0.0050357576],"category_scores_gemma":[0.15670438,0.0015424679,0.001731345,0.013179714,0.078211755,0.028961938,0.021025114,0.006603177,0.00087860983],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010260772,0.000026981144,0.0020552333,0.00039508546,0.000033674623,0.00014604535,0.016513627,0.00121756,0.00010200598,0.9646743,0.0018425777,0.012982558],"study_design_scores_gemma":[0.0000448145,0.00007179869,0.0018573473,0.001878821,0.00006276922,0.00017571606,0.01672193,0.00247095,0.00021257917,0.8843629,0.092091724,0.00004868666],"about_ca_topic_score_codex":0.00823315,"about_ca_topic_score_gemma":0.0053470233,"teacher_disagreement_score":0.7809864,"about_ca_system_score_codex":0.031412505,"about_ca_system_score_gemma":0.0582162,"threshold_uncertainty_score":0.9630953},"labels":[],"label_agreement":null},{"id":"W2889345448","doi":"10.1186/s12961-018-0361-6","title":"Public involvement and health research system governance: a qualitative study","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Institute for Work & Health; University of Toronto","funders":"University of Toronto; McMaster University; Ottawa Hospital Research Institute; Alberta Health Services","keywords":"Public health; Public relations; Qualitative research; Thematic analysis; Health services research; Corporate governance; Political science; Public involvement; Exploratory research; Health administration; Jurisdiction; Public administration; Business; Sociology; Medicine; Nursing","score_opus":0.9336576712146699,"score_gpt":0.7066978732934381,"score_spread":0.22695979792123178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889345448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96461016,0.0015471765,0.0067245844,0.011339439,0.000120466364,0.0010427668,0.00039969067,0.00005123357,0.014164374],"genre_scores_gemma":[0.9922854,0.0008507266,0.0016597068,0.0015674904,0.000026737778,0.00058945676,0.00009082772,0.00003563655,0.0028938998],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9385183,0.050194874,0.0013457935,0.0017944555,0.0027199415,0.0054266625],"domain_scores_gemma":[0.8872606,0.095020235,0.004809844,0.0020902148,0.0044562723,0.0063627535],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.052066073,0.0004695018,0.001110166,0.002489153,0.017673746,0.0074309744,0.0030566962,0.0035302425,0.0046887733],"category_scores_gemma":[0.05502393,0.0010662061,0.0004937694,0.0045231124,0.021882957,0.00702042,0.010186793,0.0046111983,0.0004520363],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016255308,0.00003526035,0.0013975588,0.00010157213,0.0000024356384,0.0005068722,0.9939122,0.000037060207,0.00019026913,0.0017952201,0.0002917336,0.001713533],"study_design_scores_gemma":[0.0000043188406,0.000025417126,0.0006908551,0.00014955852,0.000002276486,0.00013752822,0.9920461,0.00007344512,0.00009161347,0.00037977542,0.0063918643,0.0000072849207],"about_ca_topic_score_codex":0.04662875,"about_ca_topic_score_gemma":0.051179744,"teacher_disagreement_score":0.9479339,"about_ca_system_score_codex":0.01954541,"about_ca_system_score_gemma":0.021843757,"threshold_uncertainty_score":0.27535498},"labels":[],"label_agreement":null},{"id":"W2889382618","doi":"10.1186/s12961-018-0360-7","title":"A systematic review on academic research productivity of postgraduate students in low- and middle-income countries","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"International Development Research Centre; McMaster University","keywords":"Productivity; Systematic review; Health services research; MEDLINE; Medical education; Protocol (science); Health administration; Psychology; Medicine; Public health; Alternative medicine; Political science; Nursing; Economics; Pathology","score_opus":0.7195699902398973,"score_gpt":0.674865634256604,"score_spread":0.044704355983293365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889382618","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00345524,0.9925597,0.00054406683,0.00067631644,0.00022884701,0.0010200631,0.00083607197,0.000014740647,0.0006650891],"genre_scores_gemma":[0.057203118,0.93261296,0.0037860675,0.0012440649,0.00019095608,0.0040610344,0.00072502886,0.000015445517,0.00016139049],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9160037,0.034303993,0.03280633,0.0037794195,0.011801871,0.0013046174],"domain_scores_gemma":[0.7972189,0.14951347,0.031635534,0.0029391153,0.017073916,0.0016189889],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05234752,0.002090389,0.012064038,0.025549142,0.0014354262,0.0055143815,0.0029881955,0.0029219948,0.0041239606],"category_scores_gemma":[0.20453663,0.0016422347,0.011365946,0.028863542,0.0017473964,0.0058572395,0.0036061548,0.0019294821,0.00038574095],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017213904,0.000014931765,0.0017546867,0.96370846,0.010521817,0.00011546933,0.0006021356,0.00008638889,0.00008680006,0.00024355455,0.00099615,0.021697452],"study_design_scores_gemma":[0.0002474179,0.00015493104,0.0062155426,0.9184809,0.063747466,0.00029709318,0.0007671139,0.000087411325,0.0001517379,0.0003879548,0.009425866,0.000036587913],"about_ca_topic_score_codex":0.008969991,"about_ca_topic_score_gemma":0.025105735,"teacher_disagreement_score":0.94765246,"about_ca_system_score_codex":0.008280383,"about_ca_system_score_gemma":0.033844665,"threshold_uncertainty_score":0.2768435},"labels":[],"label_agreement":null},{"id":"W2889884276","doi":"10.1186/s12961-018-0362-5","title":"Introducing responsible innovation in health: a policy-oriented framework","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance; University of Toronto; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Scholarship; Health policy; Population health; Health services research; Sustainability; Responsible Research and Innovation; Health equity; Knowledge management; Health administration; Public health; Sociology; Public relations; Population; Management science; Political science; Medicine; Computer science; Economic growth; Engineering; Economics; Environmental health","score_opus":0.6984294067449349,"score_gpt":0.6073681963501124,"score_spread":0.09106121039482251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889884276","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009274644,0.008263392,0.56222993,0.20927604,0.001178299,0.0007721351,0.00021003565,0.0001671518,0.2086284],"genre_scores_gemma":[0.818194,0.0069673136,0.15226674,0.011191263,0.0014030557,0.0019022225,0.000098699034,0.00008991545,0.007886775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9420219,0.044595223,0.0020167509,0.003300643,0.0053128363,0.0027526561],"domain_scores_gemma":[0.92941946,0.05814293,0.0034118139,0.003906083,0.0033004128,0.0018193893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06672518,0.0015230167,0.0015757558,0.0072323526,0.005624675,0.017716272,0.004978902,0.012406134,0.004050691],"category_scores_gemma":[0.040949315,0.0008346412,0.0021961045,0.003978555,0.0921079,0.018727496,0.010877479,0.00996954,0.0005106698],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010913576,0.0000067650394,0.000033130396,0.000024061927,0.000002570998,0.000011416009,0.00032569745,0.0006090159,0.000008302955,0.9982986,0.0001333895,0.00054587796],"study_design_scores_gemma":[0.000008203137,0.00000786954,0.00003629041,0.00011288005,0.0000038467174,0.000012120319,0.0004022754,0.0011188296,0.000047527697,0.99058235,0.0076604756,0.000007265893],"about_ca_topic_score_codex":0.0049247113,"about_ca_topic_score_gemma":0.0028158955,"teacher_disagreement_score":0.06672518,"about_ca_system_score_codex":0.023908524,"about_ca_system_score_gemma":0.030368526,"threshold_uncertainty_score":0.35288072},"labels":[],"label_agreement":null},{"id":"W2890747141","doi":"10.1186/s12961-018-0375-0","title":"Embracing complexity and uncertainty to create impact: exploring the processes and transformative potential of co-produced research through development of a social impact model","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; University Hospitals Bristol NHS Foundation Trust","keywords":"Knowledge translation; Transformative learning; Popularity; Health services research; Reductionism; Knowledge management; Diversity (politics); Public relations; Production (economics); Technocracy; Health administration; Knowledge sharing; Health care; Sociology; Business; Political science; Computer science; Economics; Politics","score_opus":0.9369783101583946,"score_gpt":0.7630359692293056,"score_spread":0.173942340929089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890747141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050720096,0.004237392,0.4825367,0.03183472,0.0004626036,0.0015188309,0.00037493164,0.00025145698,0.42806324],"genre_scores_gemma":[0.8616374,0.0026795138,0.12266319,0.0010716752,0.00017851139,0.0019456324,0.0001516115,0.00014328575,0.009529186],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.96479136,0.025854466,0.0008810184,0.002185315,0.0043848143,0.001903063],"domain_scores_gemma":[0.9108953,0.07361874,0.0035043596,0.0058989846,0.0040037744,0.0020787767],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.036373213,0.0019177354,0.0011849389,0.0071312063,0.005767116,0.015962508,0.003739424,0.0053731897,0.010611857],"category_scores_gemma":[0.047567777,0.0009661953,0.0032429732,0.0047833486,0.037382647,0.017444136,0.017346054,0.0053334953,0.0010219563],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003656886,0.000056788507,0.0012113976,0.00023949907,0.000052455413,0.00033469245,0.009044789,0.0061612143,0.00019672402,0.97225124,0.0005169827,0.0098976055],"study_design_scores_gemma":[0.00004139883,0.00008157329,0.0006247175,0.00042978543,0.00007505974,0.00023745169,0.0048376764,0.014809311,0.00038532715,0.94362295,0.034818772,0.00003594738],"about_ca_topic_score_codex":0.0046750302,"about_ca_topic_score_gemma":0.0031242261,"teacher_disagreement_score":0.9636268,"about_ca_system_score_codex":0.013203617,"about_ca_system_score_gemma":0.012723026,"threshold_uncertainty_score":0.19236225},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2893554434","doi":"10.1186/s12961-018-0370-5","title":"Physician perspectives on Choosing Wisely Canada as an approach to reduce unnecessary medical care: a qualitative study","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Government (linguistics); Health care; Health services research; Qualitative research; Nursing; Public health; Health administration; Grounded theory; Family medicine; Medical emergency","score_opus":0.8253783121479482,"score_gpt":0.710411195224623,"score_spread":0.11496711692332517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893554434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774695,0.00086675864,0.002316192,0.01146378,0.00014162136,0.00035941412,0.00012398357,0.000023596718,0.007235347],"genre_scores_gemma":[0.9914814,0.0006591981,0.0013511189,0.004207182,0.0000428317,0.00019046706,0.000033025823,0.000019760453,0.002014956],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97706383,0.017623395,0.00039516605,0.000777343,0.001416884,0.0027233],"domain_scores_gemma":[0.9387772,0.04712176,0.0029956368,0.0006032798,0.0039387797,0.006563271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016530812,0.00035717897,0.0005456341,0.00145676,0.015666075,0.0049980497,0.0018867017,0.0031218969,0.0031934043],"category_scores_gemma":[0.031278726,0.0006234674,0.00029464962,0.0021467328,0.011125936,0.0026496577,0.003621804,0.0037149324,0.0002431691],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002438753,0.00005150344,0.0021702026,0.00010504158,0.0000028984077,0.000608485,0.99253356,0.000027452606,0.00053711626,0.0010510025,0.0007457206,0.0021425926],"study_design_scores_gemma":[0.00000688265,0.000053065003,0.0010978904,0.00012369851,0.0000032799123,0.00017586922,0.9896487,0.00009778818,0.00022362068,0.00015366309,0.008403269,0.0000122225965],"about_ca_topic_score_codex":0.083537824,"about_ca_topic_score_gemma":0.10542007,"teacher_disagreement_score":0.9164622,"about_ca_system_score_codex":0.015132405,"about_ca_system_score_gemma":0.020649122,"threshold_uncertainty_score":0.16610312},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2896055283","doi":"10.1186/s12961-018-0366-1","title":"Disability, mental health, sexual orientation and gender identity: understanding health inequity through experience and difference","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Disability Rights and Representation","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Sexual orientation; Mental health; Health equity; Stigma (botany); Psychology; Social psychology; Public health; Equity (law); Sociology; Medicine; Political science; Psychiatry; Nursing","score_opus":0.814191758683845,"score_gpt":0.6604714013578858,"score_spread":0.15372035732595912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896055283","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43337032,0.05260011,0.02387084,0.22412254,0.0013283743,0.00010168222,0.0002301331,0.000040771745,0.26433522],"genre_scores_gemma":[0.9881314,0.0062324908,0.001155228,0.0027033475,0.00019693284,0.00004789404,0.000024102326,0.000008691827,0.0014998217],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.995099,0.003516826,0.00011712769,0.00023543646,0.00040102864,0.0006306124],"domain_scores_gemma":[0.9954164,0.0032542555,0.00038472575,0.00017058327,0.0002336195,0.0005403565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064389356,0.00035698985,0.00045257463,0.0014825058,0.005107198,0.009460732,0.0010739159,0.0022561164,0.0035845067],"category_scores_gemma":[0.0048747007,0.00018413855,0.0004149159,0.001387012,0.035085294,0.011046658,0.009839969,0.004772368,0.0001819756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025740903,0.000039522398,0.0048934496,0.0003012209,0.000011364119,0.00040328802,0.56367195,0.00018499562,0.00020760598,0.40298226,0.0019480822,0.025330486],"study_design_scores_gemma":[0.000009454303,0.00006101011,0.005378763,0.0015438232,0.00001486887,0.0008420516,0.62236464,0.00031141692,0.00020026778,0.27059922,0.098636225,0.0000382025],"about_ca_topic_score_codex":0.008931072,"about_ca_topic_score_gemma":0.0056077014,"teacher_disagreement_score":0.009460732,"about_ca_system_score_codex":0.0053787204,"about_ca_system_score_gemma":0.004649526,"threshold_uncertainty_score":0.039025545},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2896864241","doi":"10.1186/s12961-018-0374-1","title":"Knowledge translation for realist reviews: a participatory approach for a review on scaling up complex interventions","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Canadian Partnership Against Cancer; Impact; University of Waterloo","funders":"Canadian Institutes of Health Research; Partenariat Canadien Contre Le Cancer; Canadian Cancer Society","keywords":"Health services research; Knowledge translation; Psychological intervention; Health administration; Public health; Citizen journalism; Medicine; Health informatics; Knowledge management; Computer science; Nursing; World Wide Web","score_opus":0.9947673117369243,"score_gpt":0.8501780142592249,"score_spread":0.14458929747769944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896864241","genre_codex":"methods","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010996199,0.0373605,0.5425667,0.08014872,0.011127771,0.29584342,0.0019016241,0.0022683458,0.017786691],"genre_scores_gemma":[0.03248993,0.010940188,0.73242646,0.0070583518,0.0013172256,0.21273248,0.00046510453,0.000471855,0.0020983866],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.15011024,0.7547496,0.05362742,0.01004677,0.028727705,0.0027381997],"domain_scores_gemma":[0.10247004,0.74608964,0.027851772,0.04337164,0.076481335,0.0037356296],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.70766985,0.0045599737,0.010115623,0.035673317,0.011557299,0.022774188,0.009813764,0.011547091,0.013847569],"category_scores_gemma":[0.7468114,0.0052137985,0.010397298,0.021329392,0.016713712,0.021483755,0.028458912,0.014154376,0.004891539],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011227772,0.000524842,0.001336715,0.18952474,0.0020981643,0.0022760557,0.23659086,0.003516722,0.007461871,0.046275113,0.049209516,0.46006262],"study_design_scores_gemma":[0.0027572997,0.0011869549,0.0022723333,0.28853318,0.0032249216,0.0014897508,0.06956926,0.0072668907,0.007235502,0.14050934,0.47483322,0.0011213712],"about_ca_topic_score_codex":0.0032055154,"about_ca_topic_score_gemma":0.007585712,"teacher_disagreement_score":0.29233015,"about_ca_system_score_codex":0.024195962,"about_ca_system_score_gemma":0.10441997,"threshold_uncertainty_score":0.36049515},"labels":[],"label_agreement":null},{"id":"W2897270865","doi":"10.1186/s12961-018-0367-0","title":"A health equity research agenda for India: results of a consultative exercise","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Health services research; Public health; Equity (law); Health administration; Health policy; Medicine; Health equity; Social policy; Environmental health; Political science; Nursing","score_opus":0.518288103728286,"score_gpt":0.6145323577425882,"score_spread":0.09624425401430214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897270865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7769941,0.0060387286,0.03257659,0.09978214,0.0017583239,0.010218732,0.0013438977,0.0005770193,0.07071051],"genre_scores_gemma":[0.88526607,0.0041564014,0.08107195,0.012863811,0.00040163216,0.005876833,0.0008438067,0.00032105396,0.009198358],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.81931055,0.14066629,0.008191308,0.0041131093,0.017015694,0.010702967],"domain_scores_gemma":[0.63025963,0.31195432,0.006439935,0.0100265285,0.028515061,0.012804598],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.18500951,0.0014882436,0.001395685,0.006777342,0.020260122,0.017291285,0.0041971128,0.0055341935,0.0024535963],"category_scores_gemma":[0.19348189,0.0012041057,0.0018891584,0.01033473,0.010143996,0.007470402,0.029567178,0.008769272,0.00060716266],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016537479,0.0005332248,0.0039032267,0.0022695814,0.000050002982,0.0024603743,0.8866425,0.00081126794,0.001814584,0.009043489,0.007429162,0.0848771],"study_design_scores_gemma":[0.0001128086,0.00037346478,0.012161222,0.0034988164,0.00015066522,0.00068002456,0.8873877,0.0013795802,0.0027536189,0.010254154,0.08100838,0.00023959372],"about_ca_topic_score_codex":0.017565861,"about_ca_topic_score_gemma":0.02881703,"teacher_disagreement_score":0.8149905,"about_ca_system_score_codex":0.03999113,"about_ca_system_score_gemma":0.08138758,"threshold_uncertainty_score":0.9784355},"labels":[],"label_agreement":null},{"id":"W2897592208","doi":"10.1186/s12961-018-0365-2","title":"Globalisation and neoliberalism as structural drivers of health inequities","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Employment and Welfare Studies","field":"Health Professions","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; World Bank Group; Bill and Melinda Gates Foundation","keywords":"Neoliberalism (international relations); Globalization; Accountability; Sociology; Political science; Political economy; Corporate governance; Capitalism; Health policy; Politics; Bureaucracy; Public administration; Economic growth; Health care; Economics; Law; Management","score_opus":0.4524005832085849,"score_gpt":0.5997411060617208,"score_spread":0.14734052285313592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897592208","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30004323,0.027863337,0.038062915,0.19379432,0.0011814304,0.00020494129,0.00023545591,0.000074693766,0.43853962],"genre_scores_gemma":[0.98721784,0.0050650206,0.0019236414,0.00235167,0.00036301586,0.000057298927,0.00003101747,0.000019091874,0.0029714787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966635,0.0015002659,0.00007752633,0.00029768265,0.00063886406,0.0008221269],"domain_scores_gemma":[0.99375254,0.004040374,0.0009225134,0.00044645753,0.00031473924,0.0005233978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052364916,0.000571618,0.00059444254,0.00274606,0.0035068865,0.011169882,0.0013834441,0.002466556,0.0065377103],"category_scores_gemma":[0.006160838,0.0002849493,0.0007097472,0.004142123,0.02893894,0.00957189,0.016028922,0.0036759584,0.0002416437],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011552054,0.000023698574,0.0048470846,0.00013523668,0.000015361245,0.00012628786,0.0129933795,0.000699253,0.00007468542,0.9704387,0.00071897364,0.009915739],"study_design_scores_gemma":[0.000009049981,0.000054172648,0.011328543,0.00034245563,0.000020684285,0.00024168903,0.02417439,0.0012300686,0.00027479438,0.8869682,0.07531844,0.000037647853],"about_ca_topic_score_codex":0.002673456,"about_ca_topic_score_gemma":0.0045668418,"teacher_disagreement_score":0.011169882,"about_ca_system_score_codex":0.006070659,"about_ca_system_score_gemma":0.0032183102,"threshold_uncertainty_score":0.044045925},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2899333634","doi":"10.1186/s12961-018-0376-z","title":"Exploring the synergies between focused ethnography and integrated knowledge translation","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia; University of Waterloo; University of British Columbia; St. Paul's Hospital; University of British Columbia Hospital","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Knowledge management; Qualitative research; Sociology; General partnership; Context (archaeology); Knowledge sharing; Health care; Focus group; Body of knowledge; Health services research; Computer science; Medicine; Public health; Business; Nursing; Political science; Social science","score_opus":0.9708729074898869,"score_gpt":0.7476636994127156,"score_spread":0.22320920807717126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899333634","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4222498,0.00632784,0.4889371,0.01995921,0.0007403447,0.006582693,0.00036075566,0.00043192488,0.054410346],"genre_scores_gemma":[0.82790226,0.0024907216,0.15690097,0.0027341987,0.00021420902,0.0074266507,0.00016881617,0.00019566796,0.0019665752],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.62556547,0.3448485,0.0078073093,0.006691975,0.011072586,0.0040141703],"domain_scores_gemma":[0.48142615,0.46640626,0.011393094,0.026655763,0.011719932,0.0023987624],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21549003,0.0015167269,0.0014770848,0.008217571,0.010262445,0.014891498,0.0044025974,0.003539739,0.004511662],"category_scores_gemma":[0.19800472,0.0015958331,0.0016206616,0.0057868604,0.028181875,0.019105146,0.023494542,0.0040090764,0.00092253304],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059379166,0.0000924334,0.0041670213,0.0011891372,0.000055729455,0.0007387662,0.94127154,0.00030591656,0.0009948655,0.010844966,0.0005550073,0.039725278],"study_design_scores_gemma":[0.000100148856,0.0003811297,0.00576921,0.00640986,0.00012917728,0.0014435478,0.8840063,0.0019401637,0.0022194164,0.054627277,0.04284861,0.0001252342],"about_ca_topic_score_codex":0.0032053236,"about_ca_topic_score_gemma":0.0070174085,"teacher_disagreement_score":0.78450996,"about_ca_system_score_codex":0.007414951,"about_ca_system_score_gemma":0.011648267,"threshold_uncertainty_score":0.9674405},"labels":[],"label_agreement":null},{"id":"W2900155956","doi":"10.1186/s12961-018-0384-z","title":"Evaluating health research priority-setting in low-income countries: a case study of health research priority-setting in Zambia","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Context (archaeology); Health administration; Qualitative research; Public relations; Health policy; Monitoring and evaluation; Medicine; Participatory action research; Citizen journalism; Public health; Political science; Economic growth; Nursing; Sociology; Geography","score_opus":0.4981992548987791,"score_gpt":0.6330230083153449,"score_spread":0.13482375341656577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900155956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804379,0.0019412306,0.0023861995,0.008529327,0.00003996944,0.0012641108,0.0000432094,0.00001739265,0.0053406707],"genre_scores_gemma":[0.99362975,0.0010897832,0.0036564574,0.00063569157,0.000009353199,0.0003743587,0.000021951666,0.0000063062967,0.0005762108],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9503787,0.040199883,0.0012950731,0.00068772223,0.0011166336,0.00632202],"domain_scores_gemma":[0.95917284,0.027751353,0.0036754422,0.001380106,0.0030732437,0.004947055],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.053928535,0.0005992491,0.000709642,0.0022148462,0.012768127,0.0070367698,0.0024166692,0.0031157073,0.0020462389],"category_scores_gemma":[0.049640335,0.00089032814,0.0006714938,0.0027406213,0.0068789776,0.003399023,0.008647496,0.0038486484,0.00020413852],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030783977,0.000739312,0.047439974,0.0027579595,0.000106968495,0.025615888,0.8418939,0.0019353614,0.0035438885,0.014080288,0.0022227138,0.05935591],"study_design_scores_gemma":[0.000068537294,0.00060468813,0.028182426,0.0024632332,0.00008462193,0.0017750523,0.9448097,0.0011013974,0.0007885996,0.0019338462,0.018135639,0.000052178926],"about_ca_topic_score_codex":0.04689116,"about_ca_topic_score_gemma":0.08879885,"teacher_disagreement_score":0.94607145,"about_ca_system_score_codex":0.023236852,"about_ca_system_score_gemma":0.03052839,"threshold_uncertainty_score":0.28520477},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"case_report","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2900335935","doi":"10.1186/s12961-018-0383-0","title":"Advancing the evaluation of integrated knowledge translation","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; George & Fay Yee Centre for Healthcare Innovation","funders":"Canadian Institutes of Health Research","keywords":"Knowledge management; Outcome (game theory); Context (archaeology); Computer science; Identification (biology); Credibility; Premise; Usability; Mechanism (biology); Causal chain; Management science; Process management; Risk analysis (engineering); Medicine; Business; Human–computer interaction; Political science; Engineering","score_opus":0.9566790611789131,"score_gpt":0.8097094370051809,"score_spread":0.14696962417373216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900335935","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10210681,0.011145777,0.6371973,0.044679087,0.001238846,0.010963924,0.000980336,0.0017554252,0.18993253],"genre_scores_gemma":[0.5949556,0.0035189858,0.39027733,0.0020559859,0.00017884251,0.0065795374,0.00045418894,0.00035107645,0.0016284162],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.40550286,0.5298074,0.020061364,0.007070922,0.033863887,0.0036935997],"domain_scores_gemma":[0.21326464,0.6667037,0.02178525,0.039615974,0.055032816,0.0035975035],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40993336,0.0017836451,0.002099574,0.008773774,0.0040300945,0.02479553,0.0052072383,0.00535657,0.015777111],"category_scores_gemma":[0.5710195,0.0012560245,0.0023531814,0.00786292,0.01683241,0.029639453,0.0227369,0.0051913625,0.0020004506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011636375,0.00094264426,0.009522782,0.012602585,0.00039766275,0.00031953282,0.03349181,0.00915817,0.0011881633,0.31226113,0.0065180124,0.6124339],"study_design_scores_gemma":[0.0012948031,0.00316066,0.011342417,0.049671102,0.0008621448,0.00060868193,0.0380283,0.050864104,0.01208427,0.65441424,0.17718348,0.00048582026],"about_ca_topic_score_codex":0.0030914666,"about_ca_topic_score_gemma":0.002259441,"teacher_disagreement_score":0.5900667,"about_ca_system_score_codex":0.025285002,"about_ca_system_score_gemma":0.038684506,"threshold_uncertainty_score":0.7276572},"labels":[],"label_agreement":null},{"id":"W2900849522","doi":"10.1186/s12961-018-0381-2","title":"The potential of an online educational platform to contribute to achieving sustainable development goals: a mixed-methods evaluation of the Peoples-uni online platform","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Public health; Accreditation; Empowerment; Public relations; Context (archaeology); Medical education; Population; Medicine; Economic growth; Political science; Nursing; Environmental health","score_opus":0.24716102284839975,"score_gpt":0.5500396116190418,"score_spread":0.30287858877064205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900849522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95553476,0.0005991567,0.0035497828,0.00043656473,0.000109330475,0.034938775,0.00034123476,0.0000459774,0.004444337],"genre_scores_gemma":[0.8607636,0.0013507793,0.044536695,0.00086595013,0.00013702732,0.08952795,0.00029867832,0.000041057578,0.0024782955],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9487901,0.0424812,0.0027048558,0.0012869267,0.00306531,0.0016715194],"domain_scores_gemma":[0.93695945,0.04672207,0.00395012,0.0024819423,0.0074768225,0.0024096954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07238216,0.0012100905,0.0012294861,0.0017165584,0.0020458165,0.0036850087,0.0015737563,0.001800584,0.0035349592],"category_scores_gemma":[0.04558222,0.00074281817,0.0023531087,0.001349496,0.0018503388,0.0026616557,0.0029925187,0.0016436762,0.00036465333],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03820911,0.14250258,0.040364083,0.020602131,0.0017736998,0.0008616584,0.0856806,0.0042999433,0.0092186015,0.004099714,0.0025483274,0.64983964],"study_design_scores_gemma":[0.032661524,0.63984203,0.11790434,0.009324826,0.0043784534,0.0003930024,0.121187806,0.008884626,0.02415261,0.004936873,0.035669323,0.0006645836],"about_ca_topic_score_codex":0.0022219084,"about_ca_topic_score_gemma":0.0038581812,"teacher_disagreement_score":0.07238216,"about_ca_system_score_codex":0.003991277,"about_ca_system_score_gemma":0.0065882895,"threshold_uncertainty_score":0.38279802},"labels":[],"label_agreement":null},{"id":"W2901044928","doi":"10.1186/s12961-018-0377-y","title":"Evaluating the impact of a network of research partnerships: a longitudinal multiple case study protocol","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; University of British Columbia; International Collaboration On Repair Discoveries; Queen's University; Okanagan University College; University of British Columbia, Okanagan Campus","funders":"Social Sciences and Humanities Research Council of Canada; Michael Smith Health Research BC","keywords":"Timeline; Health services research; Knowledge translation; Public relations; Dissemination; Data collection; Implementation research; Knowledge management; Medicine; Political science; Sociology; Public health; Computer science; Psychological intervention; Nursing","score_opus":0.9837888928562076,"score_gpt":0.8597463727831226,"score_spread":0.12404252007308503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901044928","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027542154,0.00013252231,0.0051706443,0.0005153544,0.00010392972,0.9894382,0.0007381333,0.00003082628,0.0011161814],"genre_scores_gemma":[0.0018072709,0.00010265642,0.0069037294,0.00014091303,0.000009842631,0.9907025,0.00015737956,0.0000027475005,0.00017303517],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.8847895,0.081886865,0.0139193125,0.004769381,0.009638863,0.0049960096],"domain_scores_gemma":[0.89501214,0.034537293,0.011506773,0.013234417,0.03657239,0.009136926],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22780962,0.0026047977,0.002854833,0.0058521573,0.009426952,0.0072260937,0.0066123228,0.005950807,0.028199516],"category_scores_gemma":[0.1301534,0.0032808713,0.0033781098,0.00500534,0.0056255287,0.008849204,0.0071498635,0.008511223,0.007361375],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029332163,0.030215526,0.02350015,0.059427332,0.000936752,0.008585636,0.14140923,0.012284195,0.005947469,0.08460482,0.15689006,0.44686666],"study_design_scores_gemma":[0.05252126,0.026251094,0.030334083,0.07391621,0.0010388304,0.0021292223,0.15381932,0.015212501,0.008975584,0.061612383,0.572934,0.0012554895],"about_ca_topic_score_codex":0.009704718,"about_ca_topic_score_gemma":0.021270078,"teacher_disagreement_score":0.7721904,"about_ca_system_score_codex":0.021043299,"about_ca_system_score_gemma":0.087947376,"threshold_uncertainty_score":0.9522482},"labels":[],"label_agreement":null},{"id":"W2901644049","doi":"10.1186/s12961-018-0388-8","title":"A deliberative dialogue as a knowledge translation strategy on road traffic injuries in Burkina Faso: a mixed-method evaluation","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Clinical Research Institute; Université de Montréal","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Knowledge translation; Thematic analysis; Government (linguistics); Public relations; Action plan; Qualitative property; Civil society; Action (physics); Political science; Data collection; Plan (archaeology); Descriptive statistics; Politics; Qualitative research; Medical education; Knowledge management; Sociology; Medicine; Computer science; Management; Geography; Social science","score_opus":0.8648938722821702,"score_gpt":0.7466731329181029,"score_spread":0.1182207393640673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901644049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7700936,0.0044554803,0.031667426,0.002214536,0.00043729303,0.17625628,0.0010015266,0.00022404703,0.0136498045],"genre_scores_gemma":[0.6378232,0.0038826785,0.103077926,0.0012216377,0.00012490852,0.25113258,0.0005597665,0.0001183173,0.0020589388],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.77501065,0.20027763,0.010187268,0.0029737835,0.008295059,0.0032555433],"domain_scores_gemma":[0.7693213,0.17898159,0.0086212745,0.0069235046,0.032547783,0.003604491],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.24606615,0.0022518525,0.0031161592,0.0037388697,0.005451381,0.005655742,0.0037256037,0.0031358313,0.004949796],"category_scores_gemma":[0.18947615,0.001424146,0.0034024864,0.0036384233,0.0031105874,0.004471542,0.0077732326,0.002074012,0.00066251174],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01936327,0.023259556,0.010822629,0.061304588,0.001429042,0.0016751724,0.29884943,0.004401713,0.0042241295,0.0064273938,0.003323979,0.5649191],"study_design_scores_gemma":[0.04287497,0.18883154,0.057453077,0.09658327,0.009046246,0.0011872802,0.43321317,0.014730972,0.028271431,0.016140405,0.110375226,0.0012925074],"about_ca_topic_score_codex":0.003420002,"about_ca_topic_score_gemma":0.0051722485,"teacher_disagreement_score":0.24606615,"about_ca_system_score_codex":0.010739418,"about_ca_system_score_gemma":0.019279893,"threshold_uncertainty_score":0.92973465},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2904452738","doi":"10.1186/s12961-018-0393-y","title":"Getting evidence to travel inside public systems: what organisational brokering capacities exist for evidence-based policy?","year":2018,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; École Nationale d'Administration Publique; Centre Hospitalier de l’Université de Montréal; Université Laval","funders":"Université Laval","keywords":"Public health; Health services research; Health administration; Health policy; Social policy; Public policy; Public relations; Public health policy; Evidence-based policy; Evidence-based practice; Healthcare policy; Public administration; Public economics; Medicine; Business; Political science; Health care reform; Nursing; Economics; Economic growth; Alternative medicine","score_opus":0.9417349317281832,"score_gpt":0.716445639279713,"score_spread":0.22528929244847018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904452738","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034164093,0.023971835,0.081911534,0.759864,0.0017330644,0.0006232924,0.00013223867,0.0003793928,0.09722056],"genre_scores_gemma":[0.88990843,0.010758263,0.069774605,0.024512785,0.0008879461,0.001148161,0.00011214553,0.00016705986,0.002730683],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.6561071,0.26071057,0.023852987,0.014056678,0.021519098,0.023753457],"domain_scores_gemma":[0.33836672,0.5349159,0.031633146,0.043292385,0.027391732,0.024400106],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31201795,0.001089003,0.0024454808,0.009938774,0.015785191,0.067014895,0.007880583,0.02254804,0.01134439],"category_scores_gemma":[0.45764825,0.0028875745,0.0032035217,0.007416014,0.08590668,0.08576294,0.039799232,0.016271414,0.0022432993],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011441039,0.000086481654,0.006326862,0.0016952709,0.00020190484,0.00049527135,0.05867031,0.0011679301,0.00026334863,0.86247927,0.008581431,0.059917465],"study_design_scores_gemma":[0.00010160528,0.000101636964,0.0031193544,0.006088113,0.00012419435,0.00045494398,0.048021656,0.0018745085,0.00033676968,0.8350064,0.10460381,0.00016704672],"about_ca_topic_score_codex":0.00857738,"about_ca_topic_score_gemma":0.005673794,"teacher_disagreement_score":0.6879821,"about_ca_system_score_codex":0.028399115,"about_ca_system_score_gemma":0.068314165,"threshold_uncertainty_score":0.84840435},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2913954080","doi":"10.1186/s12961-019-0411-8","title":"Addressing the affordability of cancer drugs: using deliberative public engagement to inform health policy","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Golder Associates (Canada); Institut National d'Excellence en Santé et en Services Sociaux; McMaster University; University of British Columbia, Okanagan Campus; University of British Columbia; Impact; Canadian Centre for Applied Research in Cancer Control","funders":"Partenariat Canadien Contre Le Cancer; Canadian Centre for Applied Research in Cancer Control; McMaster University","keywords":"Deliberation; Public health; Health services research; Health policy; Public relations; Medicine; Population health; Equity (law); Public engagement; Social policy; Health economics; Health care; Population; Community engagement; Public economics; Political science; Environmental health; Nursing; Economics; Law","score_opus":0.9069152968692358,"score_gpt":0.6612441983532468,"score_spread":0.245671098515989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913954080","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14331608,0.0082511855,0.047561113,0.6723494,0.0015079959,0.0053535774,0.00052309356,0.0003181531,0.12081946],"genre_scores_gemma":[0.92362255,0.0039108354,0.029545428,0.036115363,0.00024019853,0.003053444,0.00020925907,0.00014275088,0.0031601202],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.610138,0.34219572,0.004972056,0.0068009933,0.016855922,0.01903733],"domain_scores_gemma":[0.53668344,0.39083144,0.01387776,0.011421433,0.023134695,0.024051184],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.26697513,0.0016105805,0.0016745428,0.0074478798,0.045242175,0.030416913,0.007212741,0.0103757335,0.0052346513],"category_scores_gemma":[0.26917768,0.0012936415,0.0018486178,0.0057438193,0.08577342,0.017344527,0.03666305,0.020539237,0.0005844095],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017414095,0.00018338881,0.0073665148,0.0019718695,0.00016746795,0.00078848336,0.82407486,0.0017093333,0.00042500085,0.071762376,0.026666215,0.06471032],"study_design_scores_gemma":[0.00013797953,0.00012609678,0.003726904,0.004652111,0.000120628705,0.00012462915,0.628136,0.0016798249,0.0007540359,0.14540929,0.2149181,0.00021442935],"about_ca_topic_score_codex":0.4084225,"about_ca_topic_score_gemma":0.4691264,"teacher_disagreement_score":0.4084225,"about_ca_system_score_codex":0.13113768,"about_ca_system_score_gemma":0.33055452,"threshold_uncertainty_score":0.95147496},"labels":[],"label_agreement":null},{"id":"W2914884711","doi":"10.1186/s12961-018-0405-y","title":"Sustainability of public health interventions: where are the gaps?","year":2019,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":219,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; Western University","funders":"","keywords":"Sustainability; Psychological intervention; Public health; Terminology; Public relations; Health administration; Sustainability organizations; Sustainability science; Health policy; Medicine; Management science; Engineering ethics; Political science; Nursing; Engineering","score_opus":0.9042515095970299,"score_gpt":0.7577607210184546,"score_spread":0.14649078857857534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914884711","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003820318,0.002147706,0.00015953569,0.9950669,0.002072031,0.0000046861132,0.0000061907035,0.0000069967464,0.00049771083],"genre_scores_gemma":[0.0037217583,0.007462946,0.0011999566,0.9759135,0.01026531,0.00010647514,0.000019850797,0.000039793762,0.0012704395],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8843484,0.07274421,0.008118274,0.0071120765,0.021799877,0.005877124],"domain_scores_gemma":[0.60489565,0.33634335,0.008724971,0.0076984446,0.03189048,0.010447025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09466638,0.001495919,0.0034050243,0.0025552462,0.010986182,0.018061768,0.00707666,0.069288,0.01464159],"category_scores_gemma":[0.2702957,0.0012175739,0.0033360047,0.0030622939,0.036160294,0.051185183,0.011990617,0.082071796,0.008287596],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012383751,0.00015533844,0.00056407787,0.0026181785,0.000052243184,0.0010484225,0.0057212836,0.000328238,0.00027382112,0.11018037,0.7616135,0.11732072],"study_design_scores_gemma":[0.00006337931,0.000073813055,0.0005653043,0.0058845985,0.000041088286,0.0009082492,0.009276995,0.00047750943,0.00019869518,0.2078498,0.77452505,0.00013558882],"about_ca_topic_score_codex":0.022685178,"about_ca_topic_score_gemma":0.02072654,"teacher_disagreement_score":0.09466638,"about_ca_system_score_codex":0.026405973,"about_ca_system_score_gemma":0.07728444,"threshold_uncertainty_score":0.50064963},"labels":[],"label_agreement":null},{"id":"W2920941556","doi":"10.1186/s12961-019-0419-0","title":"Evidence map of knowledge translation strategies, outcomes, facilitators and barriers in African health systems","year":2019,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Cape Town; Cape Higher Education Consortium; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Institutes of Health Research; National Research Foundation","keywords":"Knowledge translation; Facilitator; Health services research; Health administration; Health policy; Thematic analysis; Medicine; Health care; Capacity building; Public relations; Social policy; Medical education; Knowledge management; Diversity (politics); Nursing; Public health; Qualitative research; Political science; Sociology; Computer science; Social science","score_opus":0.9494057903423697,"score_gpt":0.7718814825093749,"score_spread":0.17752430783299478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920941556","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1463621,0.72443914,0.026921278,0.04375741,0.0008945103,0.0074113007,0.0045991596,0.00018156864,0.045433547],"genre_scores_gemma":[0.6417245,0.2994802,0.048174188,0.0024954672,0.0001309149,0.0060096383,0.0013409749,0.00006490932,0.0005792797],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.92547315,0.04496508,0.015998488,0.0032775917,0.008018052,0.0022676513],"domain_scores_gemma":[0.7099216,0.2471385,0.018030573,0.0056054373,0.017841596,0.0014622643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.100936726,0.0013634138,0.0027205518,0.03726108,0.003844311,0.013470412,0.0031131685,0.0026187731,0.0063700923],"category_scores_gemma":[0.22750993,0.0012442168,0.0031604294,0.042748153,0.0051156776,0.017714141,0.010511485,0.0023223115,0.00050300633],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031832873,0.00022636309,0.019674303,0.29363483,0.0017125634,0.001099574,0.06565741,0.0015912339,0.0005934235,0.026319,0.0035418568,0.58563113],"study_design_scores_gemma":[0.00014132263,0.0006169177,0.025009817,0.7747788,0.004477857,0.0010172009,0.09189799,0.0013958158,0.001573188,0.027454348,0.07151529,0.00012142154],"about_ca_topic_score_codex":0.009335437,"about_ca_topic_score_gemma":0.011304205,"teacher_disagreement_score":0.100936726,"about_ca_system_score_codex":0.013605661,"about_ca_system_score_gemma":0.046409275,"threshold_uncertainty_score":0.5338108},"labels":[],"label_agreement":null},{"id":"W2921897761","doi":"10.1186/s12961-019-0416-3","title":"Kenya’s Health in All Policies strategy: a policy analysis using Kingdon’s multiple streams","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Medizinischen Fakultät Heidelberg, Universität Heidelberg; Universität Heidelberg; Deutsche Forschungsgemeinschaft; European Commission; Alexander von Humboldt-Stiftung","keywords":"Civil society; Public health; Health policy; Government (linguistics); Health promotion; Social policy; Public administration; Politics; Mainstreaming; Political science; Health services research; Public policy; Promotion (chess); Sustainable development; Economic growth; Medicine; Economics; Nursing","score_opus":0.3881504496447574,"score_gpt":0.5100475420123828,"score_spread":0.12189709236762536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921897761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51948816,0.015742017,0.029094288,0.046126895,0.00043753188,0.012437778,0.009514239,0.0001440381,0.36701506],"genre_scores_gemma":[0.9065818,0.015445295,0.052275207,0.0016254276,0.00006811938,0.006130113,0.0021804199,0.00007779514,0.01561594],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99320215,0.004109053,0.00040928792,0.00032209125,0.00096753845,0.0009898135],"domain_scores_gemma":[0.98760915,0.00912793,0.0010000953,0.0002493945,0.0014363906,0.0005769901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012608673,0.00065935723,0.0007707561,0.008882976,0.006419006,0.009962304,0.0012152276,0.0020528652,0.010800583],"category_scores_gemma":[0.018682877,0.0006546488,0.0011315186,0.018489603,0.0029432059,0.008146141,0.004383067,0.0019613674,0.0004875789],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037597236,0.0005239847,0.0457179,0.0061296574,0.00030216223,0.0028039142,0.06038082,0.0098039545,0.00034730832,0.69834566,0.029886646,0.14538196],"study_design_scores_gemma":[0.00024994687,0.0005242882,0.06910389,0.014342784,0.0009769627,0.0005890653,0.41125438,0.03298899,0.0011093478,0.12397751,0.3446108,0.0002720454],"about_ca_topic_score_codex":0.1388928,"about_ca_topic_score_gemma":0.162252,"teacher_disagreement_score":0.1388928,"about_ca_system_score_codex":0.03794829,"about_ca_system_score_gemma":0.043989543,"threshold_uncertainty_score":0.2761687},"labels":[],"label_agreement":null},{"id":"W2922496557","doi":"10.1186/s12961-019-0418-1","title":"A bibliometric analysis of health-related literature on natural disasters from 1900 to 2017","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Disaster Response and Management","field":"Health Professions","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"An-Najah National University","keywords":"Preparedness; Natural disaster; Scopus; Public health; China; Per capita; Medicine; Emergency management; Environmental health; Geography; MEDLINE; Economic growth; Political science; Population; Nursing","score_opus":0.3145881916356845,"score_gpt":0.5688195982729951,"score_spread":0.2542314066373106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922496557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58456206,0.21209659,0.0027242403,0.00373572,0.00042555475,0.002362184,0.16506049,0.00040868841,0.028624492],"genre_scores_gemma":[0.8088715,0.120100856,0.00778559,0.00041703953,0.0005122131,0.0029861843,0.057117626,0.00007890578,0.0021301473],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98957926,0.0015802039,0.0034054727,0.00091556413,0.0040002023,0.0005194011],"domain_scores_gemma":[0.94710433,0.031446084,0.010083001,0.00094090716,0.009440455,0.0009852436],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.006974451,0.00087524427,0.002598187,0.24732602,0.0013903982,0.0046915715,0.000964136,0.0008437149,0.0054307175],"category_scores_gemma":[0.049891,0.0003696328,0.0023841735,0.25256664,0.0011626845,0.0034967728,0.0029403332,0.00052526157,0.00081041246],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088511815,0.00029111397,0.395018,0.1845597,0.0048968303,0.0029661218,0.0122272745,0.002331284,0.0025692545,0.0063826847,0.030741733,0.35713083],"study_design_scores_gemma":[0.00014010859,0.00045798457,0.8230059,0.039792165,0.008505466,0.004117869,0.021346107,0.0031364209,0.001656265,0.0038167236,0.093825266,0.00019969243],"about_ca_topic_score_codex":0.007216228,"about_ca_topic_score_gemma":0.008882762,"teacher_disagreement_score":0.752674,"about_ca_system_score_codex":0.0041948436,"about_ca_system_score_gemma":0.009099198,"threshold_uncertainty_score":0.036884844},"labels":[],"label_agreement":null},{"id":"W2925672674","doi":"10.1186/s12961-019-0432-3","title":"The dark side of coproduction: do the costs outweigh the benefits for health research?","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Plant and animal studies","field":"Agricultural and Biological Sciences","cited_by":786,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Coproduction; Incentive; Health services research; Process (computing); Public relations; Business; Medicine; Public health; Political science; Economics; Computer science; Nursing","score_opus":0.5290207498102124,"score_gpt":0.47654563936897415,"score_spread":0.05247511044123826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2925672674","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013767235,0.1229741,0.06662654,0.7184828,0.007681907,0.00089134416,0.00022654819,0.00020526974,0.06914413],"genre_scores_gemma":[0.5147142,0.099796616,0.14365137,0.21247305,0.0133806355,0.0050696526,0.00026431825,0.00082997157,0.009820194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5481641,0.30309212,0.025179848,0.016466698,0.10013471,0.006962534],"domain_scores_gemma":[0.21527712,0.65331423,0.038515378,0.044595033,0.03894358,0.0093545895],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3728595,0.0019331088,0.004438535,0.007829908,0.00888999,0.035475656,0.0078901965,0.01701937,0.017295588],"category_scores_gemma":[0.52538157,0.0018601703,0.0042086556,0.0077510797,0.06927385,0.06530663,0.02367172,0.018926905,0.0036199514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007289331,0.000186668,0.003107839,0.012743663,0.00067150156,0.00037734737,0.0126594845,0.00071830105,0.00083842577,0.71901906,0.025718002,0.22323073],"study_design_scores_gemma":[0.00014421475,0.00034309996,0.002555868,0.022759877,0.0003573481,0.0006544638,0.008422934,0.00063128554,0.0011878705,0.78756624,0.17522359,0.00015325601],"about_ca_topic_score_codex":0.0020706633,"about_ca_topic_score_gemma":0.0021941692,"teacher_disagreement_score":0.99111,"about_ca_system_score_codex":0.019895185,"about_ca_system_score_gemma":0.03968848,"threshold_uncertainty_score":0.77337587},"labels":[],"label_agreement":null},{"id":"W2930294530","doi":"10.1186/s12961-019-0424-3","title":"Blending integrated knowledge translation with global health governance: an approach for advancing action on a wicked problem","year":2019,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Viral Infections and Outbreaks Research","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; McMaster University; Interior Health","funders":"Canadian Institutes of Health Research; University of British Columbia; McMaster University; World Bank Group; Bill and Melinda Gates Foundation","keywords":"Corporate governance; Public relations; Wicked problem; Accountability; Equity (law); Political science; Sociology; Engineering ethics; Economics; Engineering; Law; Management","score_opus":0.64364130873887,"score_gpt":0.6234374049494185,"score_spread":0.020203903789451583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2930294530","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008703008,0.0081547145,0.60606366,0.25024587,0.0029617115,0.0018943986,0.00014077028,0.00088781095,0.12094803],"genre_scores_gemma":[0.2660117,0.005925679,0.6868434,0.025553646,0.001343804,0.0027850664,0.00027117343,0.00048786553,0.010777697],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.82416373,0.14802113,0.0060622003,0.0068343254,0.009770781,0.0051478697],"domain_scores_gemma":[0.75518095,0.19003554,0.007194244,0.029613897,0.010860654,0.007114746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16845036,0.0023667577,0.0027114747,0.010152029,0.011298686,0.031642865,0.0074495287,0.018293794,0.009921241],"category_scores_gemma":[0.11139033,0.0016895495,0.0042346246,0.008802684,0.08737248,0.042927157,0.050308894,0.018344263,0.0033273294],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065114495,0.00020321878,0.00081881543,0.0020059396,0.000108743014,0.0008120898,0.06442426,0.0021064377,0.0007828415,0.8046276,0.009658149,0.11438684],"study_design_scores_gemma":[0.00003967514,0.00007287069,0.00019553611,0.0023463282,0.00004570929,0.00027069708,0.020315547,0.0016645854,0.00058217184,0.8857557,0.08865659,0.000054476848],"about_ca_topic_score_codex":0.0033881855,"about_ca_topic_score_gemma":0.0038727284,"teacher_disagreement_score":0.16845036,"about_ca_system_score_codex":0.016478412,"about_ca_system_score_gemma":0.061217833,"threshold_uncertainty_score":0.8908613},"labels":[],"label_agreement":null},{"id":"W2941222987","doi":"10.1186/s12961-019-0438-x","title":"Studying social accountability in the context of health system strengthening: innovations and considerations for future work","year":2019,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institut pour la Recherche en Santé Publique; National Institute for Health and Care Research; Universität Basel; Université de Montréal; UNICEF; World Health Organization","keywords":"Accountability; Public relations; Context (archaeology); Social accounting; Health services research; Public health; Health care; Process (computing); Sociology; Political science; Medicine; Economics; Computer science; Nursing; Management","score_opus":0.4162272843210049,"score_gpt":0.481613595202484,"score_spread":0.06538631088147906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941222987","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075473557,0.14594305,0.022427253,0.802934,0.006026419,0.00040586357,0.00015028586,0.00014323046,0.014422595],"genre_scores_gemma":[0.39964125,0.3153167,0.15814725,0.09957717,0.014976507,0.0045704353,0.00052417663,0.0002962101,0.006950298],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8922199,0.086585775,0.0030801902,0.0061386605,0.0062227244,0.005752684],"domain_scores_gemma":[0.61557484,0.32213598,0.0067054476,0.016910573,0.024213532,0.014459615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.18642657,0.002673048,0.0055450266,0.010453734,0.014815277,0.032147408,0.011685926,0.018000336,0.012754125],"category_scores_gemma":[0.1504079,0.0015455282,0.0044475663,0.018148173,0.058874235,0.079105355,0.022480564,0.028502041,0.001829716],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012034604,0.00042916922,0.005433518,0.005742618,0.00016709826,0.0007124789,0.057522267,0.0015111014,0.0002659962,0.75520223,0.02797796,0.14491521],"study_design_scores_gemma":[0.00005079548,0.00016387978,0.0031100563,0.01698922,0.00012732734,0.00046631784,0.12679094,0.0025072026,0.0003314642,0.7293236,0.119946964,0.00019216909],"about_ca_topic_score_codex":0.024756754,"about_ca_topic_score_gemma":0.036388543,"teacher_disagreement_score":0.18642657,"about_ca_system_score_codex":0.034131773,"about_ca_system_score_gemma":0.0834971,"threshold_uncertainty_score":0.98592967},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2943550741","doi":"10.1186/s12961-019-0434-1","title":"RE-AIMing conferences: evaluating the adoption, implementation and maintenance of the Rick Hansen Institute’s Praxis 2016","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Centre for Interdisciplinary Research in Rehabilitation; University of British Columbia; International Collaboration On Repair Discoveries; Ottawa Hospital; Okanagan University College; University of British Columbia, Okanagan Campus","funders":"Rick Hansen Institute","keywords":"Praxis; Health services research; Health administration; Public health; Quality of Life Research; Health informatics; Health economics; Medicine; Political science; Nursing; Law","score_opus":0.8771301978377882,"score_gpt":0.7471000567514977,"score_spread":0.13003014108629052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943550741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9159828,0.001666106,0.017529067,0.0051378612,0.0009561389,0.027258562,0.0012033999,0.0008681373,0.029398004],"genre_scores_gemma":[0.85277224,0.002033912,0.089493714,0.0017842136,0.00031956666,0.044618253,0.0013238465,0.00022893123,0.007425349],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9115106,0.063059926,0.006327405,0.0031101378,0.012176594,0.0038153315],"domain_scores_gemma":[0.8824707,0.062012482,0.01479963,0.010716917,0.017645685,0.0123544615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.121814184,0.0010279827,0.0013665343,0.0021925734,0.0036085097,0.006156527,0.0043142126,0.002286887,0.0053354767],"category_scores_gemma":[0.1613155,0.0007804456,0.002510108,0.0014350483,0.00427121,0.0041672336,0.010921734,0.005040799,0.0013765751],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042210026,0.017773312,0.042776514,0.018114153,0.0008977738,0.0005242322,0.16686402,0.0057394407,0.0046920204,0.0073714047,0.019583857,0.7114423],"study_design_scores_gemma":[0.008491677,0.09041708,0.31482208,0.016273573,0.002349206,0.00072675274,0.26486248,0.009906111,0.023527846,0.01598132,0.2505591,0.002082824],"about_ca_topic_score_codex":0.001999653,"about_ca_topic_score_gemma":0.0038931929,"teacher_disagreement_score":0.121814184,"about_ca_system_score_codex":0.007935866,"about_ca_system_score_gemma":0.016908659,"threshold_uncertainty_score":0.6442227},"labels":[],"label_agreement":null},{"id":"W2945284159","doi":"10.1186/s12961-019-0437-y","title":"Programme theory development and formative evaluation of a provincial knowledge translation unit","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Heritage Medical Research Clinic; Alberta Health; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Alberta Innovates - Health Solutions","keywords":"Formative assessment; Knowledge translation; Health services research; Unit (ring theory); Health administration; Health care; Medical education; Qualitative research; Nursing; Service (business); Knowledge management; Public relations; Medicine; Sociology; Psychology; Public health; Political science; Computer science; Business; Pedagogy; Marketing","score_opus":0.9459055694389021,"score_gpt":0.7652402907650355,"score_spread":0.18066527867386661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945284159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61909276,0.00031012058,0.116459325,0.0039983904,0.00044416983,0.20111524,0.0020666702,0.0011176096,0.055395782],"genre_scores_gemma":[0.46200845,0.00025756264,0.3708575,0.0006763578,0.000059372625,0.15925425,0.0011983614,0.00021383801,0.005474284],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.89896774,0.0756529,0.0045082215,0.004236595,0.011003766,0.005630743],"domain_scores_gemma":[0.82571995,0.09652998,0.004590173,0.015348593,0.049621083,0.008190175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14205123,0.0015123852,0.001139129,0.003896277,0.0064726123,0.006976328,0.0049086097,0.0015446778,0.0069142357],"category_scores_gemma":[0.15758006,0.001435159,0.0015867461,0.0052556098,0.0055422746,0.0031570378,0.009970514,0.0031761094,0.0011925901],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002783445,0.010644783,0.017894926,0.005321564,0.00012630224,0.0009290377,0.19469726,0.009250504,0.006406201,0.020653162,0.009209177,0.7220837],"study_design_scores_gemma":[0.014310068,0.047588907,0.1250476,0.013321823,0.0014359003,0.00086665264,0.37472174,0.06431919,0.06562251,0.042974122,0.24884455,0.0009469267],"about_ca_topic_score_codex":0.040144287,"about_ca_topic_score_gemma":0.04763757,"teacher_disagreement_score":0.14205123,"about_ca_system_score_codex":0.046388242,"about_ca_system_score_gemma":0.11933811,"threshold_uncertainty_score":0.7512477},"labels":[],"label_agreement":null},{"id":"W2946864055","doi":"10.1186/s12961-019-0457-7","title":"The intersections of industry with the health research enterprise","year":2019,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Multinational corporation; Health services research; Public relations; Public health; Business; Work (physics); Health administration; Marketing; Political science; Medicine; Nursing","score_opus":0.39143813594636784,"score_gpt":0.5058017802268111,"score_spread":0.11436364428044327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946864055","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005334727,0.0014590905,0.00014391124,0.99013805,0.0018643357,0.000005991517,0.0000028689167,0.000007507524,0.005844812],"genre_scores_gemma":[0.016140051,0.0012436638,0.00039173555,0.96635413,0.008590668,0.00004440345,0.0000040198865,0.000024490688,0.0072068213],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9194623,0.047874525,0.0032693874,0.005886831,0.017230531,0.0062763942],"domain_scores_gemma":[0.84319746,0.13176249,0.0057143434,0.0029969057,0.009057547,0.007271152],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.045699634,0.00074155396,0.0011419333,0.0015360321,0.026805682,0.021947313,0.003321386,0.0704153,0.007074509],"category_scores_gemma":[0.09076432,0.0013929058,0.001658032,0.0017840747,0.04251703,0.018446777,0.009409424,0.06178921,0.00236684],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008497509,0.0000750067,0.0016008145,0.0002752639,0.000029908533,0.0030690224,0.010171627,0.00025716846,0.00040102718,0.2914806,0.6716471,0.020907419],"study_design_scores_gemma":[0.000056354784,0.00007235919,0.0014298966,0.00083043607,0.000018610297,0.0012143154,0.009109512,0.0005474372,0.00022276444,0.08371423,0.9026778,0.00010626094],"about_ca_topic_score_codex":0.036902938,"about_ca_topic_score_gemma":0.056759,"teacher_disagreement_score":0.95430034,"about_ca_system_score_codex":0.022544606,"about_ca_system_score_gemma":0.034466844,"threshold_uncertainty_score":0.24168569},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2947151827","doi":"10.1186/s12961-019-0455-9","title":"A roadmap for strengthening evidence-informed health policy-making in Iran: protocol for a research programme","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Institute for Medical Research Development","keywords":"Accountability; Psychological intervention; Stakeholder; Health services research; Transparency (behavior); Process management; Implementation research; Health administration; Protocol (science); Health policy; Qualitative research; Corporate governance; Health informatics; Medicine; Public relations; Management science; Business; Political science; Public health; Nursing; Engineering; Alternative medicine; Sociology","score_opus":0.9600418221016631,"score_gpt":0.8250073238657526,"score_spread":0.13503449823591052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947151827","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00071091123,0.00029511296,0.003784401,0.0010423696,0.00034024127,0.9898056,0.0020664209,0.00009847136,0.0018565271],"genre_scores_gemma":[0.000690047,0.00026533523,0.01477034,0.00025995215,0.000026223708,0.98295754,0.0005037947,0.000010385698,0.0005164415],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9404348,0.03767397,0.009916122,0.0026742015,0.0058679464,0.0034328636],"domain_scores_gemma":[0.8868478,0.03868792,0.008788622,0.0100338245,0.047270413,0.008371491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14441814,0.0034951847,0.004407895,0.007422268,0.006509315,0.0071370527,0.0056117764,0.008450292,0.07037888],"category_scores_gemma":[0.11962106,0.0035778077,0.0076617654,0.006675198,0.004592488,0.007890036,0.008457514,0.012448398,0.014766139],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01857638,0.007027154,0.0038007535,0.24708582,0.0010487587,0.002137872,0.027759206,0.007653039,0.0038517234,0.04727097,0.26006728,0.37372103],"study_design_scores_gemma":[0.037612043,0.006966302,0.011921639,0.14876342,0.0011839698,0.0007134071,0.02142265,0.0040195775,0.004049022,0.040263295,0.72241133,0.0006732229],"about_ca_topic_score_codex":0.004644341,"about_ca_topic_score_gemma":0.007178591,"teacher_disagreement_score":0.14441814,"about_ca_system_score_codex":0.015499564,"about_ca_system_score_gemma":0.10338025,"threshold_uncertainty_score":0.7637652},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2951786096","doi":"10.1186/s12961-019-0460-z","title":"A description of a tailored knowledge translation intervention delivered by knowledge brokers within public health departments in Canada","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Regional Municipality of Ottawa; McMaster University","funders":"Institute of Population and Public Health","keywords":"Knowledge translation; Enthusiasm; Intervention (counseling); Health administration; Psychological intervention; Health services research; Knowledge management; Public health; Medical education; Medicine; Psychology; Nursing; Computer science; Social psychology","score_opus":0.8568726073240838,"score_gpt":0.6770992331792494,"score_spread":0.1797733741448344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951786096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7411266,0.0019737992,0.03221786,0.020291109,0.0012028517,0.13908508,0.0026188993,0.0018797877,0.05960397],"genre_scores_gemma":[0.6790219,0.0025550209,0.21261798,0.0058334353,0.00017505513,0.061254524,0.0012285996,0.00022353261,0.037089873],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99403054,0.002322302,0.0003383389,0.0006031911,0.0008620194,0.0018435121],"domain_scores_gemma":[0.9944992,0.0008600473,0.00025153856,0.00026013082,0.0009566106,0.0031724288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050481656,0.0009176535,0.00066322787,0.0012171263,0.009411977,0.002027394,0.0028247933,0.0016488425,0.014184148],"category_scores_gemma":[0.008253402,0.00079440704,0.0009978927,0.0017668633,0.0017470132,0.0009848177,0.0044458904,0.0023924024,0.0012949822],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032461204,0.026490048,0.021478076,0.0063398015,0.00016932066,0.007807264,0.1393453,0.0033534958,0.014930916,0.0032031075,0.045906957,0.7277296],"study_design_scores_gemma":[0.01274954,0.027558278,0.20084569,0.0056848247,0.00058956817,0.002142622,0.18833056,0.008497024,0.01075719,0.005832666,0.53596705,0.0010449847],"about_ca_topic_score_codex":0.56985176,"about_ca_topic_score_gemma":0.8229909,"teacher_disagreement_score":0.9679438,"about_ca_system_score_codex":0.03205623,"about_ca_system_score_gemma":0.1256515,"threshold_uncertainty_score":0.86536294},"labels":[],"label_agreement":null},{"id":"W2955682156","doi":"10.1186/s12961-019-0465-7","title":"Creating a locally driven research agenda for the ethnic minorities of Eastern Myanmar","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Ethnic group; Health services research; Public health; Social policy; Political science; Health administration; Health policy; Health informatics; Healthcare policy; Economic growth; Medicine; Development economics; International health; Nursing","score_opus":0.519415347405666,"score_gpt":0.570233988990682,"score_spread":0.05081864158501603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955682156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7488603,0.0046229134,0.012588973,0.17783742,0.0008255967,0.0021179856,0.00020725849,0.00010072364,0.052838847],"genre_scores_gemma":[0.9622589,0.0028221372,0.017980527,0.0067596454,0.00018477964,0.0024923375,0.00011334438,0.000029809413,0.0073587066],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9897494,0.008447265,0.00022417834,0.0003367717,0.00027991418,0.00096257817],"domain_scores_gemma":[0.99126583,0.0035062989,0.0009117253,0.00051496585,0.0009916818,0.0028095986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020867268,0.0004918407,0.0004635385,0.0008633409,0.014275363,0.0057375836,0.0020220869,0.0027167199,0.005687678],"category_scores_gemma":[0.009330926,0.00039347485,0.00046133468,0.0006407886,0.00551418,0.0051261066,0.01627727,0.0034975272,0.0007116273],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108513144,0.00022113553,0.014072569,0.0012348916,0.000033380555,0.0015579327,0.8966884,0.00033769844,0.0064456076,0.023317166,0.0075574927,0.04842521],"study_design_scores_gemma":[0.000024032572,0.00019394976,0.009696454,0.0012117164,0.00003176174,0.00032336693,0.8738877,0.0002696645,0.0009274576,0.010673268,0.10272526,0.000035444245],"about_ca_topic_score_codex":0.005998703,"about_ca_topic_score_gemma":0.010453823,"teacher_disagreement_score":0.020867268,"about_ca_system_score_codex":0.0050094044,"about_ca_system_score_gemma":0.025464764,"threshold_uncertainty_score":0.110358},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2965749382","doi":"10.1186/s12961-019-0475-5","title":"Evidence of commitment to research partnerships? Results of two web reviews","year":2019,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Social Sciences and Humanities Research Council; University of Winnipeg; Université de Saint-Boniface; University of Ottawa; Ottawa Hospital; University of Manitoba; University of Northern British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Public relations; Knowledge translation; Phone; Health care; General partnership; Health informatics; Coproduction; Knowledge management; Health administration; Medicine; Medical education; Public health; Business; Political science; Nursing; Computer science","score_opus":0.9928186349463379,"score_gpt":0.8543757798247342,"score_spread":0.1384428551216037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965749382","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01928499,0.94235736,0.00180839,0.0067806477,0.0010335033,0.009552963,0.009334876,0.00014410951,0.009703181],"genre_scores_gemma":[0.13728799,0.8182017,0.0068877405,0.00843022,0.00044566163,0.022514347,0.0048990534,0.00021083621,0.0011225628],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.76930666,0.09225171,0.0910831,0.005830654,0.03744142,0.0040863715],"domain_scores_gemma":[0.40863016,0.44383615,0.07081199,0.010643937,0.063058324,0.003019421],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.11357427,0.001666377,0.0071829217,0.05152535,0.0014143129,0.011083345,0.0026423465,0.003895896,0.0059447056],"category_scores_gemma":[0.46399447,0.00267786,0.007400979,0.04472768,0.0023769576,0.008565078,0.0082785785,0.003323363,0.0011343294],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075513666,0.00008350995,0.003852451,0.87123305,0.007786218,0.00042240423,0.008618172,0.00013100226,0.0002849724,0.00073321554,0.0054077073,0.100692235],"study_design_scores_gemma":[0.00023761953,0.000224813,0.0070917737,0.9418004,0.014965696,0.00042977798,0.0039079017,0.00006570431,0.00035064295,0.00031388822,0.030554844,0.000056877365],"about_ca_topic_score_codex":0.008302466,"about_ca_topic_score_gemma":0.02193597,"teacher_disagreement_score":0.88642573,"about_ca_system_score_codex":0.013529793,"about_ca_system_score_gemma":0.030131951,"threshold_uncertainty_score":0.6006453},"labels":[],"label_agreement":null},{"id":"W2967611184","doi":"10.1186/s12961-019-0477-3","title":"A framework for value-creating learning health systems","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":359,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières; Université Laval; Institut National d'Excellence en Santé et en Services Sociaux","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Health administration; Health services research; Public health; Value (mathematics); Health informatics; Health policy; Social policy; Medicine; Computer science; Nursing; Political science","score_opus":0.8858111560825194,"score_gpt":0.7776424180435226,"score_spread":0.10816873803899674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967611184","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010688432,0.0070218467,0.4258225,0.09293859,0.000562865,0.0017635421,0.0005574838,0.0004337864,0.46021098],"genre_scores_gemma":[0.60686713,0.0050794673,0.36012444,0.0036952146,0.000278145,0.0025034389,0.0004737664,0.00015230716,0.020826042],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9723786,0.020537067,0.0009515166,0.0013189036,0.0028504704,0.0019633828],"domain_scores_gemma":[0.9795617,0.011874396,0.0012570618,0.0016185278,0.0039621596,0.0017262131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028690342,0.0014573226,0.0008928376,0.0071941894,0.00872105,0.020065669,0.005073508,0.007000122,0.0071608657],"category_scores_gemma":[0.017977504,0.000643762,0.0018354127,0.0071748267,0.054531038,0.013467389,0.008991855,0.0046424232,0.0012674109],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017172184,0.000006413293,0.000109561566,0.00006588194,0.0000034691611,0.000041910913,0.0024566196,0.0010031365,0.000019495348,0.9926878,0.00084746146,0.0027566282],"study_design_scores_gemma":[0.000016408987,0.00001527719,0.00016007067,0.00040768206,0.000008472916,0.000062590196,0.0036167786,0.0029006267,0.00007860158,0.8996296,0.093086965,0.000016939328],"about_ca_topic_score_codex":0.08193679,"about_ca_topic_score_gemma":0.0505907,"teacher_disagreement_score":0.08193679,"about_ca_system_score_codex":0.05149195,"about_ca_system_score_gemma":0.058098145,"threshold_uncertainty_score":0.37360197},"labels":[],"label_agreement":null},{"id":"W2968012037","doi":"10.1186/s12961-019-0476-4","title":"Evaluation of an HIV-specific rapid response service for community-based organisations in Ontario, Canada","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; Ontario HIV Treatment Network","funders":"Ontario Ministry of Health and Long-Term Care; Ontario HIV Treatment Network","keywords":"Helpfulness; Context (archaeology); Service (business); Health services research; Public health; Human immunodeficiency virus (HIV); Medicine; Government (linguistics); Public relations; Health administration; Business; Nursing; Family medicine; Political science; Psychology; Marketing; Geography; Social psychology","score_opus":0.43151234875851496,"score_gpt":0.5162804335491664,"score_spread":0.08476808479065145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968012037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79215944,0.0078035826,0.004347148,0.019611103,0.00070843555,0.11898991,0.012159238,0.0005688201,0.043652255],"genre_scores_gemma":[0.8727189,0.008961282,0.039377127,0.0060560578,0.00020982225,0.052808464,0.005241871,0.000111725516,0.014514682],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97246426,0.012379912,0.0022084515,0.00092208525,0.008393504,0.0036317785],"domain_scores_gemma":[0.9160326,0.019993838,0.004806426,0.0018573175,0.04463546,0.012674323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.044257548,0.0010038902,0.0009556714,0.0027363226,0.0070838034,0.0028383175,0.0026920664,0.0012408817,0.0068170107],"category_scores_gemma":[0.07256248,0.00072460994,0.0011986917,0.0036591182,0.0015547016,0.0019588778,0.0038839914,0.0012184974,0.00056737626],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010241687,0.008182964,0.11776823,0.037230726,0.0007402421,0.0035182226,0.08721329,0.0033097356,0.004619849,0.00246432,0.07297292,0.6517378],"study_design_scores_gemma":[0.009709516,0.02304428,0.54581726,0.021193406,0.0015998405,0.0006818054,0.16122027,0.0074932324,0.0032987946,0.0012046115,0.22390452,0.0008324992],"about_ca_topic_score_codex":0.94134915,"about_ca_topic_score_gemma":0.96502644,"teacher_disagreement_score":0.107706435,"about_ca_system_score_codex":0.107706435,"about_ca_system_score_gemma":0.3902508,"threshold_uncertainty_score":0.7814685},"labels":[],"label_agreement":null},{"id":"W2969586990","doi":"10.1186/s12961-019-0479-1","title":"Understanding the supports needed for policy implementation: a comparative analysis of the placement of intermediaries across three mental health systems","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Pierre Elliott Trudeau Foundation","keywords":"Health services research; Mental health; Health administration; Public health; Health policy; Intermediary; Social policy; Health informatics; Health economics; Policy analysis; Medicine; Political science; Business; Nursing; Psychiatry; Public administration; Law","score_opus":0.7963745786537466,"score_gpt":0.6544311212051043,"score_spread":0.14194345744864234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969586990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773856,0.0009992041,0.00094803836,0.0031840368,0.000028811717,0.00031433377,0.00020086381,0.000008483314,0.016930649],"genre_scores_gemma":[0.9983542,0.0004208548,0.0005624344,0.0001377718,0.0000055034343,0.00009138758,0.000057855395,0.0000049183222,0.00036512315],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9771867,0.013988683,0.0010569709,0.0008633239,0.002226284,0.0046780244],"domain_scores_gemma":[0.9588674,0.026759436,0.0063465256,0.0012696695,0.0032286476,0.0035283214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02014396,0.0003083619,0.0007584608,0.005761896,0.009240636,0.01027007,0.0018495454,0.0016282372,0.008321868],"category_scores_gemma":[0.06225168,0.00054970366,0.0006263673,0.0069207842,0.009851893,0.009750122,0.014031068,0.0019435495,0.00027628485],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047962004,0.00020371366,0.10014485,0.0012262106,0.00013221067,0.0009807968,0.8276959,0.0002960036,0.00040561002,0.027444085,0.0009207844,0.04007021],"study_design_scores_gemma":[0.000050441166,0.00017798571,0.11089814,0.0010039486,0.00012225642,0.00013311992,0.87240183,0.0003960449,0.00018778592,0.0026771263,0.011919588,0.000031748463],"about_ca_topic_score_codex":0.08892585,"about_ca_topic_score_gemma":0.13428429,"teacher_disagreement_score":0.08892585,"about_ca_system_score_codex":0.034379754,"about_ca_system_score_gemma":0.035267115,"threshold_uncertainty_score":0.24944371},"labels":[],"label_agreement":null},{"id":"W2972745945","doi":"10.1186/s12961-019-0482-6","title":"The unpredictable journeys of spreading, sustaining and scaling healthcare innovations: a scoping review","year":2019,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Foundation for Healthcare Improvement; Université de Montréal; Fonds de Recherche du Québec - Santé; Canadian Standards Association; Canadian Institutes of Health Research; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; Université de Sherbrooke","funders":"Canadian Foundation for Healthcare Improvement","keywords":"Health care; Thematic analysis; Health services research; Leverage (statistics); Knowledge management; Health administration; Health policy; Public relations; Process management; Medicine; Business; Computer science; Qualitative research; Sociology; Political science","score_opus":0.8962473144628171,"score_gpt":0.6730677093406896,"score_spread":0.22317960512212753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972745945","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010920188,0.99053967,0.0013590854,0.003209856,0.00049273984,0.00043981214,0.00008104116,0.000011013837,0.0027746875],"genre_scores_gemma":[0.008063235,0.98793125,0.00201895,0.00078739424,0.00016562428,0.00060996105,0.00008938527,0.000008734918,0.00032555728],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9700604,0.01355897,0.008442751,0.0015175922,0.005668097,0.0007521379],"domain_scores_gemma":[0.84898084,0.1293115,0.007914465,0.0021222048,0.01084505,0.0008260076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034740165,0.0016374228,0.0034091482,0.028835353,0.0033583464,0.011683778,0.0026996662,0.0047721933,0.0029191482],"category_scores_gemma":[0.12139148,0.0016828072,0.0035648933,0.031496063,0.004328301,0.011585901,0.005537483,0.0037277637,0.0006701209],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011836242,0.00008348289,0.0013783212,0.4396023,0.0013937401,0.0007830788,0.01689718,0.001295989,0.0006205821,0.031262144,0.01343809,0.49312678],"study_design_scores_gemma":[0.000016397082,0.00008719648,0.0013202978,0.82747996,0.0013712706,0.00047560805,0.006038619,0.00025866897,0.00026738187,0.008231811,0.15439634,0.000056424476],"about_ca_topic_score_codex":0.009873252,"about_ca_topic_score_gemma":0.019703252,"teacher_disagreement_score":0.034740165,"about_ca_system_score_codex":0.009261903,"about_ca_system_score_gemma":0.042405047,"threshold_uncertainty_score":0.18372577},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2973003367","doi":"10.1186/s12961-019-0483-5","title":"Scaling up eConsult for access to specialists in primary healthcare across four Canadian provinces: study protocol of a multiple case study","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sinai Health System; Lunenfeld-Tanenbaum Research Institute; Université Laval; Women's College Hospital; Université du Québec en Outaouais; St Mary's Hospital Centre; Memorial University of Newfoundland; Bruyère; McGill University; University of Ottawa; University of Manitoba; Ottawa Hospital; University of Toronto; Hôpital Charles-Le Moyne; Université de Sherbrooke","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Health services research; Scale (ratio); Stakeholder; Health care; Protocol (science); Medicine; Public health; Economic growth; Public relations; Nursing; Geography; Political science; Cartography","score_opus":0.39938661899621386,"score_gpt":0.5326446259020527,"score_spread":0.1332580069058389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973003367","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035157304,0.0007204882,0.0034472875,0.001373885,0.0001204771,0.94952166,0.003875038,0.00003433833,0.0057495716],"genre_scores_gemma":[0.041140396,0.00080800435,0.013431301,0.00070137327,0.000028257391,0.940539,0.0010359049,0.000009389493,0.0023063978],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9792941,0.008122267,0.0024088516,0.002137756,0.0032100764,0.004826949],"domain_scores_gemma":[0.9727122,0.005188817,0.0026461952,0.0020612876,0.012989808,0.004401634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04320183,0.0020011493,0.0019607104,0.0049009714,0.013930523,0.0047815423,0.006878639,0.0037923094,0.019377144],"category_scores_gemma":[0.030051026,0.0023824163,0.002522589,0.0064777927,0.004828278,0.002241972,0.0034557036,0.0038893006,0.0016895827],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.013081079,0.01663912,0.0671493,0.04879515,0.0006636275,0.014019998,0.38468453,0.009576778,0.0073486264,0.03672257,0.1127618,0.28855744],"study_design_scores_gemma":[0.0141380625,0.0068582445,0.14797221,0.029608268,0.0006822014,0.0010911003,0.38298824,0.0036798096,0.0047176117,0.0077372915,0.39979708,0.0007298962],"about_ca_topic_score_codex":0.83237946,"about_ca_topic_score_gemma":0.9152578,"teacher_disagreement_score":0.8457733,"about_ca_system_score_codex":0.15422674,"about_ca_system_score_gemma":0.29520598,"threshold_uncertainty_score":0.9809771},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2989627414","doi":"10.1186/s12961-019-0488-0","title":"Developing evidence briefs for policy: a qualitative case study comparing the process of using a guidance-contextualization workbook in Peru and Uganda","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Impact; McMaster University Medical Centre","funders":"International Development Research Centre; McMaster University","keywords":"Workbook; Contextualization; Health administration; Health policy; Process (computing); Health services research; Qualitative research; Medical education; Public relations; Public health; Medicine; Psychology; Political science; Nursing; Sociology; Computer science; Social science; Law","score_opus":0.5926061948479586,"score_gpt":0.6244453085345509,"score_spread":0.03183911368659231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989627414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93419075,0.003351189,0.026958909,0.015264364,0.00016249172,0.004715462,0.00020711776,0.000116809904,0.01503283],"genre_scores_gemma":[0.9567618,0.0030596594,0.0315639,0.0014854163,0.000036561087,0.0037220076,0.00011488631,0.000068151545,0.003187638],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.91130865,0.07996987,0.0023156854,0.0012104943,0.0020703224,0.0031250024],"domain_scores_gemma":[0.85008514,0.12595735,0.0081642335,0.0031677806,0.0074621267,0.0051633953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08393966,0.00089258153,0.0010266184,0.0032020707,0.015129151,0.0077109016,0.0038165417,0.0041798535,0.0027213774],"category_scores_gemma":[0.12583338,0.0016319628,0.0007486238,0.0041572587,0.011388977,0.008390596,0.014035549,0.0052563823,0.0003897675],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004824983,0.00017713131,0.0019053647,0.00065459637,0.000008608885,0.0034600534,0.97414577,0.00026974108,0.000694955,0.0028899377,0.00075561606,0.014989984],"study_design_scores_gemma":[0.000017668259,0.00020285827,0.0012294275,0.0008614688,0.000009905138,0.0006363149,0.9714006,0.0002933837,0.0005904599,0.0009893384,0.023735315,0.00003321774],"about_ca_topic_score_codex":0.0050022653,"about_ca_topic_score_gemma":0.007687062,"teacher_disagreement_score":0.08393966,"about_ca_system_score_codex":0.013127768,"about_ca_system_score_gemma":0.015506704,"threshold_uncertainty_score":0.4439206},"labels":[],"label_agreement":null},{"id":"W2990125697","doi":"10.1186/s12961-019-0499-x","title":"Out of sync: a Shared Mental Models perspective on policy implementation in healthcare","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; St. Michael's Hospital; Simon Fraser University; University of Toronto; Women's College Hospital; McMaster University","funders":"University of Toronto; Ontario Ministry of Health and Long-Term Care; Canadian Institutes of Health Research; Government of Ontario","keywords":"Health administration; Health services research; Ambiguity; Mental health; Health policy; Perspective (graphical); sync; Policy analysis; Public relations; Implementation research; Sociology; Health care; Health economics; Public administration; Psychology; Political science; Medicine; Computer science; Economics; Nursing; Psychological intervention; Economic growth","score_opus":0.757703376800305,"score_gpt":0.6370829467416149,"score_spread":0.12062043005869005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990125697","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26033208,0.004543251,0.15001991,0.31449378,0.00050263427,0.00044244938,0.00016996994,0.00013542728,0.26936048],"genre_scores_gemma":[0.98893166,0.00042224457,0.007140254,0.0021915499,0.000051959087,0.00009372449,0.000029129567,0.000019745647,0.0011197226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.954924,0.036698643,0.00092793594,0.0012694434,0.0033652144,0.00281472],"domain_scores_gemma":[0.96858335,0.021062916,0.0031733566,0.0023895754,0.0024785502,0.0023122577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.036682386,0.0008070824,0.00072953425,0.004530313,0.008474242,0.019026363,0.0034695773,0.0059407963,0.0026054976],"category_scores_gemma":[0.03920515,0.00066245365,0.0012878653,0.0031392795,0.065017365,0.018187078,0.0107888775,0.009117647,0.00028579464],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003209646,0.000044462362,0.002133122,0.00006959479,0.000027953334,0.00021164605,0.12246993,0.0010606115,0.00009897981,0.86583394,0.0009883244,0.0070292437],"study_design_scores_gemma":[0.00003806107,0.00005900605,0.002552534,0.00029732392,0.000036428923,0.0002456912,0.093778804,0.004777681,0.0001935195,0.87742704,0.020536868,0.000057041045],"about_ca_topic_score_codex":0.03862203,"about_ca_topic_score_gemma":0.02045173,"teacher_disagreement_score":0.03862203,"about_ca_system_score_codex":0.029571375,"about_ca_system_score_gemma":0.021857236,"threshold_uncertainty_score":0.21455634},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2991035790","doi":"10.1186/s12961-019-0501-7","title":"Exploring the frontiers of research co-production: the Integrated Knowledge Translation Research Network concept papers","year":2019,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Relevance (law); Health services research; Argument (complex analysis); Production (economics); Usability; Knowledge production; Sociology; Knowledge management; Nursing research; Translational research; Engineering ethics; Public health; Public relations; Political science; Computer science; Medicine; Engineering","score_opus":0.6815706415213176,"score_gpt":0.612601683179391,"score_spread":0.06896895834192662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991035790","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034600188,0.02549003,0.0041841622,0.21775843,0.7391543,0.00008169917,0.00010064764,0.0001114054,0.012773308],"genre_scores_gemma":[0.01853365,0.045574322,0.0079982225,0.0642714,0.8195544,0.00041159758,0.00024563132,0.0006674602,0.042743362],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9736608,0.012264273,0.0018309475,0.0021198485,0.009254107,0.0008699256],"domain_scores_gemma":[0.8521884,0.11600582,0.0035033056,0.0033873182,0.01734224,0.0075728684],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0412838,0.0014343106,0.0014774145,0.008395437,0.007176335,0.024200425,0.0028103802,0.010994117,0.011051175],"category_scores_gemma":[0.096590765,0.00064297253,0.0013246041,0.0047975476,0.014377139,0.016666548,0.0078101666,0.014740437,0.0031611128],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042124826,0.000016622276,0.00009139027,0.0012238955,0.000036198904,0.00020558928,0.0021157695,0.000107127955,0.00013021051,0.052400015,0.91198397,0.031647123],"study_design_scores_gemma":[0.000014132532,0.000011025801,0.000100989346,0.0016914089,0.000029887971,0.00012665549,0.0011077223,0.00013989006,0.00014107412,0.019603267,0.97701323,0.00002074056],"about_ca_topic_score_codex":0.0017355434,"about_ca_topic_score_gemma":0.0042109727,"teacher_disagreement_score":0.9587162,"about_ca_system_score_codex":0.0088291215,"about_ca_system_score_gemma":0.0126464,"threshold_uncertainty_score":0.21833223},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2991194815","doi":"10.1186/s12961-019-0485-3","title":"Collaborative health research partnerships: a survey of researcher and knowledge-user attitudes and perceptions","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Western University","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; General partnership; Knowledge management; Health services research; Context (archaeology); Public relations; Knowledge sharing; Resource (disambiguation); Sustainability; Descriptive statistics; Medical education; Psychology; Business; Health care; Political science; Medicine; Computer science","score_opus":0.9421666966317349,"score_gpt":0.7898573270463275,"score_spread":0.15230936958540742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991194815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980957,0.00015876676,0.00017485525,0.00035276607,0.0000048898237,0.00008686934,0.00008576586,0.0000043156656,0.0010360632],"genre_scores_gemma":[0.99801445,0.00035577267,0.0004624618,0.00041839472,0.0000098655955,0.00018397652,0.00008394238,0.000005811356,0.00046534938],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9739402,0.016514298,0.0024050102,0.0009740807,0.0035394474,0.0026269422],"domain_scores_gemma":[0.95391256,0.022670384,0.009629319,0.0015503162,0.0067012766,0.0055361856],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030621538,0.00021802992,0.0008287252,0.0032832515,0.003270224,0.0039229128,0.0006962433,0.0015992435,0.002375462],"category_scores_gemma":[0.043687552,0.0007357611,0.00069947884,0.0026714327,0.0017556497,0.0033100338,0.0046886937,0.0013391899,0.0005277525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013287511,0.000580353,0.70644665,0.00021383331,0.00004531151,0.00039965974,0.2748568,0.000064056214,0.00057931506,0.00031263032,0.0007540138,0.015614569],"study_design_scores_gemma":[0.00003177928,0.0010797174,0.2739801,0.00025292026,0.000032559787,0.00074211677,0.7171114,0.0005842198,0.00028571257,0.00023370542,0.005584908,0.00008084519],"about_ca_topic_score_codex":0.008813725,"about_ca_topic_score_gemma":0.006800101,"teacher_disagreement_score":0.9693785,"about_ca_system_score_codex":0.0015749317,"about_ca_system_score_gemma":0.0029167996,"threshold_uncertainty_score":0.16194415},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2992644857","doi":"10.1186/s12961-019-0489-z","title":"Health promoter, advocate, legitimiser — the many roles of WHO guidelines: a qualitative study","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research; University of Sydney","keywords":"Snowball sampling; Credibility; Public relations; Health policy; Health services research; Public health; Grounded theory; Legitimacy; Variety (cybernetics); Health administration; Guideline; Government (linguistics); Medicine; Qualitative research; Nursing; Political science; Sociology; Politics; Law","score_opus":0.7629361583096366,"score_gpt":0.7016364078950232,"score_spread":0.06129975041461333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992644857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9603513,0.0014851353,0.007767621,0.015826432,0.00022451782,0.00092294917,0.00032774027,0.000045254237,0.01304909],"genre_scores_gemma":[0.983248,0.0012932926,0.0038466442,0.0050133467,0.000053462027,0.0010332881,0.00012005279,0.000055428238,0.005336448],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9648712,0.028789623,0.0006461046,0.0012056651,0.0016754973,0.0028118258],"domain_scores_gemma":[0.9345859,0.053358104,0.002620997,0.0008951464,0.0039144685,0.004625443],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0374131,0.00049278326,0.0008311662,0.0019599334,0.012241102,0.005014981,0.0020520731,0.0028988284,0.0036454466],"category_scores_gemma":[0.046777174,0.00087063207,0.00035244905,0.0023119915,0.015043965,0.006523361,0.0064771706,0.0046565114,0.00054297026],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013637558,0.000026133604,0.0012079068,0.00010164846,0.0000013800503,0.00032811429,0.99398106,0.000013319078,0.0002351668,0.0013351338,0.0006009884,0.0021555643],"study_design_scores_gemma":[0.0000031062848,0.000019680652,0.00037203025,0.00018570619,0.0000016860222,0.00007851994,0.9920648,0.000050418275,0.00010847041,0.00032966075,0.0067803296,0.0000056458007],"about_ca_topic_score_codex":0.015483973,"about_ca_topic_score_gemma":0.020118238,"teacher_disagreement_score":0.9625869,"about_ca_system_score_codex":0.0081503065,"about_ca_system_score_gemma":0.013945393,"threshold_uncertainty_score":0.19786179},"labels":[],"label_agreement":null},{"id":"W2995039211","doi":"10.1186/s12961-019-0509-z","title":"How and why do win–win strategies work in engaging policy-makers to implement Health in All Policies? A multiple-case study of six state- and national-level governments","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; Suomen Kulttuurirahasto; Ontario Ministry of Health and Long-Term Care; Wilfrid Laurier University","keywords":"Health services research; Public health; Grey literature; Win-win game; Context (archaeology); Health policy; Public relations; Health administration; Triangulation; Public economics; Political science; Sociology; Medicine; Economics; Nursing; MEDLINE; Social science; Law","score_opus":0.36385702626055155,"score_gpt":0.49719357759335525,"score_spread":0.1333365513328037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995039211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98751104,0.00035523597,0.0024509507,0.0033167892,0.00003316332,0.0008491822,0.00007485539,0.000008018699,0.0054007974],"genre_scores_gemma":[0.9923637,0.00039450178,0.004644076,0.0004875951,0.000010130373,0.0010112632,0.000045449786,0.000011912955,0.0010313571],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9319734,0.05749169,0.0015227342,0.0019876587,0.0021416177,0.004882774],"domain_scores_gemma":[0.9222857,0.06234133,0.0057380046,0.0029189696,0.003545104,0.0031708647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06013011,0.00079892785,0.0012016932,0.0029683898,0.020741932,0.008575479,0.0040793354,0.005066542,0.0044114217],"category_scores_gemma":[0.07131194,0.0012780817,0.0013168117,0.0032060775,0.0120629305,0.00978993,0.008643679,0.0059510632,0.00042036016],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024392999,0.0018825817,0.028654749,0.0005625834,0.000090876136,0.005672292,0.92107546,0.00092398084,0.000432711,0.02539905,0.0012376452,0.01382417],"study_design_scores_gemma":[0.000119113225,0.0004196424,0.006850167,0.00047829805,0.000059265643,0.0004508282,0.9759018,0.0011882659,0.0005776192,0.004601764,0.009309894,0.00004331429],"about_ca_topic_score_codex":0.024974396,"about_ca_topic_score_gemma":0.04554242,"teacher_disagreement_score":0.06013011,"about_ca_system_score_codex":0.021169111,"about_ca_system_score_gemma":0.014544141,"threshold_uncertainty_score":0.31800216},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2997307131","doi":"10.1186/s12961-019-0503-5","title":"Fostering implementation of knowledge into health practice: study protocol for the validation and redevelopment of the Knowledge Uptake and Utilization Tool","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Waterloo; Wilfrid Laurier University; University of British Columbia","funders":"Canadian Institutes of Health Research; University of Waterloo","keywords":"Health services research; Protocol (science); Health administration; Public health; Knowledge translation; Medicine; Redevelopment; Health informatics; Health policy; Knowledge management; Medical education; Nursing; Computer science; Alternative medicine; Political science","score_opus":0.9007547394026563,"score_gpt":0.7863855466022303,"score_spread":0.11436919280042601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997307131","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008007632,0.000050739352,0.0032585457,0.00018351927,0.00008157858,0.99401134,0.00071265956,0.000038875285,0.000861912],"genre_scores_gemma":[0.00036016366,0.000042056407,0.003301256,0.000062669,0.000007018652,0.9959781,0.00008390647,0.0000024738556,0.00016225227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9355071,0.041674323,0.009863265,0.0035042022,0.0057179686,0.0037331309],"domain_scores_gemma":[0.88577676,0.04646524,0.012632058,0.018163564,0.030982167,0.00598017],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.12600367,0.0032816834,0.004156619,0.004186456,0.008147597,0.00506448,0.0050005927,0.008093692,0.06012928],"category_scores_gemma":[0.13178545,0.004140233,0.0042117764,0.0054816133,0.0045887097,0.0051443847,0.005243702,0.012531579,0.023263033],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06498709,0.03829037,0.005863752,0.063422285,0.0007307882,0.0023552522,0.04279723,0.0066759516,0.008810832,0.054319985,0.18209934,0.5296472],"study_design_scores_gemma":[0.1134849,0.030820591,0.026377816,0.053464837,0.00070446386,0.0008538797,0.02248929,0.007207143,0.0111952005,0.038260322,0.6938582,0.0012833804],"about_ca_topic_score_codex":0.005951041,"about_ca_topic_score_gemma":0.012548435,"teacher_disagreement_score":0.8739963,"about_ca_system_score_codex":0.013692349,"about_ca_system_score_gemma":0.06590071,"threshold_uncertainty_score":0.6663791},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2998315221","doi":"10.1186/s12961-019-0502-6","title":"Optimisation: defining and exploring a concept to enhance the impact of public health initiatives","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of British Columbia","funders":"National Center for Advancing Translational Sciences; National Health and Medical Research Council; National Cancer Institute; Hunter Medical Research Institute","keywords":"Public health; Context (archaeology); Thematic analysis; Delphi method; Process management; Health services research; Stakeholder; Process (computing); Health policy; Health administration; Management science; Knowledge management; Public relations; Computer science; Medicine; Qualitative research; Business; Political science; Engineering; Nursing; Sociology","score_opus":0.9371894666115107,"score_gpt":0.7684890779729129,"score_spread":0.16870038863859782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998315221","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09455402,0.017809432,0.5050057,0.20222549,0.0023493043,0.011259794,0.000417439,0.00077700685,0.1656018],"genre_scores_gemma":[0.6335373,0.0068259793,0.33996284,0.009505936,0.0002978697,0.005531715,0.00019875553,0.00027629943,0.0038633598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.755223,0.21115533,0.007896502,0.0054899217,0.014727304,0.0055079935],"domain_scores_gemma":[0.8351549,0.12829483,0.010866072,0.0070466725,0.011905995,0.006731559],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.18708529,0.002411863,0.001828017,0.008289889,0.009016546,0.020644793,0.005710692,0.008331747,0.004880857],"category_scores_gemma":[0.111084096,0.0016428493,0.0029364005,0.006167545,0.06409397,0.035516128,0.031560995,0.009422411,0.0007802556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028485543,0.0003010516,0.0039148377,0.0132581,0.00020549071,0.0007401985,0.399844,0.003664706,0.0025561128,0.4491917,0.01358364,0.11245532],"study_design_scores_gemma":[0.00014762225,0.0005923878,0.0032659166,0.016759537,0.00020919036,0.0008277431,0.2753881,0.004011216,0.0027053512,0.41405797,0.2816694,0.00036559548],"about_ca_topic_score_codex":0.0029329446,"about_ca_topic_score_gemma":0.0027492205,"teacher_disagreement_score":0.18708529,"about_ca_system_score_codex":0.020851372,"about_ca_system_score_gemma":0.05102337,"threshold_uncertainty_score":0.9894134},"labels":[],"label_agreement":null},{"id":"W2998499817","doi":"10.1186/s12961-019-0498-y","title":"Stakeholders’ experiences with the evidence aid website to support ‘real-time’ use of research evidence to inform decision-making in crisis zones: a user testing study","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Disaster Response and Management","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; McMaster University Medical Centre","funders":"","keywords":"Credibility; Usability; Evidence-based practice; Public relations; Health care; Psychology; Medicine; Medical education; Political science; Computer science; Alternative medicine","score_opus":0.7811555816257864,"score_gpt":0.637184040488357,"score_spread":0.14397154113742938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998499817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995388,0.00010204768,0.002023695,0.00070451654,0.000012462304,0.0002795241,0.000081696,0.00006303846,0.0013451756],"genre_scores_gemma":[0.9867747,0.00020363506,0.010807476,0.0005043877,0.0000151477225,0.0007442884,0.00011042374,0.000052857937,0.0007871658],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9681009,0.027393145,0.0011753913,0.0007042703,0.0015502749,0.0010759558],"domain_scores_gemma":[0.80291945,0.1713266,0.004576387,0.0065618167,0.009077745,0.005537996],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.051905904,0.0006265219,0.00079839816,0.002115794,0.0031790077,0.0048309825,0.0018565005,0.0026611101,0.004059669],"category_scores_gemma":[0.10643722,0.00095773366,0.00081220834,0.0013176053,0.0031964674,0.0054246974,0.006278197,0.0020526277,0.0007895616],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009878945,0.0021964195,0.03972276,0.0015955734,0.00008378887,0.0032621808,0.88317776,0.0005825605,0.0060714497,0.0008705705,0.0023164526,0.059132576],"study_design_scores_gemma":[0.0004522028,0.009311055,0.04957062,0.0014991324,0.00018771879,0.0046773474,0.8659926,0.005974698,0.0076949433,0.0015917341,0.052642256,0.0004057418],"about_ca_topic_score_codex":0.0014938548,"about_ca_topic_score_gemma":0.0024021857,"teacher_disagreement_score":0.94809407,"about_ca_system_score_codex":0.0019762565,"about_ca_system_score_gemma":0.0018198044,"threshold_uncertainty_score":0.27450794},"labels":[],"label_agreement":null},{"id":"W3003132063","doi":"10.1186/s12961-019-0521-3","title":"Building an integrated knowledge translation (IKT) evidence base: colloquium proceedings and research direction","year":2020,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital; Western University","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Knowledge management; General partnership; Health services research; Knowledge sharing; Field (mathematics); Relevance (law); CLARITY; Knowledge base; Computer science; Sociology; Political science; World Wide Web; Health care","score_opus":0.9465250310590596,"score_gpt":0.7649888988784007,"score_spread":0.1815361321806589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003132063","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009186528,0.30815795,0.089222685,0.49523556,0.05853466,0.0054182336,0.00076352485,0.00043284398,0.033048052],"genre_scores_gemma":[0.23314947,0.34100953,0.281583,0.099985816,0.01375917,0.01751771,0.0025380405,0.0009870189,0.009470273],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6972468,0.20534578,0.039872285,0.01620027,0.032841593,0.008493316],"domain_scores_gemma":[0.324929,0.50212413,0.019511845,0.034907363,0.09826815,0.020259563],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39597172,0.0025440136,0.0042330804,0.022653917,0.011616563,0.03700859,0.012467811,0.016575027,0.011863715],"category_scores_gemma":[0.47501537,0.0022143258,0.0060022585,0.020230955,0.023461085,0.04946757,0.032821603,0.028198248,0.0032604637],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003482532,0.00043513763,0.0020585647,0.048796266,0.0006025924,0.0008583699,0.07108783,0.0013042574,0.0013408092,0.23934159,0.14394276,0.48988348],"study_design_scores_gemma":[0.00013527586,0.00035146665,0.002212498,0.16488165,0.0005537352,0.00082097214,0.060619324,0.0020086674,0.0015318029,0.12751079,0.6390736,0.00030015095],"about_ca_topic_score_codex":0.010123156,"about_ca_topic_score_gemma":0.010328718,"teacher_disagreement_score":0.6040283,"about_ca_system_score_codex":0.051130086,"about_ca_system_score_gemma":0.111569725,"threshold_uncertainty_score":0.7448744},"labels":[],"label_agreement":null},{"id":"W3006359455","doi":"10.1186/s12961-019-0494-2","title":"Intervention Scalability Assessment Tool: A decision support tool for health policy makers and implementers","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":247,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Health and Medical Research Council; Medical Research Council; NSW Ministry of Health; Australian Government; ACT Government","keywords":"Context (archaeology); Psychological intervention; Scale (ratio); Health services research; Fidelity; Health policy; Population health; Intervention (counseling); Medicine; Process management; Public health; Computer science; Nursing; Engineering","score_opus":0.8146472222045942,"score_gpt":0.7678334758313322,"score_spread":0.046813746373261966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006359455","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0171596,0.002665862,0.5252717,0.03902276,0.0027038848,0.15588307,0.10840475,0.06011761,0.08877071],"genre_scores_gemma":[0.020956444,0.000631938,0.861615,0.001972857,0.00020811835,0.09917103,0.0112651205,0.0015880057,0.0025915164],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8658577,0.08455742,0.029984357,0.0033434608,0.014344312,0.001912614],"domain_scores_gemma":[0.41607538,0.47324792,0.022970067,0.01793953,0.0636959,0.0060712295],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.23945312,0.0043464554,0.0053638024,0.022348126,0.0027500298,0.012527779,0.007615222,0.004942948,0.09186857],"category_scores_gemma":[0.4763572,0.0034403559,0.0073970878,0.012231782,0.0022566498,0.01673206,0.013513525,0.008274943,0.015912969],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020973196,0.0011106958,0.0054902392,0.01903435,0.0010966194,0.00031975986,0.00505965,0.0061384356,0.00092716736,0.021001393,0.39529386,0.5424306],"study_design_scores_gemma":[0.010182884,0.0018014021,0.01581066,0.030540232,0.002367344,0.00044723492,0.009607532,0.07174991,0.00638877,0.12862626,0.7209421,0.0015357251],"about_ca_topic_score_codex":0.0030308678,"about_ca_topic_score_gemma":0.0036716994,"teacher_disagreement_score":0.23945312,"about_ca_system_score_codex":0.007358633,"about_ca_system_score_gemma":0.025446279,"threshold_uncertainty_score":0.9378897},"labels":[],"label_agreement":null},{"id":"W3008872428","doi":"10.1186/s12961-020-0533-z","title":"Is patient-centred care for women a priority for policy-makers? Content analysis of government policies","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; York University; University of Ottawa; Women's College Hospital; University of Toronto; Toronto General Hospital; University Health Network","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Government (linguistics); Health care; Rehabilitation; Content analysis; Health services research; Health policy; Medicine; Social policy; Health administration; Public health; Public relations; Nursing; Political science; Sociology; Economic growth; Economics; Physical therapy","score_opus":0.7234645543641619,"score_gpt":0.5673659343318571,"score_spread":0.1560986200323048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008872428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90547645,0.0077212537,0.009983167,0.03854979,0.0002817178,0.0012862106,0.005385389,0.000087271925,0.031228773],"genre_scores_gemma":[0.9856623,0.0031759143,0.006622151,0.0018567067,0.00006401701,0.0007107695,0.0012528897,0.000059527814,0.00059568585],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9795959,0.0136392675,0.0018644811,0.0009851542,0.0028507726,0.0010644947],"domain_scores_gemma":[0.8528154,0.11454271,0.015587226,0.0036102775,0.0120768435,0.0013675645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034250017,0.00023897832,0.00048738,0.0066376403,0.0015825682,0.0058869678,0.000724776,0.00064813544,0.001924602],"category_scores_gemma":[0.13626301,0.00027200882,0.00043672076,0.010613029,0.0032997066,0.005803817,0.0023890964,0.0011490111,0.0001729455],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017415812,0.00010107231,0.18878591,0.0047688256,0.00016227904,0.00035720412,0.5569249,0.00045205586,0.0008489797,0.037482068,0.0140972845,0.19584529],"study_design_scores_gemma":[0.000030099945,0.00006766735,0.2313867,0.014658459,0.00017135266,0.00020754022,0.5970104,0.002376969,0.0012021363,0.016171236,0.13662593,0.000091505484],"about_ca_topic_score_codex":0.030513398,"about_ca_topic_score_gemma":0.024208201,"teacher_disagreement_score":0.034250017,"about_ca_system_score_codex":0.01629688,"about_ca_system_score_gemma":0.016588237,"threshold_uncertainty_score":0.18113357},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W3010563719","doi":"10.1186/s12961-020-0535-x","title":"Examining partnerships within an international knowledge translation network focused on youth mental health promotion","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada; University of Toronto; McGill University; Douglas Mental Health University Institute; Alberta Advanced Education; Centre for Addiction and Mental Health; Royal Ottawa Mental Health Centre","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"General partnership; Mental health; Knowledge translation; Health services research; Social network analysis; Centralisation; Knowledge management; Health administration; Public relations; Promotion (chess); Knowledge sharing; Social network (sociolinguistics); Betweenness centrality; Service provider; Integrated care; Psychology; Applied psychology; Medical education; Service (business); Medicine; Business; Nursing; Health care; Public health; Sociology; Computer science; Marketing; Political science; Politics; Psychiatry; Social capital; Centrality; Social media","score_opus":0.9729967268034587,"score_gpt":0.7304959229134537,"score_spread":0.24250080389000506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010563719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785422,0.00034519457,0.0022689975,0.0010837937,0.000034556862,0.0003458508,0.00013387985,0.00001456359,0.017230934],"genre_scores_gemma":[0.9971155,0.00023607402,0.0012336225,0.00007055572,0.000006233587,0.00021376196,0.00007672977,0.000005699786,0.0010418219],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9900822,0.0068724365,0.00032808486,0.00048251296,0.00087105366,0.0013636764],"domain_scores_gemma":[0.9716742,0.014491134,0.0045849527,0.0010361914,0.0042506577,0.003962793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015794054,0.00023190853,0.00019877806,0.002284988,0.004086162,0.0039368356,0.00083119154,0.00056791375,0.0043122037],"category_scores_gemma":[0.03240856,0.00028177147,0.00027003186,0.0029608943,0.001638353,0.0059680296,0.007955659,0.0009617602,0.00029693922],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003528628,0.00066373043,0.4375119,0.00056517596,0.000066523135,0.0009879228,0.4287274,0.00069719664,0.0005701065,0.0124527635,0.0034918096,0.11391257],"study_design_scores_gemma":[0.000060343682,0.00062418735,0.19212528,0.00060697057,0.000079945064,0.00052419456,0.77603453,0.002050449,0.000912623,0.0029369295,0.024012826,0.000031767304],"about_ca_topic_score_codex":0.012328132,"about_ca_topic_score_gemma":0.021856252,"teacher_disagreement_score":0.015794054,"about_ca_system_score_codex":0.006081282,"about_ca_system_score_gemma":0.010660993,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3012391404","doi":"10.1186/s12961-020-0530-2","title":"Supporting the use of research evidence in decision-making in crisis zones in low- and middle-income countries: a critical interpretive synthesis","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Disaster Response and Management","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; McMaster University Medical Centre","funders":"McMaster University","keywords":"CINAHL; Conceptual framework; Leverage (statistics); Health services research; Empirical evidence; Empirical research; Conceptual model; Knowledge management; Public relations; Management science; MEDLINE; Sociology; Political science; Medicine; Public health; Computer science; Economics; Social science; Nursing","score_opus":0.5884413837431122,"score_gpt":0.6369487349940774,"score_spread":0.04850735125096528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012391404","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027066445,0.4802985,0.13006249,0.18752006,0.020964133,0.12887134,0.0053444137,0.00057629676,0.019296385],"genre_scores_gemma":[0.254064,0.17674327,0.38873577,0.029867595,0.002668365,0.14457066,0.0017274375,0.0002999667,0.0013228942],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.30332273,0.50265974,0.14473012,0.012811878,0.032363597,0.0041119917],"domain_scores_gemma":[0.088397324,0.84066105,0.021117682,0.015667995,0.03243617,0.0017198313],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.61139524,0.004845531,0.012641717,0.08106762,0.009202377,0.040524513,0.013098938,0.016158875,0.0053764503],"category_scores_gemma":[0.7629231,0.004082535,0.01124304,0.042512912,0.029514775,0.035806682,0.022272278,0.013737837,0.0008880321],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004708262,0.000107677544,0.0020839337,0.63668114,0.0041356203,0.0012115596,0.17993009,0.0014754088,0.000989633,0.06950503,0.012461871,0.09094724],"study_design_scores_gemma":[0.00036666446,0.0001968229,0.0007998765,0.77570003,0.006413421,0.0003779924,0.07587425,0.0012588402,0.0011323459,0.06618684,0.07148378,0.00020911924],"about_ca_topic_score_codex":0.005414239,"about_ca_topic_score_gemma":0.0071071982,"teacher_disagreement_score":0.38860476,"about_ca_system_score_codex":0.04313438,"about_ca_system_score_gemma":0.10838432,"threshold_uncertainty_score":0.4792189},"labels":[],"label_agreement":null},{"id":"W3012565088","doi":"10.1186/s12961-020-0527-x","title":"Understanding the Athena SWAN award scheme for gender equality as a complex social intervention in a complex system: analysis of Silver award action plans in a comparative European perspective","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; National Institute for Health and Care Research","keywords":"Social policy; Perspective (graphical); Health services research; Scheme (mathematics); Action (physics); Health administration; Intervention (counseling); Public health; Sociology; Public administration; Medicine; Political science; Law; Nursing; Computer science; Artificial intelligence","score_opus":0.9127994748996046,"score_gpt":0.6262337510542788,"score_spread":0.28656572384532575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012565088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7833974,0.0031899402,0.029395116,0.019201428,0.00024305517,0.0007295703,0.00010149599,0.000052962943,0.16368902],"genre_scores_gemma":[0.99135286,0.00055543514,0.0050063855,0.0006275672,0.000010810676,0.00029931945,0.000024256475,0.000018238277,0.0021052808],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9400986,0.05199161,0.0008241191,0.0015325566,0.002715629,0.0028373857],"domain_scores_gemma":[0.9586676,0.03270588,0.003146356,0.0018039164,0.0021352586,0.0015411125],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06817604,0.00046739195,0.00055425824,0.0033859645,0.009634207,0.012907325,0.0023470279,0.002687868,0.00386615],"category_scores_gemma":[0.043060627,0.0003965527,0.00072010333,0.0037639064,0.032183066,0.009248401,0.011316619,0.0027924469,0.00018452188],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047640293,0.00009194457,0.006353387,0.00038796553,0.000027841152,0.00036296798,0.7179038,0.0009114466,0.00023414625,0.24027982,0.0012296991,0.032169387],"study_design_scores_gemma":[0.00001613662,0.00015370786,0.018809784,0.0012577904,0.000031120173,0.00011849055,0.8688655,0.0012106664,0.0004097676,0.04066169,0.06842163,0.00004376569],"about_ca_topic_score_codex":0.021911174,"about_ca_topic_score_gemma":0.02696317,"teacher_disagreement_score":0.93182397,"about_ca_system_score_codex":0.03166093,"about_ca_system_score_gemma":0.022087516,"threshold_uncertainty_score":0.36055368},"labels":[],"label_agreement":null},{"id":"W3012586751","doi":"10.1186/s12961-020-0536-9","title":"Conceptualising the initiation of researcher and research user partnerships: a meta-narrative review","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; General partnership; Knowledge translation; Narrative; Stakeholder engagement; Health care; Health services research; Translational research; Medicine; Nursing; Medical education; Psychology; Knowledge management; Public relations; Public health; Political science; Computer science","score_opus":0.9754498630744562,"score_gpt":0.7413950696927037,"score_spread":0.2340547933817525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012586751","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035648786,0.98841244,0.0020911025,0.0017260053,0.00023812706,0.0018822594,0.0004453719,0.000019636116,0.0016201575],"genre_scores_gemma":[0.063601024,0.92140514,0.0072190356,0.001490143,0.00011346377,0.0053171436,0.00048085477,0.00001972045,0.00035346198],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.9474654,0.03135578,0.013635636,0.0018416924,0.004958456,0.0007429995],"domain_scores_gemma":[0.8579638,0.116112866,0.01566029,0.002289694,0.007110564,0.00086286035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.057103828,0.0019084903,0.0048459247,0.019915275,0.0016771803,0.007647716,0.0036341597,0.0024634604,0.0036359348],"category_scores_gemma":[0.1629827,0.0018244383,0.00843859,0.014335514,0.002276867,0.01131799,0.0050482587,0.0028557437,0.0004646564],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003649854,0.00003335872,0.0018256145,0.8871482,0.007843789,0.00038199453,0.010852547,0.00034615592,0.00022355902,0.00522479,0.0030422776,0.08271277],"study_design_scores_gemma":[0.00010499618,0.00010546654,0.0012638948,0.9485236,0.018035294,0.00043579677,0.0052874046,0.00016919452,0.00025386462,0.001649227,0.024127476,0.000043847376],"about_ca_topic_score_codex":0.005109786,"about_ca_topic_score_gemma":0.01499953,"teacher_disagreement_score":0.057103828,"about_ca_system_score_codex":0.011695578,"about_ca_system_score_gemma":0.027012654,"threshold_uncertainty_score":0.30199754},"labels":[],"label_agreement":null},{"id":"W3012790013","doi":"10.1186/s12961-020-0525-z","title":"Governance of health research funding institutions: an integrated conceptual framework and actionable functions of governance","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval","funders":"National Health and Medical Research Council; Medical Research Council; National Institute for Health and Care Excellence; European Observatory on Health Systems and Policies; National Institutes of Health; Vetenskapsrådet; National Medical Research Council; Agencja Badań Medycznych; ZonMw; Canadian Institutes of Health Research; National Institute for Health and Care Research","keywords":"Corporate governance; Accountability; Health administration; Conceptual framework; Information governance; Project governance; Public relations; Transparency (behavior); Health services research; Public health; Political science; Public administration; Business; Sociology; Medicine; Information system; Management information systems; Social science; Nursing","score_opus":0.8909386227683271,"score_gpt":0.688323950547733,"score_spread":0.20261467222059415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012790013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09691082,0.018884242,0.44802478,0.1618852,0.0005093628,0.0025864493,0.0009749086,0.00039576087,0.26982853],"genre_scores_gemma":[0.86344135,0.0047704517,0.124109246,0.0020028192,0.00016721172,0.0013009354,0.00040295604,0.000044762026,0.0037602447],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94665927,0.038180977,0.0036328922,0.0034124446,0.004754498,0.0033599143],"domain_scores_gemma":[0.9469835,0.032943565,0.0068863435,0.0033032752,0.00691818,0.0029651737],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05493538,0.00068234646,0.0007499312,0.0094746,0.0048708944,0.023450967,0.002943403,0.00549989,0.00292521],"category_scores_gemma":[0.037853237,0.00060107553,0.0011497292,0.01141455,0.034594633,0.017128387,0.006762496,0.0033614617,0.00041266653],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005750141,0.000013574501,0.002262335,0.00019500946,0.000011997405,0.00007167118,0.008516093,0.0014027158,0.000052155072,0.9767754,0.0016092196,0.009083966],"study_design_scores_gemma":[0.00003595875,0.000043349188,0.007315322,0.0034000257,0.0000633303,0.00020443895,0.027603947,0.006143794,0.00022556978,0.84173447,0.113167375,0.00006251087],"about_ca_topic_score_codex":0.016968304,"about_ca_topic_score_gemma":0.010984088,"teacher_disagreement_score":0.9450646,"about_ca_system_score_codex":0.027392874,"about_ca_system_score_gemma":0.037098866,"threshold_uncertainty_score":0.29052955},"labels":[],"label_agreement":null},{"id":"W3012956505","doi":"10.1186/s12961-020-0539-6","title":"How does integrated knowledge translation (IKT) compare to other collaborative research approaches to generating and translating knowledge? Learning from experts in the field","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":296,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Western University; University of Alberta; University of Ottawa; McGill University; Impact; University of Calgary; McMaster University; York University; Alberta Health Services; University of Northern British Columbia; Alberta Health; Ottawa Hospital; McMaster University Medical Centre","funders":"National Institute on Minority Health and Health Disparities; Canadian Institutes of Health Research","keywords":"Knowledge translation; Participatory action research; Health services research; Thematic analysis; Qualitative research; Knowledge management; Focus group; General partnership; Scholarship; Sociology; Psychology; Computer science; Medicine; Public health; Political science; Nursing; Social science","score_opus":0.9619249974667414,"score_gpt":0.724378939883514,"score_spread":0.23754605758322744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012956505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49599403,0.029022833,0.15059146,0.10816633,0.0030484605,0.0043047355,0.00034251306,0.00073235895,0.20779736],"genre_scores_gemma":[0.89182645,0.010087426,0.08598642,0.006656441,0.00030397702,0.0020740516,0.00014767135,0.0002512765,0.0026662098],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.60432905,0.34011942,0.010811112,0.00958498,0.027264904,0.007890543],"domain_scores_gemma":[0.61249673,0.3257304,0.014898885,0.017592905,0.022080423,0.007200639],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24273731,0.0009909954,0.0022943956,0.008722134,0.012180424,0.037880067,0.004847162,0.0048346976,0.0044829845],"category_scores_gemma":[0.3084995,0.0009825223,0.002276906,0.014214738,0.03536685,0.037547767,0.032385442,0.0062108203,0.0014141127],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020247199,0.0002478667,0.0067310175,0.0048016226,0.00015608087,0.0006480623,0.7291447,0.00036809084,0.00047653556,0.0359758,0.003245978,0.21800174],"study_design_scores_gemma":[0.00021208012,0.00090367894,0.0065106596,0.016209595,0.0003582019,0.0014947486,0.7870552,0.0021185067,0.00172929,0.090125434,0.093016945,0.00026577234],"about_ca_topic_score_codex":0.008910272,"about_ca_topic_score_gemma":0.01168723,"teacher_disagreement_score":0.7572627,"about_ca_system_score_codex":0.018615345,"about_ca_system_score_gemma":0.03275549,"threshold_uncertainty_score":0.93383974},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3013795988","doi":"10.1186/s12961-020-0545-8","title":"A mixed methods examination of knowledge brokers and their use of theoretical frameworks and evaluative practices","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Work & Health; University of Windsor; University of British Columbia; Toronto Metropolitan University","funders":"Dalhousie University","keywords":"Health administration; Health services research; Public health; Health informatics; Psychology; Nursing; Medicine","score_opus":0.9353352642059916,"score_gpt":0.7934322435949911,"score_spread":0.14190302061100046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013795988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90162516,0.0045851176,0.048562232,0.0044039655,0.0001249795,0.016691526,0.00097063876,0.00011494046,0.022921283],"genre_scores_gemma":[0.90247357,0.001695513,0.07582775,0.0010417757,0.000031139665,0.016061869,0.0003508452,0.00004936909,0.0024682947],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7975762,0.1512215,0.012285966,0.008399351,0.02508825,0.005428782],"domain_scores_gemma":[0.6356745,0.26409194,0.027740765,0.016189767,0.052520696,0.0037823645],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2223026,0.0007412837,0.001533182,0.010335618,0.009551889,0.010476058,0.002848789,0.001479711,0.002455761],"category_scores_gemma":[0.25332087,0.0010584212,0.0012749424,0.0136900125,0.0091423085,0.005818393,0.009249153,0.0018944534,0.00020300921],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032851181,0.0004084773,0.050073884,0.002468792,0.00017967123,0.0002188277,0.7886631,0.0002715776,0.0006792559,0.015899025,0.0009387786,0.13987006],"study_design_scores_gemma":[0.00030048637,0.0011594612,0.078136675,0.006576439,0.0005186969,0.00021631579,0.8519458,0.0037340908,0.002382586,0.014555861,0.040287603,0.00018591459],"about_ca_topic_score_codex":0.21208766,"about_ca_topic_score_gemma":0.28076062,"teacher_disagreement_score":0.7776974,"about_ca_system_score_codex":0.05687597,"about_ca_system_score_gemma":0.10638155,"threshold_uncertainty_score":0.95903933},"labels":[],"label_agreement":null},{"id":"W3016160212","doi":"10.1186/s12961-020-0543-x","title":"Using a rapid environmental scan methodology to map country-level global health research expertise in Canada","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Public Health; Centre for Global Health Research; University of Ottawa; McMaster University; York University","funders":"Canadian Institutes of Health Research; Norges Forskningsråd; Government of Ontario","keywords":"Health services research; Global health; Health policy; Public health; Agency (philosophy); Context (archaeology); Funding Agency; Political science; Public relations; International health; Equity (law); Medicine; Sociology; Social science; Nursing; Geography","score_opus":0.7679050302720809,"score_gpt":0.5972525157251659,"score_spread":0.170652514546915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016160212","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2653094,0.03155187,0.07211733,0.01223265,0.0004407792,0.012090505,0.4206611,0.0018280097,0.1837684],"genre_scores_gemma":[0.60896635,0.017030412,0.2542072,0.0023313682,0.00008421271,0.014279536,0.09089884,0.000406415,0.0117956605],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98118526,0.00400409,0.0027758304,0.0021621573,0.007897529,0.0019750556],"domain_scores_gemma":[0.92302287,0.025518818,0.0069164443,0.002600319,0.039922476,0.0020190598],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.017565303,0.0011221755,0.0013667041,0.05225324,0.0052319006,0.0063069668,0.0026645418,0.0008578558,0.007446402],"category_scores_gemma":[0.066760704,0.00082293747,0.002532854,0.074233405,0.0018574594,0.0025921897,0.0064165946,0.0010039725,0.000822569],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006802481,0.00011497066,0.39342815,0.039354116,0.0021194646,0.002358486,0.050687395,0.006797659,0.0028128636,0.03683815,0.104213655,0.36059484],"study_design_scores_gemma":[0.00027261226,0.00017485864,0.4743361,0.013997591,0.0024885957,0.000844971,0.04760209,0.009420316,0.0037747102,0.0116169555,0.43487018,0.00060100266],"about_ca_topic_score_codex":0.96168876,"about_ca_topic_score_gemma":0.97622687,"teacher_disagreement_score":0.9824347,"about_ca_system_score_codex":0.050342184,"about_ca_system_score_gemma":0.19894971,"threshold_uncertainty_score":0.36525983},"labels":[],"label_agreement":null},{"id":"W3016456460","doi":"10.1186/s12961-020-00548-2","title":"Stakeholders’ engagement in co-producing policy-relevant knowledge to facilitate employment for persons with developmental disabilities","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Libin Cardiovascular Institute of Alberta; University of Calgary","funders":"Sinneave Family Foundation","keywords":"Stakeholder engagement; Knowledge translation; Stakeholder; Public relations; Social policy; Health services research; Business; Health administration; Face (sociological concept); Public engagement; Health policy; Knowledge management; Psychology; Public health; Political science; Nursing; Sociology; Medicine","score_opus":0.955834843490831,"score_gpt":0.7039939222497006,"score_spread":0.25184092124113044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016456460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9150266,0.00083439815,0.020653771,0.018181145,0.00012007029,0.0021071695,0.00009218302,0.00006842638,0.042916212],"genre_scores_gemma":[0.9896583,0.00049758697,0.0072759306,0.0007672575,0.000016157897,0.00076708186,0.00003324529,0.00001380176,0.00097059837],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9212475,0.067151316,0.001460575,0.0012808673,0.0030100236,0.0058496646],"domain_scores_gemma":[0.96305865,0.026760237,0.002453623,0.0012497896,0.0028040768,0.0036735141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.052159593,0.0005764691,0.00049133226,0.0019579076,0.013443836,0.0072687794,0.002206599,0.0042379275,0.004490552],"category_scores_gemma":[0.05456635,0.00060213456,0.00072050904,0.001497841,0.005966154,0.0065723825,0.021110978,0.0028529603,0.00065978785],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016197462,0.00048517715,0.015819345,0.0007203023,0.00003904433,0.0021996899,0.9005966,0.0007512601,0.0025054973,0.007123316,0.0018152245,0.067782566],"study_design_scores_gemma":[0.00004069362,0.00036131425,0.0074462392,0.0010267836,0.00003756269,0.0005934726,0.9483251,0.0010718402,0.0017636049,0.008400748,0.030890828,0.00004165173],"about_ca_topic_score_codex":0.0035272494,"about_ca_topic_score_gemma":0.004522919,"teacher_disagreement_score":0.052159593,"about_ca_system_score_codex":0.0058696438,"about_ca_system_score_gemma":0.014814498,"threshold_uncertainty_score":0.27584958},"labels":[],"label_agreement":null},{"id":"W3028592325","doi":"10.1186/s12961-020-00561-5","title":"Implementing without guidelines, learning at the coalface: a case study of health promoters in an era of community health workers in South Africa","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Research Foundation","keywords":"Health promotion; Health policy; Thematic analysis; Medicine; Context (archaeology); Public health; Nursing; Health education; Health care; Health services research; Qualitative research; Public relations; Economic growth; Political science; Sociology; Geography; Social science","score_opus":0.5117997749394613,"score_gpt":0.5590602927808606,"score_spread":0.047260517841399285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028592325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934221,0.00042175336,0.00051516155,0.00315962,0.0000374987,0.00018061396,0.000016141128,0.0000053690615,0.00224183],"genre_scores_gemma":[0.9952674,0.0007750111,0.0009853175,0.0009628538,0.000025635423,0.00017677683,0.000012348034,0.000010684569,0.0017839555],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98926955,0.0070542,0.00018222642,0.0004716602,0.00060643046,0.002416052],"domain_scores_gemma":[0.98536104,0.00772324,0.0016131261,0.00030104202,0.0007767975,0.004224738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008190353,0.0007345795,0.0007465578,0.0014271282,0.022466185,0.0043465197,0.0025892698,0.004627111,0.0030619332],"category_scores_gemma":[0.0141731985,0.0010001303,0.00042274556,0.0015906229,0.010871448,0.004171724,0.00675324,0.0051579564,0.00028606207],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005604529,0.00037946578,0.007037113,0.0002182437,0.0000062136746,0.008527565,0.97573835,0.000091672344,0.00040623202,0.0016144277,0.00061361206,0.005311051],"study_design_scores_gemma":[0.000008907428,0.0001499432,0.001786919,0.00019316704,0.0000053079943,0.0008854955,0.99137527,0.000114490475,0.00018866247,0.00023317555,0.0050469465,0.000011777581],"about_ca_topic_score_codex":0.020411123,"about_ca_topic_score_gemma":0.054305628,"teacher_disagreement_score":0.022466185,"about_ca_system_score_codex":0.007929808,"about_ca_system_score_gemma":0.012023551,"threshold_uncertainty_score":0.057534993},"labels":[],"label_agreement":null},{"id":"W3030280616","doi":"10.1186/s12961-020-0544-9","title":"A review of reviews on principles, strategies, outcomes and impacts of research partnerships approaches: a first step in synthesising the research partnership literature","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":383,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George & Fay Yee Centre for Healthcare Innovation; University of Ottawa; University of Calgary; McMaster University Medical Centre; Ottawa Hospital; University of Manitoba; Kelowna General Hospital; Alberta Health; University of British Columbia; International Collaboration On Repair Discoveries; Alberta Health Services; University of British Columbia, Okanagan Campus","funders":"Canadian Institutes of Health Research; International Collaboration on Repair Discoveries; Michael Smith Health Research BC; Strong","keywords":"General partnership; Knowledge translation; Systematic review; Scope (computer science); Health services research; Participatory action research; Stakeholder engagement; Stakeholder; Knowledge management; Public relations; Management science; Sociology; Engineering ethics; Medicine; Political science; MEDLINE; Public health; Nursing; Computer science; Engineering","score_opus":0.980442702186179,"score_gpt":0.7767366368479444,"score_spread":0.20370606533823465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030280616","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005932823,0.98866963,0.0026011132,0.0038946173,0.0008662187,0.0014164151,0.00037721387,0.000034285204,0.0015471956],"genre_scores_gemma":[0.006019973,0.9741571,0.012181981,0.0026400685,0.00028877603,0.0041153864,0.00030692568,0.000026015286,0.00026379232],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.84545016,0.064311475,0.056099452,0.004510073,0.027681936,0.0019469564],"domain_scores_gemma":[0.65358186,0.2352009,0.04305655,0.0057283314,0.060326703,0.0021056621],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.089604445,0.002888544,0.0077406424,0.03623325,0.0023198416,0.011493301,0.0042431825,0.0052589285,0.004156431],"category_scores_gemma":[0.30759153,0.0030097882,0.010705736,0.041737705,0.002680607,0.015530186,0.0060144723,0.0052747894,0.0013790053],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010815292,0.00003657065,0.0006275414,0.7843929,0.0017838194,0.00021336242,0.0029874595,0.00024270137,0.00041680143,0.004471537,0.009661713,0.1950575],"study_design_scores_gemma":[0.000038074988,0.000082941966,0.0007572286,0.91549087,0.004003459,0.00023868102,0.0012337845,0.00007610595,0.00019225475,0.0017220452,0.076122954,0.000041713516],"about_ca_topic_score_codex":0.0076642935,"about_ca_topic_score_gemma":0.024204023,"teacher_disagreement_score":0.91039556,"about_ca_system_score_codex":0.017026154,"about_ca_system_score_gemma":0.048764117,"threshold_uncertainty_score":0.47387928},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3030393818","doi":"10.1186/s12961-020-00574-0","title":"Key factors for national spread and scale-up of an eConsult innovation","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"CARE Canada; University of Manitoba; Ottawa Hospital; Bruyère; Royal College of Physicians and Surgeons of Canada; MacEwan University; Alberta Health Services; Université de Sherbrooke; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Context (archaeology); Stakeholder; Thematic analysis; Scale (ratio); Health care; Public relations; Health administration; Health informatics; Health policy; Population; Population health; Qualitative research; Public health; Medicine; Knowledge management; Economic growth; Nursing; Political science; Sociology; Environmental health; Geography; Social science; Computer science","score_opus":0.9291660687494878,"score_gpt":0.7610054694837636,"score_spread":0.16816059926572424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030393818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78420675,0.0014096018,0.015423414,0.039987165,0.00011741445,0.0014165157,0.00021367952,0.00016122533,0.1570643],"genre_scores_gemma":[0.9954566,0.00018930099,0.0025523242,0.0004408782,0.000005348406,0.00013049386,0.000031932574,0.000014367138,0.0011788424],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9653288,0.013533441,0.001925562,0.0023688828,0.0075276364,0.00931566],"domain_scores_gemma":[0.9333176,0.033112984,0.0057061748,0.004357321,0.014145267,0.009360594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046066035,0.00039213468,0.0005349898,0.0022856547,0.015639523,0.013020913,0.0026706883,0.0023633083,0.006977212],"category_scores_gemma":[0.09113861,0.00046750248,0.00088940345,0.0029328566,0.017975466,0.005947866,0.015415929,0.004638569,0.0003922547],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002827218,0.00046132272,0.21979885,0.0011860041,0.00017700664,0.0028093352,0.39834768,0.0032074347,0.0033342855,0.20959459,0.007277649,0.15352313],"study_design_scores_gemma":[0.000078898825,0.00032340776,0.24696395,0.0020215993,0.0001553371,0.0006636966,0.60370165,0.0046614995,0.0018951184,0.042324066,0.09701794,0.00019292893],"about_ca_topic_score_codex":0.44175538,"about_ca_topic_score_gemma":0.45763865,"teacher_disagreement_score":0.44175538,"about_ca_system_score_codex":0.078770176,"about_ca_system_score_gemma":0.14057599,"threshold_uncertainty_score":0.87836814},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3030850022","doi":"10.1186/s12961-020-00576-y","title":"Amplifying the role of knowledge translation platforms in the COVID-19 pandemic response","year":2020,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Knowledge translation; 2019-20 coronavirus outbreak; Public health; Health services research; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Translation (biology); Virology; Health administration; Computer science; Knowledge management; Nursing; Biology; Disease; Infectious disease (medical specialty); Internal medicine; Genetics","score_opus":0.5759526483627013,"score_gpt":0.5398048241707647,"score_spread":0.03614782419193663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030850022","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024649416,0.00067809405,0.00022072216,0.99370664,0.003483381,0.00000955459,0.0000092047585,0.000010775923,0.0016350889],"genre_scores_gemma":[0.008480852,0.001095878,0.0007614997,0.9808162,0.006614201,0.000050421582,0.000010879906,0.000027840768,0.0021422154],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9403453,0.039047487,0.0037431072,0.0035470626,0.008667369,0.004649642],"domain_scores_gemma":[0.7362466,0.2246127,0.006460512,0.0038880578,0.01757908,0.011213043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.051548354,0.0007448963,0.0010746564,0.0013454343,0.014455195,0.016559185,0.0045045335,0.095444426,0.0064199544],"category_scores_gemma":[0.16901986,0.0010577439,0.0016584599,0.0013939893,0.021944497,0.024289066,0.014029235,0.06944314,0.002932359],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007675866,0.000046622685,0.0007426885,0.00062772183,0.000025472948,0.003992586,0.015629174,0.00033766066,0.0005651579,0.07580525,0.87183607,0.030314904],"study_design_scores_gemma":[0.000046702535,0.000045196462,0.0004066483,0.001319533,0.00002159737,0.0012900432,0.008711036,0.0006493557,0.00046509216,0.0500883,0.93684727,0.000109282904],"about_ca_topic_score_codex":0.0154669,"about_ca_topic_score_gemma":0.0213329,"teacher_disagreement_score":0.095444426,"about_ca_system_score_codex":0.0129037285,"about_ca_system_score_gemma":0.03842864,"threshold_uncertainty_score":0.27261698},"labels":[],"label_agreement":null},{"id":"W3031945804","doi":"10.1186/s12961-020-00566-0","title":"Implementing performance-based financing in peripheral health centres in Mali: what can we learn from it?","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University","funders":"Canadian Institutes of Health Research; International Development Research Centre","keywords":"Health administration; Enthusiasm; Health services research; Context (archaeology); Implementation research; Health informatics; Intervention (counseling); Qualitative research; Medicine; Public health; Nursing research; Modalities; Public relations; Health care; Payment; Data collection; Health policy; Schedule; Participant observation; Nursing; Psychological intervention; Business; Political science; Psychology; Sociology; Economic growth; Finance; Management; Economics","score_opus":0.21391498269864212,"score_gpt":0.45741554405494145,"score_spread":0.24350056135629933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031945804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76148486,0.030608663,0.0024995867,0.19323741,0.0004710045,0.00069620274,0.00020393511,0.00008376484,0.010714539],"genre_scores_gemma":[0.97566116,0.015617537,0.00269645,0.004937021,0.00018309893,0.00029479977,0.00007499581,0.000013033511,0.0005218419],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.986302,0.008342932,0.00027321005,0.0005541547,0.0007048724,0.0038227958],"domain_scores_gemma":[0.9728789,0.017481716,0.0031308527,0.0007266619,0.0016172192,0.0041647437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015820298,0.0007425305,0.00075935613,0.0010509073,0.0046561,0.008031314,0.0031815458,0.0031446097,0.0035367145],"category_scores_gemma":[0.039792765,0.0004415563,0.00053542753,0.001702288,0.0081795035,0.007935182,0.0054715704,0.0040288446,0.00042631838],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032697868,0.0015703588,0.09601578,0.014610928,0.00010223787,0.0027560745,0.32589647,0.0010784902,0.00071491353,0.012964001,0.013306139,0.5306577],"study_design_scores_gemma":[0.000105740415,0.0019032923,0.20121373,0.031452954,0.00012498634,0.001375665,0.6784163,0.0012099561,0.0019588443,0.010365186,0.07168583,0.00018755552],"about_ca_topic_score_codex":0.014295259,"about_ca_topic_score_gemma":0.022773387,"teacher_disagreement_score":0.015820298,"about_ca_system_score_codex":0.010514372,"about_ca_system_score_gemma":0.024891363,"threshold_uncertainty_score":0.08366674},"labels":[],"label_agreement":null},{"id":"W3034061996","doi":"10.1186/s12961-020-00549-1","title":"Strengthening the science of addressing antimicrobial resistance: a framework for planning, conducting and disseminating antimicrobial resistance intervention research","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McMaster University; Impact; Ottawa Public Health; Centre for Global Health Research; University of Ottawa","funders":"Norges Forskningsråd","keywords":"Psychological intervention; Dissemination; Intervention (counseling); Health services research; Health policy; Resistance (ecology); Science policy; Public relations; Political science; Medicine; Business; Public health; Public administration; Nursing; Biology","score_opus":0.48226134274532295,"score_gpt":0.5613979150735028,"score_spread":0.07913657232817983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034061996","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005548905,0.60411686,0.14029114,0.22635883,0.0051440913,0.0077405227,0.00076706085,0.00047855816,0.01454801],"genre_scores_gemma":[0.015268595,0.40827674,0.5298617,0.028881313,0.0020718435,0.013294461,0.0007072425,0.00010591397,0.0015322026],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8105074,0.15186748,0.015138011,0.00427957,0.0155810565,0.0026264894],"domain_scores_gemma":[0.7933519,0.16403586,0.009690795,0.0062178522,0.02103478,0.005668743],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22856401,0.0065385895,0.011097831,0.028895838,0.005257634,0.020912511,0.012406994,0.020780286,0.0049175755],"category_scores_gemma":[0.149002,0.0032284078,0.007789266,0.017273137,0.01887607,0.022642922,0.015501727,0.018813144,0.0027933843],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015300141,0.0003100858,0.00073322485,0.10491917,0.00095496036,0.0003947295,0.0038463948,0.008416849,0.0004939761,0.57144505,0.04523321,0.26309943],"study_design_scores_gemma":[0.0002410844,0.000285646,0.0007236861,0.17063321,0.0010513897,0.00028028854,0.0026017728,0.003151973,0.00035930585,0.4141342,0.40632838,0.00020907739],"about_ca_topic_score_codex":0.018490601,"about_ca_topic_score_gemma":0.022090595,"teacher_disagreement_score":0.771436,"about_ca_system_score_codex":0.02873925,"about_ca_system_score_gemma":0.14900441,"threshold_uncertainty_score":0.9513179},"labels":[],"label_agreement":null},{"id":"W3034736762","doi":"10.1186/s12961-020-00583-z","title":"Defining and classifying public health systems: a critical interpretive synthesis","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Public health; Health policy; International health; Health promotion; Public health informatics; HRHIS; Health care; Population health; Public relations; Health services research; Health equity; Systems science; Health informatics; Medicine; Environmental health; Political science; Sociology; Nursing; Social science","score_opus":0.6984050732134371,"score_gpt":0.6756236390705214,"score_spread":0.02278143414291578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034736762","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05756998,0.2820695,0.35609248,0.16789337,0.010593537,0.058271002,0.0111369025,0.00057020714,0.055803087],"genre_scores_gemma":[0.3492939,0.12519167,0.42954037,0.014759489,0.0013706909,0.073444806,0.0028584998,0.000405835,0.0031348462],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.71297157,0.23533762,0.02581511,0.006621925,0.015939776,0.0033139559],"domain_scores_gemma":[0.46934015,0.48077586,0.010317596,0.010955573,0.027599689,0.001011134],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.28013816,0.0032571137,0.0056561767,0.053589303,0.00901275,0.027277559,0.0077502807,0.0053799674,0.0046308828],"category_scores_gemma":[0.34890226,0.0020104148,0.0040514353,0.035507146,0.025010435,0.025981396,0.014205435,0.007317785,0.000674861],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016881146,0.00005641053,0.0017673186,0.08411548,0.00056042505,0.0010115539,0.48210385,0.0016856685,0.0006382846,0.31648976,0.017229987,0.09417247],"study_design_scores_gemma":[0.00008842561,0.00008854544,0.0016751492,0.18700732,0.0007989294,0.0002726696,0.40624675,0.0017140518,0.0010102814,0.21508257,0.18588535,0.00012991787],"about_ca_topic_score_codex":0.00923662,"about_ca_topic_score_gemma":0.010891277,"teacher_disagreement_score":0.28013816,"about_ca_system_score_codex":0.040431876,"about_ca_system_score_gemma":0.051336452,"threshold_uncertainty_score":0.8877178},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3036499672","doi":"10.1186/s12961-020-00582-0","title":"Clinical practice guidelines in Brazil – developing a national programme","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Health Sciences Centre; McMaster University Medical Centre","funders":"Ministério da Saúde","keywords":"Rigour; SWOT analysis; Transparency (behavior); Health services research; Public health; Public relations; Capacity building; Health administration; Health care; Medicine; Guideline; Political science; Process management; Business; Nursing","score_opus":0.9155887908317752,"score_gpt":0.7600592643817645,"score_spread":0.15552952645001072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036499672","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2269486,0.020980295,0.07945488,0.43157688,0.003139251,0.040410846,0.0020536007,0.00145626,0.19397937],"genre_scores_gemma":[0.7201955,0.0064697647,0.23703125,0.015817486,0.00026701376,0.011807953,0.0010946029,0.0001875964,0.0071288566],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.92266905,0.05048135,0.008110153,0.003071628,0.011696153,0.0039715907],"domain_scores_gemma":[0.819281,0.067765735,0.016597714,0.012902244,0.06296768,0.020485708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13001668,0.00058486254,0.0008389473,0.005196608,0.003534534,0.005652724,0.0026719423,0.0027243558,0.004026536],"category_scores_gemma":[0.19217055,0.00091074436,0.0009756288,0.004044459,0.0041444367,0.0051817866,0.008211969,0.0036894337,0.00050627097],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011736024,0.0011526698,0.050127476,0.011028434,0.00015939999,0.002497667,0.088675916,0.0019470241,0.0052416315,0.1397456,0.043934695,0.6553722],"study_design_scores_gemma":[0.00035359006,0.001127844,0.105753645,0.029494712,0.00019307258,0.001954241,0.05245534,0.0051819435,0.00254937,0.04267006,0.7580463,0.00021995288],"about_ca_topic_score_codex":0.040858414,"about_ca_topic_score_gemma":0.050347228,"teacher_disagreement_score":0.13001668,"about_ca_system_score_codex":0.020034846,"about_ca_system_score_gemma":0.19996865,"threshold_uncertainty_score":0.68760216},"labels":[],"label_agreement":null},{"id":"W3040724494","doi":"10.1186/s12961-020-00590-0","title":"A critical interpretive synthesis of the roles of midwives in health systems","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"CINAHL; Grey literature; Health policy; Reproductive health; Health informatics; Health services research; Politics; MEDLINE; Medicine; Public relations; Nursing; Public health; Political science; Law; Environmental health; Psychological intervention; Population","score_opus":0.28276493259581403,"score_gpt":0.5500747220843996,"score_spread":0.2673097894885855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040724494","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116509795,0.18086383,0.32571003,0.15618443,0.010524851,0.06506917,0.013316027,0.00040634695,0.13141558],"genre_scores_gemma":[0.5279209,0.07458383,0.3020976,0.012777725,0.0010893857,0.07275206,0.0027257248,0.0002303417,0.0058224793],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8365279,0.13303904,0.013916682,0.0041445144,0.009981323,0.0023905174],"domain_scores_gemma":[0.5924894,0.37301478,0.0064216596,0.006155919,0.021006007,0.00091227505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.15718444,0.0025434378,0.0037801221,0.03408717,0.009066695,0.019442543,0.0048420145,0.005064662,0.0050380733],"category_scores_gemma":[0.25620505,0.0012771806,0.0028607312,0.025664411,0.018927779,0.018983983,0.009196634,0.0053226035,0.0005008381],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022406533,0.00005656626,0.0010526794,0.062422507,0.00028123526,0.0010628962,0.64681715,0.0012686903,0.00064055534,0.1979389,0.013987554,0.0742472],"study_design_scores_gemma":[0.0001491828,0.00011703474,0.00132341,0.11828841,0.0006231034,0.0003451768,0.55495554,0.0015492125,0.0011655024,0.15219396,0.16918735,0.00010218062],"about_ca_topic_score_codex":0.008746876,"about_ca_topic_score_gemma":0.010384932,"teacher_disagreement_score":0.15718444,"about_ca_system_score_codex":0.033077497,"about_ca_system_score_gemma":0.04634776,"threshold_uncertainty_score":0.8312807},"labels":[],"label_agreement":null},{"id":"W3041828954","doi":"10.1186/s12961-020-00578-w","title":"Using RIGHT (Reporting Items for Practice Guidelines in Healthcare) to evaluate the reporting quality of WHO guidelines","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Bruyère; University of Ottawa; McMaster University","funders":"National Social Science Fund of China; World Health Organization","keywords":"Medicine; Checklist; Health care; Grading (engineering); Descriptive statistics; Health services research; Family medicine; Health administration; MEDLINE; Public health; Nursing; Psychology","score_opus":0.9605493094446781,"score_gpt":0.7885438798083952,"score_spread":0.17200542963628285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041828954","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10810834,0.13963751,0.33094624,0.06901875,0.0122787785,0.23696436,0.05059434,0.0038126344,0.048639048],"genre_scores_gemma":[0.2542148,0.024300463,0.5125102,0.008352558,0.001069083,0.18243799,0.014671175,0.0007999612,0.0016437582],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.1420197,0.41288948,0.37288356,0.00911815,0.060323793,0.0027653137],"domain_scores_gemma":[0.05883904,0.48654518,0.22474511,0.050931852,0.17542493,0.003513887],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6518779,0.0020156223,0.004834824,0.03208892,0.0034285644,0.008764655,0.0051732203,0.0043656994,0.0041492414],"category_scores_gemma":[0.8550047,0.0030765058,0.007092831,0.027657527,0.005408031,0.010006194,0.010703079,0.004861019,0.0013852977],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014211711,0.0004908624,0.16460559,0.221433,0.007996476,0.000774251,0.04129533,0.002315266,0.0028379988,0.024469875,0.12335357,0.40900663],"study_design_scores_gemma":[0.0025071518,0.0022768022,0.15066779,0.3359152,0.008791711,0.0022187026,0.02181101,0.009673288,0.009163969,0.03638998,0.4186311,0.0019533148],"about_ca_topic_score_codex":0.009938455,"about_ca_topic_score_gemma":0.011633827,"teacher_disagreement_score":0.34812212,"about_ca_system_score_codex":0.010256368,"about_ca_system_score_gemma":0.0454229,"threshold_uncertainty_score":0.4292966},"labels":[],"label_agreement":null},{"id":"W3047541826","doi":"10.1186/s12961-020-00603-y","title":"Communities of practice in Alberta Health Services: advancing a learning organisation","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Attendance; Knowledge management; Health services research; Focus group; Public relations; Health care; Knowledge sharing; Health administration; Sociology; Medical education; Business; Medicine; Nursing; Public health; Marketing; Computer science; Political science","score_opus":0.19147081277890785,"score_gpt":0.4207257733478061,"score_spread":0.22925496056889824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047541826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9265453,0.0020678898,0.0034760176,0.02069629,0.00025311607,0.000549334,0.000051442585,0.000074598465,0.0462859],"genre_scores_gemma":[0.9891605,0.0005027271,0.0038031638,0.001022414,0.000038281567,0.000093176095,0.000029494098,0.00000963944,0.0053406176],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9933915,0.0034439967,0.00010456861,0.00041304773,0.0011460474,0.0015008698],"domain_scores_gemma":[0.98525476,0.0037873231,0.00079976633,0.00042659574,0.0013571841,0.008374408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00585682,0.00025917307,0.00017995763,0.0013542837,0.015133783,0.006334775,0.0026855615,0.0016244054,0.003192785],"category_scores_gemma":[0.008540583,0.000291564,0.00026757363,0.0014236958,0.016843999,0.0017651578,0.012721246,0.0018735913,0.00015059655],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008929666,0.00034859247,0.03708708,0.00039456988,0.000017305567,0.005847437,0.8031602,0.000569958,0.0012617701,0.025704436,0.009715666,0.11580374],"study_design_scores_gemma":[0.00003264549,0.00023479348,0.033208676,0.00048292894,0.000012247325,0.0010331607,0.80004627,0.0007054587,0.00029903752,0.006042539,0.1578494,0.000052960615],"about_ca_topic_score_codex":0.41728407,"about_ca_topic_score_gemma":0.683345,"teacher_disagreement_score":0.41728407,"about_ca_system_score_codex":0.03353361,"about_ca_system_score_gemma":0.09610704,"threshold_uncertainty_score":0.8297104},"labels":[],"label_agreement":null},{"id":"W3048373736","doi":"10.1186/s12961-020-00606-9","title":"Capacity development in patient-oriented research: programme evaluation and impact analysis","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Health services research; Health administration; Capacity building; Medical education; Program evaluation; Qualitative research; Medicine; Health policy; Public health; Population health; Professional development; Nursing; Political science; Sociology","score_opus":0.8957701040535886,"score_gpt":0.6589979049166453,"score_spread":0.23677219913694325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048373736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6787629,0.0044641467,0.027083475,0.0041220686,0.0005050011,0.23163658,0.0067795194,0.00048582163,0.046160482],"genre_scores_gemma":[0.78156286,0.0028371364,0.052850533,0.00045656916,0.00014837155,0.15850961,0.001542687,0.00008730294,0.0020050516],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.7875835,0.16352108,0.010443919,0.0028339387,0.028055862,0.007561745],"domain_scores_gemma":[0.7379975,0.1730472,0.026077501,0.011569536,0.043838926,0.0074691987],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20296574,0.0015583193,0.0019631726,0.008976364,0.0020615316,0.006877469,0.0033846516,0.001225798,0.006612141],"category_scores_gemma":[0.26182187,0.0008961,0.003878472,0.009239069,0.003251896,0.003551851,0.0080273915,0.002420573,0.0006305682],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012209825,0.0267908,0.046727005,0.03487729,0.002279894,0.00031187842,0.0394956,0.010279659,0.0009842076,0.014529536,0.012664024,0.7988503],"study_design_scores_gemma":[0.027456338,0.19261134,0.3560326,0.073529065,0.0107598575,0.00073037425,0.14462586,0.027729603,0.019290563,0.025248392,0.12105031,0.000935759],"about_ca_topic_score_codex":0.0045416383,"about_ca_topic_score_gemma":0.0040655495,"teacher_disagreement_score":0.79703426,"about_ca_system_score_codex":0.025708614,"about_ca_system_score_gemma":0.040429156,"threshold_uncertainty_score":0.9828851},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3080506355","doi":"10.1186/s12961-020-00613-w","title":"Engaged scholarship and public policy decision-making: a scoping review","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Mount Saint Vincent University; Nova Scotia Health Authority; Dalhousie University","funders":"National Medical Research Council; National Health and Medical Research Council; Canada Research Chairs; European Commission; Canadian Cancer Society","keywords":"Coproduction; Public relations; Scholarship; Health services research; Public policy; Context (archaeology); Engaged scholarship; Government (linguistics); Public health; Health policy; CLARITY; Political science; Public engagement; Corporate governance; Medicine; Business; Nursing","score_opus":0.9591513989388354,"score_gpt":0.8101027019857778,"score_spread":0.14904869695305756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080506355","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014063758,0.99605054,0.00041630573,0.0017337861,0.00028702462,0.00014976578,0.00003789569,0.0000070635765,0.0011771006],"genre_scores_gemma":[0.0027735634,0.99518186,0.00087790185,0.0004832576,0.00013730796,0.0003579372,0.00005466225,0.0000045897696,0.00012899554],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9645788,0.02044302,0.0066973357,0.0014111708,0.0059634177,0.0009063127],"domain_scores_gemma":[0.83407265,0.14107276,0.007957303,0.0025862227,0.013080228,0.0012308473],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.044577263,0.0017158802,0.0045442972,0.024831763,0.0025852998,0.009934974,0.0030150025,0.0065488876,0.0051880414],"category_scores_gemma":[0.13016339,0.0014128078,0.0032576153,0.030760132,0.004366688,0.00864037,0.0052156188,0.004194722,0.0012384169],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008121118,0.000091916,0.00060928985,0.4757829,0.00092250993,0.00021551394,0.0027220324,0.00062917446,0.00018248102,0.021268861,0.016264787,0.48122928],"study_design_scores_gemma":[0.000019527746,0.0000467411,0.00059671054,0.86089844,0.0007815801,0.00016574272,0.0015466729,0.00011308731,0.00010102771,0.0055768127,0.13012739,0.000026253934],"about_ca_topic_score_codex":0.00932508,"about_ca_topic_score_gemma":0.014721314,"teacher_disagreement_score":0.95542276,"about_ca_system_score_codex":0.010286019,"about_ca_system_score_gemma":0.054491863,"threshold_uncertainty_score":0.2357499},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3080682897","doi":"10.1186/s12961-020-00607-8","title":"Indicators to evaluate organisational knowledge brokers: a scoping review","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Abitibi-Témiscamingue","funders":"Karolinska Institutet; World Health Organization","keywords":"Knowledge translation; Health services research; Capacity building; Context (archaeology); Health policy; Knowledge management; Health administration; Health informatics; Process management; Business; Medicine; Public relations; Computer science; Medical education; Political science; Public health; Nursing","score_opus":0.9548644620295865,"score_gpt":0.8254189036227967,"score_spread":0.12944555840678984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080682897","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061043273,0.95218855,0.009299779,0.0046265833,0.0008296035,0.017003344,0.002970205,0.000097110846,0.0068805516],"genre_scores_gemma":[0.04511048,0.89439076,0.02832785,0.0013740045,0.00022634956,0.027556712,0.0025392196,0.000046975583,0.00042759257],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.83677983,0.06466786,0.06324994,0.0046296525,0.028470369,0.0022023881],"domain_scores_gemma":[0.5562765,0.3204992,0.055445287,0.0075761597,0.058103457,0.0020993801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.178444,0.00342681,0.0092621045,0.090429924,0.0034318995,0.015324993,0.005289705,0.004489619,0.0049045146],"category_scores_gemma":[0.38688144,0.00276474,0.011501528,0.07956452,0.0045744176,0.016426051,0.009569405,0.0033247087,0.00094456505],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023135223,0.000096530566,0.004391418,0.73610204,0.003233969,0.00016022289,0.0038694597,0.0006187443,0.00018364668,0.0060951593,0.004361174,0.24065638],"study_design_scores_gemma":[0.000059889633,0.00011351386,0.0025140895,0.96218985,0.006358885,0.000115160445,0.0024713278,0.00028358377,0.0002679443,0.0017720108,0.02379474,0.000059074544],"about_ca_topic_score_codex":0.011412512,"about_ca_topic_score_gemma":0.019735679,"teacher_disagreement_score":0.178444,"about_ca_system_score_codex":0.022812355,"about_ca_system_score_gemma":0.07024917,"threshold_uncertainty_score":0.94371337},"labels":[],"label_agreement":null},{"id":"W3080803033","doi":"10.1186/s12961-020-00609-6","title":"Developing co-funded multi-sectoral partnerships for chronic disease prevention: a qualitative inquiry into federal governmental public health staff experience","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Community Health and Development","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Golder Associates (Canada); Simon Fraser University","funders":"Michael Smith Health Research BC; Public Health Agency; Public Health Agency of Canada","keywords":"Thematic analysis; General partnership; Agency (philosophy); Public health; Health services research; Public relations; Qualitative research; Focus group; Health administration; Private sector; Population; Population health; Medicine; Business; Nursing; Political science; Economic growth; Sociology; Environmental health; Economics; Marketing; Finance","score_opus":0.9209558577961985,"score_gpt":0.7081749722737537,"score_spread":0.21278088552244478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080803033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901294,0.0006567597,0.0013976349,0.003962396,0.000066783956,0.0001373306,0.000052751624,0.00002779624,0.0035690744],"genre_scores_gemma":[0.99700373,0.00041210104,0.00059818954,0.00066466996,0.00001614556,0.000110794594,0.00002164724,0.000017556986,0.0011551136],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96675617,0.024193566,0.0007175388,0.00085926487,0.0016229699,0.00585052],"domain_scores_gemma":[0.95954704,0.027714517,0.0026332787,0.00091519044,0.002913162,0.0062766615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026466781,0.0004903472,0.0009154938,0.0019040493,0.018277612,0.0066054636,0.0028855007,0.0031755236,0.0024956176],"category_scores_gemma":[0.036288664,0.0010760357,0.00046853078,0.0026020377,0.011934826,0.004315946,0.010390143,0.004221445,0.00032776393],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018423878,0.000043654607,0.0020408148,0.00007237114,0.0000030745666,0.000565049,0.9928617,0.000035492027,0.0002622876,0.00082927814,0.00041668647,0.0028512215],"study_design_scores_gemma":[0.0000015715684,0.000028841754,0.0007178767,0.00006773615,0.0000018897168,0.00011129231,0.9954531,0.000048957667,0.00007642789,0.00011187269,0.0033743442,0.000006013956],"about_ca_topic_score_codex":0.039472982,"about_ca_topic_score_gemma":0.050541613,"teacher_disagreement_score":0.039472982,"about_ca_system_score_codex":0.017039327,"about_ca_system_score_gemma":0.020397522,"threshold_uncertainty_score":0.13997144},"labels":[],"label_agreement":null},{"id":"W3081892320","doi":"10.1186/s12961-020-00597-7","title":"Global research priorities for social, behavioural and community engagement interventions for maternal, newborn and child health","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Breastfeeding Practices and Influences","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"Norwegian Institute of Public Health; Direktoratet for Utviklingssamarbeid; United States Agency for International Development; United Nations Population Fund; National Institutes of Health; UNICEF; World Health Organization","keywords":"Psychological intervention; Health services research; Medicine; Implementation research; Public health; Nursing; Qualitative research; Health policy; Health care; Community health; Environmental health; Economic growth; Sociology","score_opus":0.7802492215162532,"score_gpt":0.6184835914803716,"score_spread":0.16176563003588162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081892320","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021245083,0.12076421,0.04626287,0.7318728,0.01044819,0.009262053,0.003413513,0.0009307606,0.05580057],"genre_scores_gemma":[0.32733673,0.13177167,0.366878,0.1137315,0.00425745,0.03566495,0.009269764,0.00047012468,0.0106198285],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8789218,0.08689096,0.006462641,0.0036596474,0.010059925,0.014005049],"domain_scores_gemma":[0.8295423,0.095790155,0.00812684,0.0051959194,0.027939005,0.03340578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1697984,0.0026828465,0.003996241,0.0074706073,0.005186381,0.0144685,0.0046859016,0.0129001895,0.025569037],"category_scores_gemma":[0.117593385,0.0013922129,0.0046430025,0.0066562197,0.0053344667,0.013338784,0.023520445,0.013625244,0.0033880956],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085522095,0.0014768736,0.010566268,0.053187203,0.00073159474,0.00058922265,0.015980344,0.0040815645,0.0030389724,0.11334779,0.15688786,0.63925713],"study_design_scores_gemma":[0.00091223133,0.0024400463,0.034241147,0.10723887,0.0014351346,0.0007012112,0.09275078,0.0045858785,0.0029654817,0.2109048,0.54132605,0.0004983579],"about_ca_topic_score_codex":0.0059520504,"about_ca_topic_score_gemma":0.008336863,"teacher_disagreement_score":0.1697984,"about_ca_system_score_codex":0.016666016,"about_ca_system_score_gemma":0.15784785,"threshold_uncertainty_score":0.8979905},"labels":[],"label_agreement":null},{"id":"W3083845783","doi":"10.1186/s12961-020-00584-y","title":"A framework for explaining the role of values in health policy decision-making in Latin America: a critical interpretive synthesis","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University Medical Centre; McMaster University","funders":"","keywords":"Health policy; Health services research; Social policy; Health administration; Social determinants of health; Health informatics; Public health; Latin Americans; Sociology; Public relations; Political science; Medicine; Nursing","score_opus":0.23615234772213503,"score_gpt":0.5804281757541061,"score_spread":0.3442758280319711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083845783","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022052182,0.29680002,0.37004194,0.19389582,0.006657744,0.03110826,0.0046316925,0.00051449315,0.074297875],"genre_scores_gemma":[0.32997063,0.099824004,0.47246072,0.018139575,0.0011279164,0.07356021,0.0017816039,0.00023497196,0.0029004626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.74189013,0.22085705,0.01972124,0.0065306374,0.008062731,0.0029381898],"domain_scores_gemma":[0.52419007,0.43339503,0.010949434,0.0080930395,0.021832213,0.0015401703],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.27574408,0.0044839955,0.0054576853,0.062261336,0.010154607,0.028662147,0.007973121,0.008116109,0.0052532046],"category_scores_gemma":[0.298408,0.0015997613,0.0058850376,0.039678264,0.033874936,0.028411692,0.0146274045,0.008231908,0.0006732319],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016097537,0.00007778591,0.0013516726,0.06452038,0.0007766223,0.000804189,0.2630085,0.0025345264,0.0004112732,0.58508855,0.011697239,0.06956823],"study_design_scores_gemma":[0.0001829577,0.000097702025,0.000814474,0.15775032,0.0010835343,0.00025646682,0.17057393,0.0025168841,0.0006370647,0.5004005,0.16552284,0.00016326985],"about_ca_topic_score_codex":0.010893184,"about_ca_topic_score_gemma":0.008620091,"teacher_disagreement_score":0.27574408,"about_ca_system_score_codex":0.042079676,"about_ca_system_score_gemma":0.058769144,"threshold_uncertainty_score":0.8931365},"labels":[],"label_agreement":null},{"id":"W3088413494","doi":"10.1186/s12961-020-00625-6","title":"Sex and gender analysis in knowledge translation interventions: challenges and solutions","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"First Nations of Quebec and Labrador Health and Social Services Commission; Toronto Rehabilitation Institute; University Health Network; University of Toronto; Ottawa Hospital; Université Laval","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; University of Toronto; Ottawa Hospital Research Institute; Université du Québec à Montréal; Directorate for Biological Sciences; University of Ottawa; Institute of Gender and Health; Université de Montréal; Université Laval","keywords":"Knowledge translation; Health services research; Thematic analysis; Psychological intervention; Intersectionality; Medical education; Qualitative research; Health administration; Health care; Psychology; Public relations; Public health; Medicine; Nursing; Political science; Sociology; Knowledge management; Gender studies; Social science; Computer science","score_opus":0.8824352770179757,"score_gpt":0.6138522177054169,"score_spread":0.2685830593125589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088413494","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009851179,0.024122793,0.045055684,0.8958258,0.011205454,0.00076550513,0.00010855505,0.00016701945,0.012897995],"genre_scores_gemma":[0.43458351,0.046842717,0.12608548,0.3626726,0.0118812695,0.006992933,0.00025499318,0.00072959886,0.009956954],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.41203877,0.51389515,0.02384544,0.009516904,0.03306466,0.0076390863],"domain_scores_gemma":[0.25954944,0.66802025,0.019900763,0.012231063,0.03441944,0.0058790366],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35853076,0.0018452607,0.003180185,0.004537613,0.023592185,0.018699795,0.010327036,0.018886516,0.0070549883],"category_scores_gemma":[0.4568653,0.0017267705,0.003554498,0.0060211327,0.048299134,0.029934758,0.021458732,0.015529784,0.0015475795],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000293869,0.00013858361,0.004535037,0.016133586,0.00023945532,0.00272822,0.5158554,0.0005734344,0.0011257026,0.160252,0.07215658,0.22596815],"study_design_scores_gemma":[0.00009155665,0.00027124595,0.001929643,0.03276046,0.00023149842,0.0019147077,0.33006677,0.0013547884,0.0022064794,0.29063898,0.33824608,0.00028783406],"about_ca_topic_score_codex":0.019463422,"about_ca_topic_score_gemma":0.029009169,"teacher_disagreement_score":0.64146924,"about_ca_system_score_codex":0.03225071,"about_ca_system_score_gemma":0.09144198,"threshold_uncertainty_score":0.7910458},"labels":[],"label_agreement":null},{"id":"W3094723094","doi":"10.1186/s12961-020-00634-5","title":"Attempt to assess Canada’s expertise in global health research falls short","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Health services research; Health policy; Public health; Health administration; Global health; Social policy; Community health; Distribution (mathematics); Medicine; International health; Political science; Regional science; Public relations; Economic growth; Nursing; Geography; Economics","score_opus":0.6173880943183203,"score_gpt":0.6007896933750048,"score_spread":0.01659840094331555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094723094","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024269762,0.039052233,0.019270562,0.7778052,0.005990075,0.00045136764,0.008141608,0.00029954943,0.12471967],"genre_scores_gemma":[0.6445004,0.031821802,0.054178078,0.23729597,0.0030781142,0.0006884937,0.00457501,0.00033956653,0.023522576],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.96219605,0.009064809,0.0024243584,0.0020319999,0.019462725,0.004820024],"domain_scores_gemma":[0.77583325,0.062088374,0.012157004,0.006107072,0.13326284,0.010551451],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03931876,0.0013137558,0.0011906486,0.016317334,0.009692902,0.016733598,0.0036767025,0.004681678,0.008670222],"category_scores_gemma":[0.13661397,0.00047599812,0.0016776779,0.020786434,0.007262812,0.013059602,0.006454964,0.005869171,0.0016197852],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002734169,0.00015020352,0.1003247,0.0038915954,0.0014171147,0.00013405681,0.0065803863,0.0020719834,0.0004964151,0.20179544,0.44248754,0.24037707],"study_design_scores_gemma":[0.000104119754,0.00021843458,0.10404516,0.007756226,0.0007383354,0.00022276724,0.032096323,0.007217229,0.0014848424,0.09717488,0.7485939,0.00034779444],"about_ca_topic_score_codex":0.87764627,"about_ca_topic_score_gemma":0.9325461,"teacher_disagreement_score":0.96068126,"about_ca_system_score_codex":0.053812392,"about_ca_system_score_gemma":0.12526904,"threshold_uncertainty_score":0.39043808},"labels":[],"label_agreement":null},{"id":"W3096130402","doi":"10.1186/s12961-020-00643-4","title":"Barriers and enablers to source plasma donation by gay, bisexual and other men who have sex with men under revised eligibility criteria: protocol for a multiple stakeholder feasibility study","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Blood donation and transfusion practices","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Université du Québec à Montréal; Canadian Blood Services; Ottawa Public Health; Héma-Québec; Ottawa Hospital; University of Ottawa","funders":"Canadian Blood Services","keywords":"Men who have sex with men; Deferral; Donation; Stakeholder; Medicine; Family medicine; Business; Public relations; Political science; Human immunodeficiency virus (HIV); Accounting","score_opus":0.42673662101286575,"score_gpt":0.49774037077535943,"score_spread":0.07100374976249368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096130402","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053574885,0.00008444196,0.0015295352,0.00029799153,0.00008348716,0.9900053,0.0013835044,0.00002133273,0.00123687],"genre_scores_gemma":[0.0019903118,0.00008619333,0.0022211645,0.00015955244,0.000010280256,0.99503183,0.00016192999,0.000002500028,0.00033615401],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98529017,0.008364812,0.0017681272,0.0008915248,0.0013071339,0.0023781701],"domain_scores_gemma":[0.97469157,0.008815291,0.0025187486,0.0023706832,0.008947931,0.0026557255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04964339,0.002453057,0.00301959,0.0027429643,0.0064655016,0.004117482,0.0039881924,0.0040915464,0.059912357],"category_scores_gemma":[0.032943606,0.0033219717,0.0042111645,0.0023643563,0.0030034578,0.0036664563,0.0044846125,0.0081734555,0.009725196],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.062814556,0.086509645,0.028624784,0.06871391,0.0010420538,0.005152648,0.140907,0.008685422,0.0086819,0.03488751,0.21351549,0.34046504],"study_design_scores_gemma":[0.09188737,0.045043834,0.09329027,0.041498255,0.0010232286,0.001076032,0.1712695,0.0069238744,0.006626485,0.033963386,0.5060128,0.0013850172],"about_ca_topic_score_codex":0.015334503,"about_ca_topic_score_gemma":0.03296741,"teacher_disagreement_score":0.059912357,"about_ca_system_score_codex":0.008190922,"about_ca_system_score_gemma":0.041156918,"threshold_uncertainty_score":0.26254243},"labels":[],"label_agreement":null},{"id":"W3096560834","doi":"10.1186/s12961-020-00635-4","title":"Limitations in a rapid environmental scan of global health research expertise point to the need for more open data","year":2020,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Global Health Research; McMaster University; York University","funders":"Global Fund to Fight AIDS, Tuberculosis and Malaria; Bill and Melinda Gates Foundation","keywords":"Health services research; Health administration; Public health; Medicine; Point (geometry); Health informatics; Health policy; Open data; Environmental health; Computer science; Nursing; World Wide Web","score_opus":0.7427576375489302,"score_gpt":0.5871917872061789,"score_spread":0.15556585034275128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096560834","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00084861455,0.00094673946,0.0008312518,0.9848164,0.005562718,0.000029944904,0.00089637545,0.00005283057,0.0060151713],"genre_scores_gemma":[0.016997796,0.0020035354,0.0050929887,0.9578282,0.009552502,0.0002702638,0.00067085173,0.00016269633,0.007421068],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94782835,0.022817131,0.0073350063,0.0037388294,0.014810791,0.0034698513],"domain_scores_gemma":[0.4462272,0.41951486,0.017922953,0.019036854,0.0823696,0.014928552],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.05852624,0.00055510015,0.0010813073,0.0034431296,0.0059558917,0.00903448,0.003970174,0.017610913,0.022064116],"category_scores_gemma":[0.2620542,0.0007951515,0.0013331154,0.005754463,0.0063645476,0.013227358,0.004742217,0.019793672,0.006292958],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034965025,0.000028471213,0.004622619,0.00034874264,0.000026216781,0.00055847317,0.00076721516,0.00008490172,0.00013829186,0.011147483,0.9615564,0.020686314],"study_design_scores_gemma":[0.000029892286,0.000030229969,0.004273548,0.0015015713,0.000028018017,0.0007710373,0.0032792373,0.00033286345,0.00038484714,0.015212395,0.9740717,0.00008479231],"about_ca_topic_score_codex":0.07295634,"about_ca_topic_score_gemma":0.18810675,"teacher_disagreement_score":0.99602985,"about_ca_system_score_codex":0.009630714,"about_ca_system_score_gemma":0.039563503,"threshold_uncertainty_score":0.30952},"labels":[],"label_agreement":null},{"id":"W3096764760","doi":"10.1186/s12961-020-00626-5","title":"Lessons learned from descriptions and evaluations of knowledge translation platforms supporting evidence-informed policy-making in low- and middle-income countries: a systematic review","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Calgary","funders":"","keywords":"Knowledge translation; Summative assessment; Health services research; Health administration; Variety (cybernetics); Focus group; Jurisdiction; Empirical evidence; Quality (philosophy); Low and middle income countries; Medicine; Health policy; Medical education; Public health; Public relations; Developing country; Psychology; Knowledge management; Nursing; Political science; Formative assessment; Business; Computer science; Marketing; Economics; Economic growth; Law; Artificial intelligence","score_opus":0.9499325852095073,"score_gpt":0.774152441053875,"score_spread":0.17578014415563226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096764760","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044288216,0.98054355,0.0021912185,0.006195801,0.0007359306,0.0031445266,0.0007720776,0.00004270298,0.001945255],"genre_scores_gemma":[0.10574218,0.86066824,0.013705954,0.0054236897,0.00037861234,0.012749837,0.00091713277,0.000073607785,0.00034072073],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.69199044,0.1786983,0.09022502,0.00648896,0.02937147,0.003225754],"domain_scores_gemma":[0.29047796,0.61496884,0.043159045,0.010757657,0.03840488,0.0022316545],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2656538,0.0021413318,0.009129514,0.028888982,0.0018495375,0.014180283,0.0047209854,0.0042935438,0.0037356312],"category_scores_gemma":[0.56456846,0.0026363004,0.008054247,0.026561502,0.0050300932,0.016501984,0.007317377,0.00480039,0.00046468253],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023688727,0.000052612028,0.0012747013,0.88384116,0.0035542732,0.00016983565,0.00559255,0.0002807397,0.00016308358,0.0026660901,0.0022609513,0.099907026],"study_design_scores_gemma":[0.00006807604,0.00007363668,0.0007611612,0.9813812,0.0039389115,0.00007774098,0.0019588594,0.00007597735,0.00011411012,0.0007254495,0.01079721,0.000027706288],"about_ca_topic_score_codex":0.012561896,"about_ca_topic_score_gemma":0.03188085,"teacher_disagreement_score":0.2656538,"about_ca_system_score_codex":0.022008097,"about_ca_system_score_gemma":0.06506178,"threshold_uncertainty_score":0.9055796},"labels":[],"label_agreement":null},{"id":"W3097935746","doi":"10.1186/s12961-020-00630-9","title":"Conceptualising characteristics of resources withdrawal from medical services: a systematic qualitative synthesis","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; St. Francis Xavier University; Dalhousie University","funders":"","keywords":"Disinvestment; Rationing; Resource (disambiguation); Health services research; Government (linguistics); Medicine; Health administration; Health economics; Grey literature; Public health; Qualitative research; Public relations; Public economics; Health care; Nursing; MEDLINE; Sociology; Economics; Computer science; Political science; Social science; Microeconomics; Economic growth; Incentive","score_opus":0.846879893834718,"score_gpt":0.6604581830941622,"score_spread":0.1864217107405558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097935746","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56822455,0.13373254,0.15153402,0.032016847,0.0010416723,0.06215805,0.01800121,0.000227388,0.033063736],"genre_scores_gemma":[0.82683194,0.039728843,0.08661802,0.0025340316,0.00006188363,0.04009427,0.002422725,0.00010373553,0.0016045751],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.8999053,0.0748133,0.012277978,0.0029399581,0.0078431005,0.002220304],"domain_scores_gemma":[0.77417934,0.19832113,0.009310532,0.002979234,0.014040664,0.0011691881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12771808,0.0012177408,0.0032082896,0.019478265,0.004010234,0.008378551,0.0030591614,0.0021963113,0.0043160603],"category_scores_gemma":[0.17410046,0.0011369799,0.0024642716,0.023913626,0.009550893,0.012444197,0.008498597,0.0029731323,0.00032528045],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029007206,0.000083539635,0.007060172,0.10843199,0.00038272355,0.00080386526,0.75696397,0.001247403,0.00098649,0.040521838,0.0032106293,0.0800173],"study_design_scores_gemma":[0.00009891283,0.0001726583,0.0051004323,0.102336675,0.0005636999,0.00036635835,0.8282721,0.0011049525,0.0009980301,0.022301134,0.038570385,0.000114658425],"about_ca_topic_score_codex":0.01334496,"about_ca_topic_score_gemma":0.016310746,"teacher_disagreement_score":0.12771808,"about_ca_system_score_codex":0.03176636,"about_ca_system_score_gemma":0.04639543,"threshold_uncertainty_score":0.6754458},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3098964464","doi":"10.1186/s12961-020-00600-1","title":"Applying systems thinking to knowledge mobilisation in public health","year":2020,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Simon Fraser University","funders":"National Health and Medical Research Council; Tasmanian Department of Health; Medical Research Council; NSW Ministry of Health; Australian Government","keywords":"Systems thinking; Context (archaeology); Knowledge translation; Knowledge management; Action (physics); Situated; Public health; Critical systems thinking; Complex adaptive system; Management science; Health services research; Computer science; Sociology; Public relations; Political science; Medicine; Engineering; Critical thinking; Artificial intelligence","score_opus":0.9346946291483899,"score_gpt":0.7392747966649148,"score_spread":0.19541983248347505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098964464","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052403446,0.032742362,0.5596393,0.20346174,0.0019002053,0.0015065575,0.00020519398,0.00052849867,0.14761269],"genre_scores_gemma":[0.73561954,0.017318225,0.2320237,0.0070690853,0.0006107115,0.0018154852,0.00013630795,0.000109062465,0.0052979756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.962319,0.030571429,0.0013876507,0.0018393031,0.0025053935,0.0013772394],"domain_scores_gemma":[0.95417774,0.038590685,0.0022149873,0.001893338,0.0017929731,0.0013301786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035662368,0.0018872027,0.0016110566,0.008151768,0.0058540716,0.018987542,0.0042237383,0.0068621305,0.004930755],"category_scores_gemma":[0.024321038,0.0008087014,0.002486511,0.007226805,0.04631817,0.01871216,0.013116068,0.0077407993,0.0005545462],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037952268,0.00010686155,0.0022965723,0.001637747,0.00015324622,0.00048432397,0.035073068,0.008651363,0.00036412882,0.9102975,0.0018901152,0.0390072],"study_design_scores_gemma":[0.000027841983,0.000066540284,0.0005836823,0.0010856936,0.000039785118,0.00014931057,0.014904731,0.0044769086,0.00041291874,0.95641196,0.021792741,0.000047720976],"about_ca_topic_score_codex":0.0076939613,"about_ca_topic_score_gemma":0.0061221546,"teacher_disagreement_score":0.035662368,"about_ca_system_score_codex":0.020038754,"about_ca_system_score_gemma":0.021057153,"threshold_uncertainty_score":0.18860286},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3110893579","doi":"10.1186/s12961-020-00652-3","title":"A scoping review of international policy responses to mental health recovery during the COVID-19 pandemic","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Mental Health Foundation","keywords":"Mental health; Health policy; Public relations; Health care; Medicine; Social policy; Health services research; Public health; Nursing; Political science; Psychiatry","score_opus":0.7095580537482229,"score_gpt":0.7007158143246428,"score_spread":0.00884223942358009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110893579","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000092245944,0.99760216,0.000065271466,0.0010502752,0.00034108452,0.000034187455,0.0000411755,0.0000042703505,0.00076942955],"genre_scores_gemma":[0.00091731653,0.9980714,0.00010869478,0.00060370925,0.00009347628,0.000051189523,0.000036068333,0.0000022362503,0.000115970346],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99554473,0.0018367805,0.0011333302,0.00032564357,0.0009049132,0.00025455016],"domain_scores_gemma":[0.9803489,0.014545037,0.0020651384,0.00027951968,0.0023837576,0.00037766102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071395603,0.0013398234,0.0028756,0.009556176,0.0012351954,0.004260563,0.00180729,0.0032549517,0.005604995],"category_scores_gemma":[0.029821755,0.00075762643,0.0027738132,0.014721392,0.0016736129,0.0032919263,0.0025287864,0.0033111665,0.00079922786],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009371908,0.00004160901,0.00022804935,0.6395587,0.00074487674,0.00019688933,0.0014443559,0.00029787596,0.00018727458,0.005875121,0.033736415,0.31759515],"study_design_scores_gemma":[0.000015943717,0.000049895567,0.0009044821,0.7438348,0.0012508206,0.00023222156,0.0009742734,0.000038272494,0.000086782056,0.0014492727,0.2511412,0.00002199549],"about_ca_topic_score_codex":0.011652808,"about_ca_topic_score_gemma":0.025826385,"teacher_disagreement_score":0.011652808,"about_ca_system_score_codex":0.0052305134,"about_ca_system_score_gemma":0.025299806,"threshold_uncertainty_score":0.037950218},"labels":[],"label_agreement":null},{"id":"W3120133325","doi":"10.1186/s12961-020-00654-1","title":"Collaborative research and knowledge translation on road crashes in Burkina Faso: the police perspective 18 months on","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"WSP (Canada); Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Crash; Public health; General partnership; Poison control; Public relations; Occupational safety and health; Health services research; Suicide prevention; Capacity building; Medicine; Political science; Transport engineering; Environmental health; Engineering; Nursing; Knowledge management; Computer science; Law","score_opus":0.8887468651700057,"score_gpt":0.7618659974809039,"score_spread":0.12688086768910178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120133325","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032152362,0.06323851,0.0022005842,0.86709625,0.020963896,0.00012375152,0.00006417597,0.00002952023,0.014130907],"genre_scores_gemma":[0.6990154,0.0623179,0.0031842764,0.20873109,0.013675075,0.0005348464,0.0000886749,0.000117580166,0.012335193],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9210166,0.066306084,0.0026163715,0.0023634313,0.003749013,0.0039484412],"domain_scores_gemma":[0.8538823,0.11398281,0.0060855267,0.0029187954,0.01652124,0.006609255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.048359927,0.00096983556,0.0010896106,0.002772401,0.025886945,0.0122843785,0.0025449756,0.0136019755,0.004266684],"category_scores_gemma":[0.11693557,0.0004949541,0.00085137377,0.003208337,0.022337722,0.0163262,0.009369321,0.016015623,0.00079561083],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007598998,0.000096736585,0.0013675502,0.002031028,0.000046580786,0.006527958,0.8691615,0.000117042684,0.00062187493,0.035116456,0.052779958,0.032057308],"study_design_scores_gemma":[0.000021892267,0.000087468245,0.0011653127,0.005675285,0.00003094854,0.0010574376,0.6251975,0.000105206316,0.00033010895,0.008195946,0.3580824,0.000050467763],"about_ca_topic_score_codex":0.029151374,"about_ca_topic_score_gemma":0.033552013,"teacher_disagreement_score":0.048359927,"about_ca_system_score_codex":0.01269601,"about_ca_system_score_gemma":0.028105028,"threshold_uncertainty_score":0.25575483},"labels":[],"label_agreement":null},{"id":"W3126349303","doi":"10.1186/s12961-021-00707-z","title":"Learning from public health and hospital resilience to the SARS-CoV-2 pandemic: protocol for a multiple case study (Brazil, Canada, China, France, Japan, and Mali)","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Viral Infections and Outbreaks Research","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Intégré de Santé et de Services Sociaux des Laurentides; Université de Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal","funders":"Japan Science and Technology Agency; Agence Nationale de la Recherche","keywords":"Public health; Health services research; Pandemic; Health administration; Global health; Medicine; Focus group; Multidisciplinary approach; Health care; Health policy; Public relations; Environmental health; Political science; Nursing; Business; Coronavirus disease 2019 (COVID-19); Disease; Infectious disease (medical specialty)","score_opus":0.2935263039029708,"score_gpt":0.5253724472588944,"score_spread":0.23184614335592363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126349303","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014064019,0.00012656422,0.0029097833,0.0006802219,0.00016514582,0.99270284,0.00085597177,0.000025715703,0.0011273372],"genre_scores_gemma":[0.00095900905,0.000120053184,0.0039305533,0.00023287325,0.000015910826,0.99433964,0.00012975968,0.0000031116476,0.00026902294],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9385373,0.041251417,0.008023501,0.0031867167,0.004044131,0.0049569104],"domain_scores_gemma":[0.93461514,0.020182295,0.006330559,0.008267104,0.02456219,0.0060427245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.115276486,0.0037137347,0.003979116,0.004396538,0.010213604,0.0062132967,0.007101618,0.010332403,0.051985633],"category_scores_gemma":[0.091630846,0.0033357148,0.0049737454,0.003997638,0.0061638895,0.0073223035,0.0075768,0.010069171,0.010717711],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035464086,0.028120233,0.009620983,0.07795178,0.0007357182,0.011194439,0.16588777,0.012011653,0.009989624,0.10369399,0.26749647,0.2778333],"study_design_scores_gemma":[0.03481626,0.011141443,0.012514612,0.0514537,0.00040171243,0.0013091364,0.11153692,0.004013634,0.006597376,0.035599895,0.7297583,0.0008569796],"about_ca_topic_score_codex":0.016958078,"about_ca_topic_score_gemma":0.029170789,"teacher_disagreement_score":0.98304194,"about_ca_system_score_codex":0.019759558,"about_ca_system_score_gemma":0.072488256,"threshold_uncertainty_score":0.60964763},"labels":[],"label_agreement":null},{"id":"W3133465332","doi":"10.1186/s12961-020-00655-0","title":"The role of self-care interventions on men’s health-seeking behaviours to advance their sexual and reproductive health and rights","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Male Reproductive Health Studies","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"World Health Organization","keywords":"Reproductive health; Public health; Psychological intervention; Health services research; Medicine; Health administration; Health care; Sexual and reproductive health and rights; Health policy; Reproductive medicine; Sexual behavior; Nursing; Psychology; Environmental health; Reproductive rights; Clinical psychology; Pregnancy; Political science; Population","score_opus":0.47342797006828147,"score_gpt":0.629627835036715,"score_spread":0.15619986496843358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133465332","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6223083,0.08016964,0.007237738,0.16056639,0.0052938354,0.008037461,0.00076092395,0.00055903866,0.11506658],"genre_scores_gemma":[0.95891416,0.013806596,0.009190311,0.008630881,0.00062384363,0.0037983824,0.00013200908,0.00002932194,0.0048744157],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9949085,0.003899253,0.00013898533,0.00023123268,0.00038127822,0.00044064265],"domain_scores_gemma":[0.98583555,0.010594414,0.0008391844,0.0003599789,0.0005080866,0.0018628226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008557359,0.0003917502,0.0005112328,0.0005570435,0.0009550774,0.0013139002,0.0012256457,0.0017632911,0.02053439],"category_scores_gemma":[0.02072694,0.00018887181,0.0009094302,0.0003183842,0.0012670942,0.0016938114,0.0023614764,0.0020504186,0.00073050224],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018704778,0.009932607,0.008046456,0.011515979,0.00041424166,0.00014979049,0.0146019785,0.0004920705,0.0007150488,0.011716666,0.010912362,0.9296324],"study_design_scores_gemma":[0.016919117,0.057658676,0.3412188,0.1379538,0.004145863,0.00072389067,0.054923676,0.0057332637,0.00821202,0.055697724,0.31654885,0.00026425943],"about_ca_topic_score_codex":0.002487934,"about_ca_topic_score_gemma":0.004316165,"teacher_disagreement_score":0.02053439,"about_ca_system_score_codex":0.0014681442,"about_ca_system_score_gemma":0.0062762457,"threshold_uncertainty_score":0.06869441},"labels":[],"label_agreement":null},{"id":"W3134091172","doi":"10.1186/s12961-021-00776-0","title":"Support mechanisms for research generation and application for postgraduate students in four universities in Uganda","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Mbarara University of Science and Technology; International Development Research Centre; McMaster University","keywords":"Likert scale; Public health; Health services research; Medical education; Medicine; Health administration; Intervention (counseling); Scale (ratio); Family medicine; Psychology; Nursing; Geography","score_opus":0.8048571403855846,"score_gpt":0.7143409382128314,"score_spread":0.09051620217275325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134091172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.963569,0.002023716,0.006545872,0.0124393925,0.00012354499,0.0024412177,0.00016075515,0.0001919931,0.012504512],"genre_scores_gemma":[0.9886672,0.00066544337,0.008331796,0.0005154823,0.000053892763,0.0007484828,0.00006790026,0.000009147124,0.0009407876],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.93251556,0.047900055,0.005005362,0.0017304438,0.007403148,0.0054453975],"domain_scores_gemma":[0.7248074,0.14384334,0.04881248,0.018556373,0.019115796,0.04486461],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07426536,0.00047990071,0.00058910914,0.0052270885,0.0045319865,0.0065696654,0.0030415533,0.0021015971,0.0077307816],"category_scores_gemma":[0.18775018,0.00085414574,0.00065620674,0.0038334413,0.0032743674,0.003117998,0.012810036,0.001551774,0.00092166406],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060775736,0.0021540727,0.45985693,0.0023190787,0.00017017293,0.0018982416,0.061889388,0.00057866547,0.0021887126,0.007581729,0.0070632123,0.45369208],"study_design_scores_gemma":[0.0011682715,0.006161152,0.68157136,0.003439562,0.0003268626,0.0035613405,0.17865653,0.0044544064,0.0035996798,0.015908323,0.10085829,0.00029414802],"about_ca_topic_score_codex":0.0010027479,"about_ca_topic_score_gemma":0.0012938417,"teacher_disagreement_score":0.92573464,"about_ca_system_score_codex":0.005125861,"about_ca_system_score_gemma":0.028716227,"threshold_uncertainty_score":0.39275748},"labels":[],"label_agreement":null},{"id":"W3153074249","doi":"10.1186/s12961-020-00659-w","title":"Sexual and reproductive health self-care interventions in the Eastern Mediterranean Region: findings from a cross-sectional values and preferences survey to inform WHO normative guidance on self-care interventions","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Women's College Hospital; University of Toronto","funders":"Ontario Ministry of Research and Innovation; Canada Research Chairs; World Health Organization","keywords":"Psychological intervention; Thematic analysis; Health care; Reproductive health; Medicine; Nursing; Family medicine; Environmental health; Qualitative research; Population","score_opus":0.38838440666289836,"score_gpt":0.5242389266759566,"score_spread":0.13585452001305826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153074249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99872154,0.00009530211,0.000106082916,0.00018802869,0.0000037086513,0.000101943966,0.00023244628,0.0000016135947,0.000549331],"genre_scores_gemma":[0.9980404,0.00023071561,0.000533986,0.00037612373,0.0000064198753,0.0003343295,0.00024855754,0.0000027207427,0.0002268298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99793774,0.0011302641,0.0001899856,0.00013821336,0.00032067916,0.00028302617],"domain_scores_gemma":[0.9951564,0.0021625706,0.0012742648,0.00020928463,0.000763523,0.000434027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007452178,0.00016635937,0.00029020346,0.0006128004,0.0005736707,0.0006963392,0.0004083231,0.00048305505,0.0011266544],"category_scores_gemma":[0.0094632665,0.0002460667,0.00038188777,0.0007933623,0.00042898534,0.0007067422,0.00095840363,0.00053232873,0.00016323668],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011455592,0.00060903555,0.91501004,0.00037031615,0.000073646755,0.0003550581,0.04960832,0.000085441265,0.000607511,0.00013870641,0.0012386071,0.03178874],"study_design_scores_gemma":[0.00001726089,0.00036871812,0.9451882,0.00017495287,0.000023190214,0.00018956738,0.051325537,0.00018900796,0.00022707683,0.000047876965,0.0022367458,0.000011800104],"about_ca_topic_score_codex":0.011490452,"about_ca_topic_score_gemma":0.015916897,"teacher_disagreement_score":0.011490452,"about_ca_system_score_codex":0.0010782891,"about_ca_system_score_gemma":0.0016575805,"threshold_uncertainty_score":0.039411366},"labels":[],"label_agreement":null},{"id":"W3154006088","doi":"10.1186/s12961-021-00712-2","title":"Structural barriers to knowledge transfer and exchange among men and women in low-, middle- and high-income countries: an international cross-sectional study with vaccine researchers in 44 countries","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Abitibi-Témiscamingue","funders":"Grand Challenges Canada; Karolinska Institutet; Government of Canada","keywords":"Likert scale; Health services research; Health administration; Cross-sectional study; Global health; Scale (ratio); Public health; Medicine; Nursing research; Psychology; Nursing; Geography","score_opus":0.5990771488218422,"score_gpt":0.6510036058944708,"score_spread":0.05192645707262866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154006088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991653,0.00023669473,0.00004855167,0.0000502031,0.0000030416124,0.000043496995,0.00006639315,7.5031306e-7,0.00038550646],"genre_scores_gemma":[0.9992638,0.00022298894,0.0001298852,0.00007744728,0.0000046305568,0.00006842113,0.00005960358,0.0000012324826,0.0001718833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971744,0.0011922105,0.0003685961,0.0003061467,0.00043062377,0.0005278911],"domain_scores_gemma":[0.9934934,0.00235236,0.00255733,0.00029655165,0.00056837575,0.0007320573],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006695413,0.00033680745,0.0007287883,0.0013979411,0.0015525336,0.0017133541,0.0005515542,0.00087224494,0.002766317],"category_scores_gemma":[0.00930235,0.0006954286,0.00068715337,0.0016477713,0.0010062644,0.0017458983,0.0015495487,0.0008865441,0.00033128558],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006883882,0.00028221164,0.9792875,0.00009432544,0.00005398301,0.000115392206,0.016711129,0.00001644752,0.00012691847,0.00005760382,0.00010045633,0.0030852342],"study_design_scores_gemma":[0.000015302321,0.00069782743,0.9364982,0.00014149034,0.00004959844,0.00031571923,0.06130174,0.000115976065,0.000112841015,0.00005768458,0.0006765059,0.000017139879],"about_ca_topic_score_codex":0.0051989676,"about_ca_topic_score_gemma":0.0061841332,"teacher_disagreement_score":0.9933046,"about_ca_system_score_codex":0.0005809125,"about_ca_system_score_gemma":0.0009957099,"threshold_uncertainty_score":0.035409212},"labels":[],"label_agreement":null},{"id":"W3158111049","doi":"10.1186/s12961-021-00731-z","title":"Contextual differences considered in the Tunisian ADOLOPMENT of the European guidelines on breast cancer screening","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"FP7 International Cooperation; Deutsche Gesellschaft für Internationale Zusammenarbeit; European Commission","keywords":"Guideline; Grading (engineering); Breast cancer; Medicine; Health services research; Family medicine; Breast cancer screening; Context (archaeology); Evidence-based medicine; Knowledge translation; Public health; Health administration; Cancer; Nursing; Alternative medicine; Pathology; Mammography; Knowledge management; Internal medicine; Computer science","score_opus":0.8457636591229023,"score_gpt":0.6553773349083422,"score_spread":0.19038632421456014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158111049","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25464204,0.20028573,0.0413798,0.40279287,0.010779721,0.018698633,0.0048592486,0.00037445064,0.066187434],"genre_scores_gemma":[0.73601747,0.03381218,0.17138721,0.04266147,0.0008283916,0.01057746,0.002276521,0.00019847449,0.0022408536],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.6644923,0.23100829,0.06408856,0.0057304013,0.029224653,0.0054557924],"domain_scores_gemma":[0.66661876,0.21013957,0.026017576,0.008298609,0.08503303,0.0038924294],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.26353857,0.00092957757,0.0016707645,0.008777361,0.0036748056,0.010939798,0.0039745285,0.0038801818,0.0013754063],"category_scores_gemma":[0.40525162,0.001182886,0.0028016237,0.009719559,0.0033073402,0.0049890443,0.00716846,0.004771713,0.00017272434],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006871871,0.00032224262,0.033858802,0.054748174,0.002014807,0.0027675238,0.15852249,0.0033580486,0.0032033436,0.043326307,0.056785304,0.64040583],"study_design_scores_gemma":[0.0006469696,0.00053677673,0.070663,0.17306186,0.003677361,0.0010353582,0.09095826,0.0029176895,0.00468436,0.02129407,0.6299906,0.0005337161],"about_ca_topic_score_codex":0.06091646,"about_ca_topic_score_gemma":0.109581135,"teacher_disagreement_score":0.26353857,"about_ca_system_score_codex":0.028431151,"about_ca_system_score_gemma":0.060229834,"threshold_uncertainty_score":0.90818805},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3165400324","doi":"10.1186/s12961-021-00725-x","title":"Health research capacity building of health workers in fragile and conflict-affected settings: a scoping review of challenges, strengths, and recommendations","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Capacity building; Psychological intervention; Thematic analysis; Health services research; Medicine; Public health; Health policy; Health administration; Nursing; Qualitative research; Strengths and weaknesses; Medical education; Public relations; Psychology; Political science; Sociology; Social psychology; Social science","score_opus":0.5946360553844579,"score_gpt":0.6169412324209814,"score_spread":0.02230517703652357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165400324","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007544285,0.9890436,0.0008051497,0.006513549,0.00081986637,0.00067408255,0.000118805925,0.000016842487,0.0012536797],"genre_scores_gemma":[0.0078085368,0.9846096,0.0031686267,0.0018512406,0.00040006763,0.0018440163,0.00015434415,0.000013830484,0.00014969922],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.90697813,0.044603463,0.031655133,0.0032906542,0.0111077735,0.0023649603],"domain_scores_gemma":[0.4551821,0.46176633,0.03139762,0.0063803038,0.04155105,0.0037225548],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.15301473,0.0025202192,0.0074847178,0.05060479,0.0048550344,0.015574637,0.0050772857,0.007994716,0.0034898624],"category_scores_gemma":[0.33770636,0.0032685145,0.0075377966,0.043059096,0.0063878847,0.018964982,0.008747129,0.0057284893,0.000874881],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010711339,0.00007646942,0.0016825728,0.73420316,0.0018833429,0.00027938266,0.0070060315,0.00040651622,0.0003057205,0.0043094284,0.010808267,0.23893191],"study_design_scores_gemma":[0.000020171714,0.00003402031,0.0008778068,0.9616196,0.0016661428,0.0001266531,0.0027182752,0.000100076744,0.00012402138,0.0015830168,0.031102449,0.000027693792],"about_ca_topic_score_codex":0.013116518,"about_ca_topic_score_gemma":0.022424454,"teacher_disagreement_score":0.8469853,"about_ca_system_score_codex":0.016046619,"about_ca_system_score_gemma":0.080716096,"threshold_uncertainty_score":0.8092289},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3168538828","doi":"10.1186/s12961-021-00741-x","title":"A 10-year longitudinal evaluation of science policy interventions to promote sex and gender in health research","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Institute of Gender and Health; Canadian Institutes of Health Research","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Health services research; Population; Odds; Medical education; Health administration; Psychology; Public health; Health policy; Medicine; Gerontology; Logistic regression; Nursing; Environmental health","score_opus":0.8553815462810737,"score_gpt":0.6855083037139026,"score_spread":0.16987324256717107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168538828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97948325,0.0007190926,0.0022433212,0.0019182095,0.00019427214,0.007863922,0.0039146473,0.00016957457,0.0034936238],"genre_scores_gemma":[0.94747645,0.0010281958,0.00941733,0.0013345124,0.00020776929,0.03300057,0.0057707094,0.00003312504,0.0017312433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9459135,0.038319476,0.0034817993,0.002226789,0.005029187,0.005029201],"domain_scores_gemma":[0.8909811,0.03756753,0.02757815,0.007880431,0.026192993,0.009799856],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.11912033,0.0011374165,0.0010764617,0.0032280243,0.0043358435,0.003133039,0.001853257,0.0016443235,0.0022036552],"category_scores_gemma":[0.09834653,0.0011437415,0.002225297,0.0027354718,0.0020462333,0.003409111,0.0056763664,0.0024946432,0.0008093019],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016358487,0.05450987,0.6299186,0.0026097284,0.0018221309,0.00029732077,0.016200595,0.0037428935,0.0011779154,0.002285479,0.019911846,0.25116512],"study_design_scores_gemma":[0.00338343,0.05934861,0.9063865,0.0011965641,0.00085211813,0.00008725914,0.009642839,0.0024004756,0.002005908,0.0009100592,0.013595329,0.00019094188],"about_ca_topic_score_codex":0.025774516,"about_ca_topic_score_gemma":0.038820542,"teacher_disagreement_score":0.88087964,"about_ca_system_score_codex":0.013595246,"about_ca_system_score_gemma":0.040261798,"threshold_uncertainty_score":0.62997603},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3169785999","doi":"10.1186/s12961-021-00737-7","title":"Policy options to increase motivation for improving evidence-informed health policy-making in Iran","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Institute for Medical Research Development; Tehran University of Medical Sciences and Health Services; Ministry of Health and Medical Education","keywords":"Incentive; Health policy; Health services research; Knowledge translation; Public relations; Health administration; Context (archaeology); Psychological intervention; Political science; Medicine; Public health; Knowledge management; Nursing; Economics; Computer science","score_opus":0.49102615352261536,"score_gpt":0.522758676313114,"score_spread":0.03173252279049865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169785999","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2092969,0.016684458,0.04390226,0.65830094,0.0034792263,0.010411417,0.000722481,0.0007039221,0.05649834],"genre_scores_gemma":[0.84528035,0.006207906,0.09862816,0.038444057,0.00084834016,0.007955131,0.00027964124,0.00008057938,0.0022758786],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.82199913,0.13744526,0.010087058,0.0045270547,0.014794113,0.011147364],"domain_scores_gemma":[0.6851834,0.20768335,0.03927061,0.013140309,0.027379079,0.027343227],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.24487539,0.0007497125,0.00089537073,0.004825257,0.0058658663,0.01100734,0.0033948293,0.0067560235,0.0051735686],"category_scores_gemma":[0.22764938,0.0010189533,0.001491981,0.004011747,0.0075028227,0.008643524,0.011705034,0.007282297,0.0004593808],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009637702,0.0028380796,0.069546446,0.023733137,0.0006193315,0.0011360077,0.09400348,0.005200393,0.0041957838,0.16911729,0.056841344,0.57180494],"study_design_scores_gemma":[0.0016773987,0.0020352833,0.11772745,0.027002115,0.0008559809,0.000718777,0.10995306,0.008143532,0.0066061267,0.19470301,0.529826,0.0007512616],"about_ca_topic_score_codex":0.004400336,"about_ca_topic_score_gemma":0.006980762,"teacher_disagreement_score":0.24487539,"about_ca_system_score_codex":0.021664968,"about_ca_system_score_gemma":0.12199227,"threshold_uncertainty_score":0.93120307},"labels":[],"label_agreement":null},{"id":"W3172729171","doi":"10.1186/s12961-021-00726-w","title":"Where is critical analysis of power and positionality in knowledge translation?","year":2021,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Northern British Columbia; University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Reflexivity; Knowledge translation; Health services research; Sociology; Context (archaeology); Power (physics); Epistemology; Critical theory; Knowledge production; Engineering ethics; Social science; Political science; Knowledge management; Health care; Computer science; Law","score_opus":0.8942625729423347,"score_gpt":0.7697535168293935,"score_spread":0.12450905611294116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172729171","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015714683,0.0046856645,0.003477426,0.9783976,0.0019388275,0.000033505254,0.000012742788,0.000017915676,0.009864808],"genre_scores_gemma":[0.36011782,0.023977088,0.0209818,0.57214814,0.00930935,0.00089686294,0.000066430046,0.0003444714,0.01215805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.76947486,0.17688648,0.008591503,0.010215724,0.02564726,0.009184117],"domain_scores_gemma":[0.4373919,0.49532768,0.011142369,0.014566619,0.034722958,0.00684846],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20649998,0.0010162406,0.0021332877,0.0058206003,0.037928846,0.04542328,0.007157528,0.03500563,0.007405685],"category_scores_gemma":[0.31273037,0.0012571759,0.0018541894,0.0077758594,0.18362324,0.067462645,0.022396434,0.040321685,0.0019012168],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008824672,0.0000401602,0.0008318702,0.0010809147,0.000030084771,0.0013110491,0.2170291,0.00016655373,0.000260953,0.645792,0.0672716,0.06609748],"study_design_scores_gemma":[0.000031791864,0.000026988148,0.00035446475,0.0031501816,0.00001744526,0.00051393756,0.14579462,0.00039088164,0.00043014536,0.62142557,0.22778264,0.000081363345],"about_ca_topic_score_codex":0.093058266,"about_ca_topic_score_gemma":0.10116714,"teacher_disagreement_score":0.9620712,"about_ca_system_score_codex":0.073955454,"about_ca_system_score_gemma":0.106453575,"threshold_uncertainty_score":0.9785268},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3176051343","doi":"10.1186/s12961-021-00739-5","title":"Assessing the performance of a method for case-mix adjustment in the Korean Diagnosis-Related Groups (KDRG) system and its policy implications","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"College of Medicine, Catholic University of Korea; CHA University; National Health Insurance Service; Inje University; Hallym University; Seoul National University Hospital; Korea University; Yonsei University College of Medicine; Ewha Womans University; NATIONAL HEALTH INSURANCE SERVICE ILSANHOSPITAL; Soonchunhyang University; Yonsei University; Chungbuk National University; Chung-Ang University; Kyung Hee University; Seoul National University; Catholic University of Korea; Hanyang University","keywords":"Payment; Reimbursement; Case mix index; Payment system; Resource consumption; Resource (disambiguation); Test (biology); Health administration; Statistics; Econometrics; Psychology; Medicine; Computer science; Public health; Mathematics; Health care; Psychiatry; Economics; Nursing; Ecology; Biology","score_opus":0.6390360249486164,"score_gpt":0.6392134816163764,"score_spread":0.0001774566677599232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176051343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87273216,0.0011732413,0.11031205,0.0037633842,0.0005073572,0.0023960066,0.002666825,0.0006736291,0.005775375],"genre_scores_gemma":[0.94795924,0.00011135801,0.04953913,0.00023283667,0.00009597298,0.0007100004,0.00087350863,0.000057411147,0.00042044272],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.89081734,0.082165286,0.006247505,0.007935282,0.011476579,0.0013580575],"domain_scores_gemma":[0.70687336,0.21430144,0.036492474,0.016309563,0.023713382,0.0023097834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14421022,0.0012336869,0.0010493126,0.0038739075,0.001229482,0.0031830145,0.002145304,0.0011139208,0.0020749865],"category_scores_gemma":[0.25402555,0.0005077963,0.0023266366,0.004955636,0.0011503061,0.0027201003,0.0022155726,0.0016209617,0.00049187866],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053144764,0.00022616678,0.9614171,0.00012956625,0.00080066896,0.000029472498,0.00052807434,0.0035719266,0.00021893905,0.0009160274,0.0015824947,0.030048076],"study_design_scores_gemma":[0.00020779824,0.0012582124,0.8358892,0.00021071926,0.00051565963,0.00012975525,0.0014538144,0.15125208,0.0018343186,0.0025374833,0.0045807227,0.00013019468],"about_ca_topic_score_codex":0.017987797,"about_ca_topic_score_gemma":0.0074481717,"teacher_disagreement_score":0.14421022,"about_ca_system_score_codex":0.0044143507,"about_ca_system_score_gemma":0.0070137414,"threshold_uncertainty_score":0.7626656},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3178614472","doi":"10.1186/s12961-021-00745-7","title":"Building the field of food systems research: commentary on a research funder’s role","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Organic Food and Agriculture","field":"Agricultural and Biological Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"International Development Research Centre","keywords":"Capacity building; Health services research; Food systems; Public health; Research program; Field (mathematics); Health policy; Sustainability; Consumption (sociology); Public relations; Political science; Sociology; Medicine; Economic growth; Food security; Nursing; Social science; Economics","score_opus":0.40957986321906087,"score_gpt":0.4870780497152274,"score_spread":0.07749818649616652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178614472","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012203753,0.008338718,0.00015779537,0.97236156,0.018373206,0.000012368084,0.000011382468,0.000006909665,0.0006160364],"genre_scores_gemma":[0.0102323415,0.0078118225,0.00079415063,0.94878185,0.031123392,0.00017843962,0.000016145344,0.00005376924,0.0010081031],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7676077,0.162434,0.017884739,0.011919011,0.03113607,0.009018417],"domain_scores_gemma":[0.33461004,0.56259394,0.015155184,0.008373132,0.069489144,0.009778588],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23009458,0.0017809998,0.0035809407,0.003760739,0.0148593625,0.016272971,0.0152892945,0.07089374,0.0034954587],"category_scores_gemma":[0.49103466,0.0012022251,0.003325137,0.004998742,0.04784174,0.029754134,0.011314517,0.07259683,0.001563429],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009066811,0.000021656955,0.00019933283,0.0028530995,0.00004995497,0.0005185925,0.016901372,0.0001301933,0.00011021608,0.06249731,0.9032033,0.013424386],"study_design_scores_gemma":[0.00016500581,0.00009115154,0.00046670367,0.01720889,0.00013990914,0.00044067643,0.016211791,0.00030644413,0.0003161283,0.031536438,0.9329492,0.00016779714],"about_ca_topic_score_codex":0.033880554,"about_ca_topic_score_gemma":0.030126045,"teacher_disagreement_score":0.76990545,"about_ca_system_score_codex":0.03422141,"about_ca_system_score_gemma":0.08099337,"threshold_uncertainty_score":0.94943047},"labels":[],"label_agreement":null},{"id":"W3186080488","doi":"10.1186/s12961-021-00746-6","title":"Aiming for quality: a global compass for national learning systems","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University; Women's College Hospital; World Health Organization","keywords":"Health services research; Accountability; Health policy; Health care; Transparency (behavior); Knowledge management; Medicine; Public relations; Process management; Public health; Business; Nursing; Political science; Computer science","score_opus":0.9831222207428755,"score_gpt":0.8567219610937943,"score_spread":0.1264002596490812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186080488","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00879891,0.056058817,0.082220465,0.7151412,0.0046210554,0.0009628668,0.00019857206,0.00043188885,0.13156636],"genre_scores_gemma":[0.42478287,0.048970155,0.3366262,0.16869918,0.0024202862,0.0038658087,0.00053490984,0.00041767323,0.013682889],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.8856528,0.08323228,0.006971431,0.0051288963,0.014970416,0.004044178],"domain_scores_gemma":[0.87717235,0.07268647,0.007920462,0.016878687,0.017803552,0.0075385016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13344106,0.0011211603,0.0019110207,0.0054151067,0.0076568155,0.02882223,0.0044095167,0.011003198,0.006396064],"category_scores_gemma":[0.085382126,0.0009580928,0.002818178,0.006321474,0.03705667,0.045746103,0.032539368,0.015544802,0.0014043595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007714238,0.0000813535,0.002748719,0.0062777284,0.00015127471,0.00017830722,0.021514924,0.0010174053,0.00032843763,0.78130144,0.037037443,0.1492859],"study_design_scores_gemma":[0.00006137198,0.00021063116,0.0027932704,0.020596253,0.0001491044,0.00040687041,0.018932069,0.0007907936,0.0005879426,0.55324334,0.40214497,0.00008337535],"about_ca_topic_score_codex":0.0045625414,"about_ca_topic_score_gemma":0.0061736563,"teacher_disagreement_score":0.13344106,"about_ca_system_score_codex":0.022617102,"about_ca_system_score_gemma":0.07123958,"threshold_uncertainty_score":0.7057122},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3193274737","doi":"10.1186/s12961-021-00764-4","title":"The pragmatic, rapid, and iterative dissemination and implementation (PRIDI) cycle: adapting to the dynamic nature of public health emergencies (and beyond)","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; Georgia Clinical and Translational Science Alliance; University of Rochester","keywords":"Public health; Process management; Context (archaeology); Process (computing); Adaptation (eye); Psychological intervention; Risk analysis (engineering); Business; Computer science; Public relations; Knowledge management; Political science; Medicine; Psychology; Nursing","score_opus":0.5450758981542635,"score_gpt":0.696988190410248,"score_spread":0.15191229225598446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193274737","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020043079,0.008472621,0.63496965,0.22873443,0.0025804318,0.034139294,0.00043694518,0.0021005915,0.06852301],"genre_scores_gemma":[0.19252974,0.0046291677,0.74487066,0.027290799,0.00056518184,0.02623016,0.00028962072,0.00043207654,0.0031626069],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.52272403,0.4069971,0.01445784,0.013628887,0.035342503,0.0068495423],"domain_scores_gemma":[0.508737,0.34838536,0.02526181,0.054723542,0.03941195,0.023480242],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.41651198,0.0027635084,0.0027058057,0.005699402,0.008666992,0.027080175,0.010615663,0.011676221,0.006283691],"category_scores_gemma":[0.42717126,0.0034062024,0.003842668,0.0042053377,0.03199106,0.02208072,0.04523412,0.021409452,0.0030269672],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041908454,0.001686658,0.0072100745,0.014749739,0.0005645016,0.00054961524,0.061459992,0.0043298667,0.0021342249,0.2531378,0.03231029,0.6214481],"study_design_scores_gemma":[0.0012417838,0.0032926882,0.007196949,0.021066684,0.00062593655,0.0010399322,0.036780007,0.009620526,0.0063466863,0.55018663,0.36179936,0.0008027854],"about_ca_topic_score_codex":0.0042674323,"about_ca_topic_score_gemma":0.0046787593,"teacher_disagreement_score":0.41651198,"about_ca_system_score_codex":0.021161277,"about_ca_system_score_gemma":0.12663113,"threshold_uncertainty_score":0.71954465},"labels":[],"label_agreement":null},{"id":"W3195101884","doi":"10.1186/s12961-021-00771-5","title":"Correction to: The pragmatic, rapid, and iterative dissemination and implementation (PRIDI) cycle: adapting to the dynamic nature of public health emergencies (and beyond)","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Public health; Health services research; Health administration; Health informatics; Health policy; Computer science; Medicine; Data science; Nursing","score_opus":0.1853739593243231,"score_gpt":0.5893984752877851,"score_spread":0.404024515963462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195101884","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005346676,0.00037492867,0.0007617331,0.073805176,0.92281735,0.00007312696,0.0007753411,0.00046734684,0.00087162555],"genre_scores_gemma":[0.012149602,0.005953828,0.012519997,0.30020127,0.51047283,0.001980227,0.0027243262,0.0032387523,0.1507593],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9583809,0.00955343,0.009589001,0.0050678663,0.013710808,0.0036979732],"domain_scores_gemma":[0.70369184,0.08048012,0.011092935,0.021750262,0.17063,0.012354852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026402563,0.00426696,0.0047687837,0.0076009184,0.009578588,0.016196838,0.009863561,0.023423832,0.08684715],"category_scores_gemma":[0.35503802,0.003516419,0.0031407825,0.0076335897,0.009488012,0.0066812336,0.0078470595,0.036533505,0.059663177],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033340286,0.0000072731473,0.000051237712,0.00021229808,0.000014011219,0.00007810643,0.00010339342,0.000034215922,0.000023916193,0.00069802545,0.9960675,0.002676601],"study_design_scores_gemma":[0.00013086131,0.000023132809,0.0008015758,0.0011383398,0.000055609216,0.00020966494,0.00039549835,0.00041502574,0.00027256968,0.001922496,0.99453,0.00010516095],"about_ca_topic_score_codex":0.048022013,"about_ca_topic_score_gemma":0.051188234,"teacher_disagreement_score":0.08684715,"about_ca_system_score_codex":0.014894696,"about_ca_system_score_gemma":0.034324266,"threshold_uncertainty_score":0.2905327},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3197401797","doi":"10.1186/s12961-021-00777-z","title":"Development, characteristics and impact of quality improvement casebooks: a scoping review","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; University Health Network","funders":"","keywords":"Casebook; CINAHL; Health administration; Context (archaeology); Medical education; Medicine; Health care; Health services research; Quality management; Psychology; Nursing; Public health; Political science; Business; Psychological intervention; Marketing","score_opus":0.9559626300347825,"score_gpt":0.8232407196780448,"score_spread":0.13272191035673775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197401797","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013088267,0.9414625,0.009386631,0.004431043,0.0011028228,0.01914931,0.0036947287,0.00011467067,0.0075700046],"genre_scores_gemma":[0.06518646,0.86698186,0.030314121,0.0017834001,0.00027131097,0.030692685,0.0038149508,0.00009386124,0.0008613003],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.859743,0.04676247,0.064376935,0.0044480367,0.023244133,0.0014253644],"domain_scores_gemma":[0.4694762,0.4063934,0.04750112,0.010300559,0.06452025,0.0018084716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13089722,0.0019309103,0.0051342794,0.059085056,0.0028303056,0.009724214,0.0051209056,0.0034036117,0.0042849393],"category_scores_gemma":[0.41612598,0.002606187,0.005096942,0.05691839,0.003089426,0.01115507,0.0052057463,0.002464193,0.00075928774],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024049234,0.00013973945,0.005812169,0.6122198,0.00195875,0.0005405492,0.00987352,0.0005366,0.00038221062,0.0036540353,0.010092294,0.35454983],"study_design_scores_gemma":[0.00007329333,0.000103473685,0.0043145753,0.9378386,0.003129757,0.00040881065,0.004354046,0.00018365067,0.00038293155,0.0008731688,0.048273314,0.00006438665],"about_ca_topic_score_codex":0.012850681,"about_ca_topic_score_gemma":0.027076751,"teacher_disagreement_score":0.13089722,"about_ca_system_score_codex":0.014783768,"about_ca_system_score_gemma":0.049032465,"threshold_uncertainty_score":0.69225895},"labels":[],"label_agreement":null},{"id":"W3199102274","doi":"10.1186/s12961-021-00773-3","title":"Conducting decolonizing research and practice with Australian First Nations to close the health gap","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Health and Medical Research Council; Menzies School of Health Research; Children's Hospital Foundation","keywords":"Health services research; Perspective (graphical); Knowledge translation; Health administration; Health policy; Public health; Work (physics); Sociology; Public relations; Medicine; Political science; Nursing; Knowledge management","score_opus":0.632813324307716,"score_gpt":0.6066181271237087,"score_spread":0.026195197184007313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199102274","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14117275,0.023473125,0.1134631,0.6415045,0.0088516,0.007512381,0.0001121456,0.0004406248,0.06346968],"genre_scores_gemma":[0.683113,0.012689616,0.1775569,0.10088471,0.0012968675,0.013011305,0.000116588024,0.00032001545,0.011011007],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.5948665,0.36628145,0.009293273,0.00804946,0.012173837,0.009335466],"domain_scores_gemma":[0.5344407,0.3078514,0.021731738,0.05619774,0.051054925,0.028723495],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4015102,0.0011681002,0.0027132288,0.0040356484,0.02469608,0.01835434,0.006031498,0.008866397,0.005261815],"category_scores_gemma":[0.31505,0.0016297998,0.0015271279,0.0036913392,0.04141352,0.023754714,0.050535765,0.02191449,0.0013317474],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014484965,0.00052241964,0.00599456,0.00404486,0.00010976912,0.00082348596,0.7641432,0.00043452802,0.0023523665,0.07890397,0.010956388,0.1315695],"study_design_scores_gemma":[0.00012381379,0.0010309806,0.009715208,0.01277347,0.00009272394,0.000712975,0.6108338,0.0009398296,0.0018433472,0.11629444,0.245434,0.0002053087],"about_ca_topic_score_codex":0.021621171,"about_ca_topic_score_gemma":0.032771725,"teacher_disagreement_score":0.4015102,"about_ca_system_score_codex":0.021466058,"about_ca_system_score_gemma":0.14398235,"threshold_uncertainty_score":0.7380445},"labels":[],"label_agreement":null},{"id":"W3200320563","doi":"10.1186/s12961-021-00774-2","title":"Collaboration on evidence synthesis in Africa: a network study of growing research capacity","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit Stellenbosch; McMaster University","keywords":"Institution; Capacity building; Social network analysis; Political science; Economic growth; Social capital; Economics","score_opus":0.9545499644367342,"score_gpt":0.7682041014618259,"score_spread":0.1863458629749083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200320563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9371385,0.00823953,0.016928973,0.014003741,0.00010454314,0.00085873716,0.00065977714,0.00004388799,0.02202226],"genre_scores_gemma":[0.9923268,0.0014438935,0.0052648373,0.00026010553,0.000025944466,0.00036081678,0.00007967085,0.00001095459,0.00022699097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.88339317,0.09691812,0.006337974,0.0054772794,0.0050153476,0.002858136],"domain_scores_gemma":[0.47716373,0.44417983,0.048343334,0.009308813,0.013627569,0.0073766964],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08762158,0.00039711013,0.000870954,0.012713415,0.0037719372,0.008083576,0.0013967834,0.001745841,0.0032624137],"category_scores_gemma":[0.30466947,0.0006150294,0.00083631655,0.0150682535,0.006261583,0.015918944,0.013540942,0.0016539209,0.00020689715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007587098,0.00021522408,0.46461484,0.006701065,0.0012527652,0.001831309,0.29870537,0.0038612662,0.001081624,0.07303021,0.0027516203,0.14519608],"study_design_scores_gemma":[0.00031535263,0.00058920967,0.40377656,0.013158591,0.0014682481,0.0025586574,0.38555428,0.025854731,0.00128617,0.102436736,0.06272152,0.00027993263],"about_ca_topic_score_codex":0.0052307495,"about_ca_topic_score_gemma":0.006494543,"teacher_disagreement_score":0.91237843,"about_ca_system_score_codex":0.0069630207,"about_ca_system_score_gemma":0.009363831,"threshold_uncertainty_score":0.46339273},"labels":[],"label_agreement":null},{"id":"W3205373217","doi":"10.1186/s12961-021-00752-8","title":"Community health workers at the dawn of a new era: 1. Introduction: tensions confronting large-scale CHW programmes","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Bill and Melinda Gates Foundation; United States Agency for International Development","keywords":"Health services research; Public health; Health administration; Community health; Scale (ratio); Community health workers; Health policy; Medicine; Health informatics; Environmental health; Gerontology; Economic growth; Health services; Nursing; Geography; Population","score_opus":0.367850477302838,"score_gpt":0.5433692108628372,"score_spread":0.1755187335599992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205373217","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015075857,0.058943674,0.0042441953,0.8818773,0.006597526,0.00018895748,0.00004892071,0.00006824341,0.032955438],"genre_scores_gemma":[0.5086277,0.07596557,0.01622932,0.36150804,0.017550355,0.0013015261,0.00012124068,0.00025355944,0.018442586],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.94590646,0.039677452,0.0012473258,0.0028032386,0.0062751407,0.0040902784],"domain_scores_gemma":[0.95300066,0.03576117,0.0024562972,0.0011317722,0.0033427568,0.0043073446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03689128,0.0009576739,0.0008866329,0.0019415509,0.014628092,0.02712354,0.0038321866,0.018908557,0.006347914],"category_scores_gemma":[0.04046184,0.00084521563,0.0006679657,0.0032119346,0.034152467,0.023541175,0.012726134,0.020572813,0.0010621606],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014050594,0.00029028824,0.0043462133,0.00633949,0.000051153354,0.0022027888,0.2742825,0.00048107872,0.0010552147,0.35100576,0.17856793,0.1812371],"study_design_scores_gemma":[0.00004982148,0.00025568585,0.0037065288,0.009202089,0.00002431414,0.0010956496,0.28714013,0.00030288077,0.00037765678,0.11807034,0.57962406,0.00015083243],"about_ca_topic_score_codex":0.00947179,"about_ca_topic_score_gemma":0.012269583,"teacher_disagreement_score":0.03689128,"about_ca_system_score_codex":0.012202842,"about_ca_system_score_gemma":0.01900243,"threshold_uncertainty_score":0.1951021},"labels":[],"label_agreement":null},{"id":"W3206264955","doi":"10.1186/s12961-021-00755-5","title":"Community health workers at the dawn of a new era: 11. CHWs leading the way to “Health for All”","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Bill and Melinda Gates Foundation; United States Agency for International Development","keywords":"Health services research; Public health; Health administration; Community health; Health informatics; Health policy; Medicine; Community health workers; International health; Social policy; Health economics; Health worker; Environmental health; Nursing; Health services; Political science; Population","score_opus":0.5897853525879481,"score_gpt":0.6056906455087637,"score_spread":0.01590529292081566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206264955","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014860341,0.03510656,0.00068119937,0.90428764,0.03652767,0.00012454911,0.00017730029,0.00004775305,0.02156126],"genre_scores_gemma":[0.06569923,0.09301472,0.006769461,0.72572243,0.05031272,0.0009586083,0.0008326317,0.00019207978,0.056498144],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9842956,0.008195792,0.00059800455,0.0014714664,0.002661679,0.0027775208],"domain_scores_gemma":[0.9696535,0.0139285615,0.0016807759,0.0010364178,0.0055954307,0.008105253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018725801,0.0011297684,0.0008106831,0.0011595245,0.00996324,0.015769714,0.0025344,0.014764493,0.022134759],"category_scores_gemma":[0.030002827,0.00069963787,0.0008659451,0.0022405311,0.010639668,0.0150964605,0.00899827,0.015327145,0.0056582796],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010219778,0.000093511975,0.0014273643,0.0021235156,0.000013574165,0.00016476992,0.014826776,0.000062218125,0.00022452838,0.04721436,0.84682786,0.08691935],"study_design_scores_gemma":[0.000025611856,0.00010435073,0.002163892,0.0053767227,0.0000119067245,0.00009957377,0.025255661,0.000040909446,0.0001465011,0.010849311,0.9558838,0.0000416057],"about_ca_topic_score_codex":0.014923528,"about_ca_topic_score_gemma":0.026708221,"teacher_disagreement_score":0.022134759,"about_ca_system_score_codex":0.008872362,"about_ca_system_score_gemma":0.033418287,"threshold_uncertainty_score":0.09903264},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3206479284","doi":"10.1186/s12961-021-00758-2","title":"Community health workers at the dawn of a new era: 10. Programme performance and its assessment","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Bill and Melinda Gates Foundation; United States Agency for International Development","keywords":"Community health; Medicine; Community health workers; Health services research; Environmental health; Compendium; Public health; Program evaluation; Nursing; Gerontology; Political science; Health services; Geography; Population","score_opus":0.5488989827786084,"score_gpt":0.5932077304376729,"score_spread":0.04430874765906456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206479284","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13234143,0.3035611,0.047111567,0.31446335,0.004838413,0.0029769323,0.0030381146,0.0006295579,0.19103956],"genre_scores_gemma":[0.80553764,0.11355651,0.05239194,0.013641021,0.0015643185,0.0023499825,0.0016502844,0.00017295087,0.009135347],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9434213,0.032243922,0.003788221,0.002215163,0.015918957,0.0024123786],"domain_scores_gemma":[0.9535309,0.026324956,0.0056900764,0.0014345876,0.009488541,0.003530883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05236685,0.0011299116,0.0008925862,0.0057124766,0.0026377186,0.0130378,0.0021214574,0.0029541617,0.003023649],"category_scores_gemma":[0.064909644,0.00054513034,0.0008253759,0.007589144,0.008454013,0.010374588,0.008647174,0.0039377855,0.00063135923],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014343308,0.00031929414,0.053726513,0.012600005,0.00020357058,0.00018018558,0.056085654,0.0012057468,0.00034674574,0.09511654,0.04832361,0.73174876],"study_design_scores_gemma":[0.000058923397,0.0010472878,0.20501532,0.08647454,0.00035310467,0.0006679876,0.124568515,0.0031753357,0.001783215,0.08801484,0.48851365,0.00032723282],"about_ca_topic_score_codex":0.02374122,"about_ca_topic_score_gemma":0.02487917,"teacher_disagreement_score":0.05236685,"about_ca_system_score_codex":0.021015767,"about_ca_system_score_gemma":0.026936224,"threshold_uncertainty_score":0.2769457},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3206704155","doi":"10.1186/s12961-021-00750-w","title":"Community health workers at the dawn of a new era: 8. Incentives and remuneration","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Bill and Melinda Gates Foundation","keywords":"Remuneration; Incentive; Workforce; Public relations; Community health; Business; Incentive program; Medicine; Public health; Nursing; Economic growth; Economics; Political science; Finance","score_opus":0.6420468870696051,"score_gpt":0.6917605300511452,"score_spread":0.04971364298154013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206704155","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024784097,0.45943004,0.0045379368,0.4523361,0.0096683055,0.00022037921,0.0001917094,0.000048799233,0.04878264],"genre_scores_gemma":[0.4690408,0.38871935,0.009911068,0.10069935,0.012648083,0.0008187927,0.00026387066,0.000086179,0.017812544],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869832,0.0080573335,0.00049083185,0.0007326434,0.0022727598,0.0014631965],"domain_scores_gemma":[0.9800182,0.011827702,0.0027763895,0.00043072028,0.0023463212,0.0026006259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013643501,0.00043668997,0.0006411114,0.0018056639,0.0023176265,0.005877991,0.0015533593,0.0046591396,0.006723578],"category_scores_gemma":[0.019958898,0.0003830677,0.0008315222,0.002566752,0.005909861,0.006477707,0.0035425925,0.00400555,0.00078347983],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020846311,0.00031362945,0.011641891,0.01321264,0.00010943387,0.00028077688,0.015345199,0.0007524415,0.00028327495,0.3503248,0.13396525,0.47356215],"study_design_scores_gemma":[0.00005859998,0.00024776012,0.024811026,0.03792152,0.000071303555,0.0003199226,0.014935038,0.00041848517,0.00041006037,0.06265618,0.8580428,0.000107262495],"about_ca_topic_score_codex":0.007902527,"about_ca_topic_score_gemma":0.009295449,"teacher_disagreement_score":0.013643501,"about_ca_system_score_codex":0.00813441,"about_ca_system_score_gemma":0.012476222,"threshold_uncertainty_score":0.07215458},"labels":[],"label_agreement":null},{"id":"W3207255147","doi":"10.1186/s12961-021-00779-x","title":"What do end-users want to know about managing the performance of healthcare delivery systems? Co-designing a context-specific and practice-relevant research agenda","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Stroke Network; Cancer Care Ontario; London Health Sciences Centre; University of Toronto; McMaster University","funders":"Cancer Care Ontario","keywords":"Context (archaeology); Health services research; Health administration; Ranking (information retrieval); Health care; Health informatics; Knowledge management; Medicine; Medical education; Computer science; Public health; Nursing; Political science","score_opus":0.8743040393132426,"score_gpt":0.7333054584315462,"score_spread":0.14099858088169648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207255147","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38607726,0.031264994,0.0681937,0.4443628,0.001557451,0.0018576885,0.00026955677,0.00040572064,0.06601087],"genre_scores_gemma":[0.8983321,0.014092061,0.061753232,0.021641718,0.0004103791,0.0017322566,0.00016011015,0.000121655044,0.001756444],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.6847184,0.27294528,0.00893873,0.008482942,0.014530766,0.010383932],"domain_scores_gemma":[0.5524453,0.3661875,0.017287845,0.01495727,0.028256549,0.020865595],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21373194,0.0011007567,0.002203153,0.0047807368,0.011959988,0.033178594,0.0045688692,0.00826574,0.0038490032],"category_scores_gemma":[0.23425119,0.001135873,0.0016296618,0.004301003,0.02059312,0.036861602,0.015185276,0.010048203,0.0014049353],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021139481,0.0009017189,0.038390107,0.008012001,0.0001721779,0.00081287813,0.7028049,0.0005246517,0.0015696859,0.02657865,0.008885268,0.21113648],"study_design_scores_gemma":[0.00004790709,0.0005924649,0.009497499,0.010473146,0.00014317058,0.0005297532,0.8734143,0.0007111341,0.0016014196,0.029546695,0.07331633,0.00012613439],"about_ca_topic_score_codex":0.002628877,"about_ca_topic_score_gemma":0.0044251755,"teacher_disagreement_score":0.78626806,"about_ca_system_score_codex":0.012722313,"about_ca_system_score_gemma":0.038755767,"threshold_uncertainty_score":0.9696085},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3210435354","doi":"10.1186/s12961-021-00784-0","title":"Trainee-led research using an integrated knowledge translation or other research partnership approaches: a scoping review","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Ottawa; McGill University; University of Calgary; Women's College Hospital; Alberta Health Services; Ontario Stroke Network; Foothills Medical Centre; Dalhousie University","funders":"","keywords":"General partnership; CINAHL; PsycINFO; Knowledge translation; Health services research; Systematic review; Grey literature; Relevance (law); Medicine; MEDLINE; Medical education; Nursing; Knowledge management; Public health; Political science; Psychological intervention","score_opus":0.985239063247008,"score_gpt":0.7903525442479777,"score_spread":0.1948865189990303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210435354","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016730478,0.9755189,0.0051683,0.003371214,0.0010047385,0.009574464,0.0004884576,0.00006191261,0.0031389983],"genre_scores_gemma":[0.016326843,0.94881636,0.01403335,0.0014703171,0.00028833476,0.018044295,0.000568628,0.000040901894,0.0004109399],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.77745456,0.11622677,0.0720235,0.0065291896,0.025261013,0.0025049848],"domain_scores_gemma":[0.5661385,0.32826716,0.042829536,0.012752746,0.04777119,0.0022409419],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20350213,0.002991765,0.009766258,0.057704743,0.004352541,0.014703579,0.0055201976,0.0067729033,0.0063912515],"category_scores_gemma":[0.41634232,0.0033486614,0.011215276,0.054649808,0.00475843,0.01878763,0.010917198,0.004662708,0.0016393189],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014905476,0.00008134195,0.0011229665,0.7884881,0.0025331418,0.00019693439,0.004528266,0.00041053648,0.00026154536,0.0032868837,0.00441369,0.19452754],"study_design_scores_gemma":[0.000040903284,0.00006097612,0.0004903624,0.9778243,0.0025066661,0.00009462142,0.0013380644,0.00011006854,0.00012259925,0.00073711167,0.016649583,0.000024779845],"about_ca_topic_score_codex":0.011181425,"about_ca_topic_score_gemma":0.022326764,"teacher_disagreement_score":0.7964979,"about_ca_system_score_codex":0.018027501,"about_ca_system_score_gemma":0.08314212,"threshold_uncertainty_score":0.9822237},"labels":[],"label_agreement":null},{"id":"W3215397917","doi":"10.1186/s12961-021-00785-z","title":"The value of hackathons in integrated knowledge translation (iKT) research: Waterlupus","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Waterloo","funders":"Canadian Institutes of Health Research; Lupus Canada","keywords":"Knowledge translation; Health services research; Health care; Toolbox; Health administration; Medical education; Knowledge management; Stakeholder; Medicine; Psychology; Public health; Public relations; Nursing; Computer science; Political science","score_opus":0.4403572348292903,"score_gpt":0.49666954763245713,"score_spread":0.05631231280316684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215397917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55011034,0.012321633,0.123303436,0.112017594,0.0023899653,0.0073810704,0.000990504,0.0010426026,0.1904429],"genre_scores_gemma":[0.8815866,0.0048814844,0.08990405,0.010050421,0.00021451591,0.005554274,0.00036091098,0.00053876167,0.0069089853],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8857717,0.09807181,0.0028781018,0.0034410711,0.006615907,0.0032213635],"domain_scores_gemma":[0.73106366,0.22194144,0.0062829168,0.019414103,0.013255745,0.00804222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.098991126,0.0006943475,0.0009315432,0.0037432984,0.013394727,0.021322444,0.0029371837,0.0029775414,0.00931744],"category_scores_gemma":[0.1723261,0.0008562167,0.0007802099,0.0055603245,0.025135094,0.019868221,0.026878212,0.004538899,0.0016673458],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002728094,0.00027928533,0.0063183685,0.0026508367,0.00003703214,0.0012915926,0.70828,0.00018205032,0.0010902195,0.036289003,0.009122374,0.23418644],"study_design_scores_gemma":[0.00011357301,0.00057556416,0.006052432,0.011921353,0.00009312649,0.0011166341,0.6483953,0.000956518,0.002200797,0.07493295,0.25347313,0.00016860133],"about_ca_topic_score_codex":0.008790502,"about_ca_topic_score_gemma":0.021283314,"teacher_disagreement_score":0.098991126,"about_ca_system_score_codex":0.011299905,"about_ca_system_score_gemma":0.036591068,"threshold_uncertainty_score":0.52352136},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4200002772","doi":"10.1186/s12961-021-00799-7","title":"The development of clinical guidelines in China: insights from a national survey","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Universitat Autònoma de Barcelona; Zhengzhou University","keywords":"China; Medicine; Adaptation (eye); Health services research; Health administration; Expert opinion; Medical education; Quality (philosophy); Family medicine; Public health; Psychology; Nursing; Political science","score_opus":0.8983194243908598,"score_gpt":0.731892838088694,"score_spread":0.16642658630216578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200002772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99357575,0.0009427348,0.00020046809,0.0018872804,0.000014192862,0.00013789485,0.0010924804,0.000011162523,0.0021380314],"genre_scores_gemma":[0.9962077,0.0010798555,0.00043837188,0.00094794936,0.000015442187,0.00016635674,0.0008833568,0.0000059724407,0.00025491897],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9890681,0.0032509917,0.0024126878,0.00085621513,0.0032462345,0.0011657703],"domain_scores_gemma":[0.9597919,0.010103809,0.014641875,0.0013741454,0.008985258,0.0051031457],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014856173,0.00027053463,0.0006484425,0.0042329943,0.0012469366,0.0013340578,0.0009829974,0.00069670787,0.0018847667],"category_scores_gemma":[0.028940694,0.00045623435,0.00047423007,0.007669318,0.0010102575,0.0021399364,0.0018168817,0.0008024402,0.00020476973],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024450914,0.000072225055,0.9760251,0.00033486224,0.000040490984,0.00013313987,0.007874417,0.00006104209,0.000089423665,0.00018760197,0.0018236173,0.013333557],"study_design_scores_gemma":[0.0000072428725,0.00005913183,0.9897905,0.00019197782,0.000019595054,0.00007296182,0.007473927,0.00026438042,0.00003530852,0.00005868414,0.0020111313,0.000014996507],"about_ca_topic_score_codex":0.08616229,"about_ca_topic_score_gemma":0.08716724,"teacher_disagreement_score":0.98514384,"about_ca_system_score_codex":0.0065021226,"about_ca_system_score_gemma":0.014400977,"threshold_uncertainty_score":0.17132157},"labels":[],"label_agreement":null},{"id":"W4200066631","doi":"10.1186/s12961-021-00788-w","title":"Political economy analysis of universal health coverage and health financing reforms in low- and middle-income countries: the role of stakeholder engagement in the research process","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Stakeholder; Stakeholder engagement; Politics; Health services research; Health policy; Inclusion (mineral); Public relations; Political science; Medicine; Business; Economic growth; Economics; Health care; Sociology; Social science","score_opus":0.3925228713994405,"score_gpt":0.5226584072461506,"score_spread":0.13013553584671017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200066631","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049525153,0.8481995,0.012358052,0.047961716,0.0015818991,0.0032427616,0.0026086234,0.000053799264,0.034468472],"genre_scores_gemma":[0.59334475,0.37122145,0.015941463,0.009615465,0.00094203715,0.0064650187,0.0015587612,0.000065545486,0.0008454975],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7665613,0.18668395,0.023017768,0.0051733064,0.015381802,0.0031818124],"domain_scores_gemma":[0.3727429,0.5856186,0.019520441,0.0053241723,0.01539333,0.0014006125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1742922,0.0007676438,0.0034848116,0.019538093,0.0028178336,0.015625678,0.0026716844,0.003471578,0.0061867246],"category_scores_gemma":[0.35757768,0.0008400612,0.0028641107,0.023044907,0.00703221,0.01432667,0.007912758,0.0036378477,0.0003430947],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038455296,0.00019614004,0.020606784,0.4463591,0.0033849538,0.0012397609,0.06955148,0.001963915,0.00047376234,0.15813072,0.010236019,0.2874727],"study_design_scores_gemma":[0.00014969546,0.0003375995,0.024984546,0.6629515,0.003731948,0.0005114629,0.082320705,0.0015699575,0.001331921,0.063468195,0.15847868,0.00016380842],"about_ca_topic_score_codex":0.009184659,"about_ca_topic_score_gemma":0.009376211,"teacher_disagreement_score":0.1742922,"about_ca_system_score_codex":0.019065332,"about_ca_system_score_gemma":0.04086061,"threshold_uncertainty_score":0.9217563},"labels":[],"label_agreement":null},{"id":"W4200163898","doi":"10.1186/s12961-021-00798-8","title":"Engaging citizens in the development of a health system performance assessment framework: a case study in Ireland","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"H2020 Marie Skłodowska-Curie Actions; European Commission; McMaster University","keywords":"Irish; Context (archaeology); Public relations; Health administration; Health services research; Public health; Medicine; Health care; Ranking (information retrieval); Health policy; Political science; Nursing; Computer science","score_opus":0.6019079533933637,"score_gpt":0.6319805838976229,"score_spread":0.030072630504259235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200163898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93999916,0.00053103943,0.006760964,0.015432105,0.00013773097,0.0012349109,0.00010405336,0.000042768545,0.03575732],"genre_scores_gemma":[0.98703045,0.00043976688,0.0074547846,0.0017147943,0.00003578866,0.00038665324,0.00006036127,0.000036302332,0.0028411348],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.92887914,0.058445413,0.0011913065,0.0012294768,0.0027470982,0.007507546],"domain_scores_gemma":[0.9648564,0.019591702,0.002134378,0.0016212225,0.004151665,0.007644669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05803317,0.0006835418,0.000692742,0.0019244894,0.013628679,0.008718498,0.0035138787,0.004227681,0.0026567488],"category_scores_gemma":[0.03333005,0.0006986314,0.001008102,0.0025111756,0.011258624,0.0058091134,0.010978755,0.0060850647,0.00052417995],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023006323,0.002200126,0.029745342,0.0005658101,0.00003637884,0.01201939,0.8855227,0.0014219026,0.00086409796,0.017537855,0.0067237737,0.043132506],"study_design_scores_gemma":[0.00004632708,0.0005879838,0.008097402,0.00045688756,0.000016981388,0.0009908266,0.95383024,0.0013384805,0.0004850337,0.0019763904,0.032110795,0.0000626723],"about_ca_topic_score_codex":0.037073202,"about_ca_topic_score_gemma":0.06842135,"teacher_disagreement_score":0.05803317,"about_ca_system_score_codex":0.024219777,"about_ca_system_score_gemma":0.022802828,"threshold_uncertainty_score":0.30691242},"labels":[],"label_agreement":null},{"id":"W4200491809","doi":"10.1186/s12961-021-00804-z","title":"Assessing the usefulness of policy brief and policy dialogue as knowledge translation tools towards contextualizing the accountability framework for routine immunization at a subnational level in Nigeria","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accountability; Operationalization; Knowledge translation; Context (archaeology); Health policy; Likert scale; Stakeholder; Policy analysis; Political science; Health services research; Public relations; Public administration; Medicine; Knowledge management; Psychology; Nursing; Public health; Computer science","score_opus":0.584859702133707,"score_gpt":0.5630848283294619,"score_spread":0.021774873804245032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200491809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9643565,0.001622624,0.010486878,0.0068926406,0.00018070976,0.0048323856,0.00018389843,0.00009237844,0.011352123],"genre_scores_gemma":[0.9506438,0.001715558,0.04213463,0.0009763728,0.000028465694,0.0037474965,0.00011194015,0.000016422944,0.0006254661],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9173238,0.070204206,0.004683252,0.001247713,0.0043612346,0.0021797658],"domain_scores_gemma":[0.8053317,0.15911868,0.014308584,0.004665224,0.011274634,0.005301176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.11649475,0.000743767,0.00076472183,0.0030573618,0.0044304705,0.008505708,0.0013941128,0.0019797224,0.0023379817],"category_scores_gemma":[0.14617471,0.0007144354,0.0006410375,0.0024556594,0.004447742,0.008578941,0.007371458,0.003348453,0.0002654233],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041423106,0.0017686713,0.051873818,0.005570616,0.000054199594,0.0011357663,0.6853818,0.0012860679,0.0027247497,0.00860397,0.0021408377,0.23904528],"study_design_scores_gemma":[0.00013171729,0.002145967,0.060692232,0.008727854,0.000152786,0.00041241854,0.8805113,0.002827253,0.0031818307,0.0068596746,0.03414111,0.00021579838],"about_ca_topic_score_codex":0.0035139082,"about_ca_topic_score_gemma":0.0069350903,"teacher_disagreement_score":0.11649475,"about_ca_system_score_codex":0.010053636,"about_ca_system_score_gemma":0.020739254,"threshold_uncertainty_score":0.61609054},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4205766602","doi":"10.1186/s12961-021-00790-2","title":"Fit for purpose. Co-production of complex behavioural interventions. A practical guide and exemplar of co-producing a telehealth-delivered exercise intervention for people with stroke","year":2022,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government","keywords":"Telehealth; Psychological intervention; Knowledge translation; Intervention (counseling); Protocol (science); Medical education; Medicine; Health services research; Process (computing); Intervention mapping; Knowledge management; Process management; Nursing; Psychology; Computer science; Telemedicine; Public health; Health care; Health promotion; Engineering; Alternative medicine","score_opus":0.7227828808163341,"score_gpt":0.6061058706799509,"score_spread":0.11667701013638321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205766602","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008523298,0.0055424883,0.79538685,0.024866898,0.0025263515,0.01050217,0.0020268662,0.015672358,0.13495271],"genre_scores_gemma":[0.027166495,0.001862513,0.91348755,0.005176695,0.00025061308,0.009325834,0.00088505016,0.0029285615,0.038916834],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98799473,0.008001153,0.00073764264,0.00089946773,0.0020613756,0.00030563748],"domain_scores_gemma":[0.98249876,0.009936908,0.00087376276,0.0040306286,0.0015547075,0.0011052393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01290605,0.001574565,0.001003445,0.002296995,0.0017367889,0.004003414,0.0020259493,0.0041721677,0.043571208],"category_scores_gemma":[0.036172386,0.000940085,0.0022165142,0.0018117505,0.002632429,0.005021064,0.007619324,0.0034167822,0.034674827],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027539674,0.0007350633,0.0011422425,0.002463961,0.00006134691,0.00073446555,0.008599011,0.0012815001,0.0048877588,0.01904685,0.10895155,0.8518208],"study_design_scores_gemma":[0.0003231197,0.0009231403,0.0032577713,0.00276064,0.000092880524,0.0023107668,0.0032081942,0.0046946793,0.004526627,0.05220237,0.9255515,0.00014834397],"about_ca_topic_score_codex":0.0014295235,"about_ca_topic_score_gemma":0.003404974,"teacher_disagreement_score":0.043571208,"about_ca_system_score_codex":0.0012060157,"about_ca_system_score_gemma":0.003966034,"threshold_uncertainty_score":0.14576018},"labels":[],"label_agreement":null},{"id":"W4206107574","doi":"10.1186/s12961-022-00813-6","title":"First Nations Australians’ self-determination in health and alcohol policy development: a Delphi study","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Drug and Alcohol Research Centre; National Health and Medical Research Council; Medical Research Council; National Drug Research Institute; University of Sydney; Australian Government; Curtin University of Technology; Burnet Institute; University of New South Wales; La Trobe University","keywords":"Indigenous; Health policy; Health services research; Delphi method; Psychological intervention; Focus group; Public health; Medicine; Social policy; Health promotion; Millennium Development Goals; Developing country; Political science; Economic growth; Sociology; Law; Nursing","score_opus":0.28158460106030264,"score_gpt":0.5271243227277326,"score_spread":0.24553972166742993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206107574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99045753,0.00033065816,0.0013945911,0.0015136584,0.000049375376,0.0014602415,0.00003383483,0.000005970448,0.0047541475],"genre_scores_gemma":[0.98921585,0.0012320508,0.0034097766,0.0012890397,0.000020580947,0.0025384405,0.000048071775,0.0000071653894,0.0022389228],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97922266,0.015452248,0.00083274953,0.00052854494,0.0014979846,0.0024657862],"domain_scores_gemma":[0.98221564,0.010143647,0.00092764304,0.0005118946,0.0041266126,0.0020745045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.043184724,0.0005685542,0.0004890551,0.0020769157,0.007222198,0.0027383494,0.0010095721,0.0018313018,0.0020939999],"category_scores_gemma":[0.030753275,0.00094467844,0.0005551888,0.0015803417,0.0029259557,0.0028128724,0.006459939,0.0025909706,0.00042616442],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072317365,0.00027367767,0.013266153,0.00036762824,0.00001035165,0.00049184903,0.9684871,0.0000984861,0.00071335677,0.001345623,0.0010654997,0.013807975],"study_design_scores_gemma":[0.000013365607,0.0003968418,0.01500154,0.00042125772,0.000008518007,0.00020970189,0.9725594,0.00042043196,0.0002813576,0.00051385665,0.010145212,0.000028462948],"about_ca_topic_score_codex":0.012672661,"about_ca_topic_score_gemma":0.015015771,"teacher_disagreement_score":0.043184724,"about_ca_system_score_codex":0.003828362,"about_ca_system_score_gemma":0.009896806,"threshold_uncertainty_score":0.22838539},"labels":[],"label_agreement":null},{"id":"W4206569210","doi":"10.1186/s12961-021-00808-9","title":"Integrating citizen engagement into evidence-informed health policy-making in eastern Europe and central Asia: scoping study and future research priorities","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Glasgow Caledonian University; Wellcome Trust; Wellcome; World Health Organization","keywords":"Health policy; Health services research; Political science; Context (archaeology); Public relations; Politics; Focus group; Public health; Corporate governance; Social policy; Medicine; Sociology; Geography; Nursing; Business","score_opus":0.4009889744964698,"score_gpt":0.547479567071884,"score_spread":0.14649059257541425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206569210","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03720141,0.8846399,0.009602629,0.041378867,0.0014599375,0.0053151734,0.0015734677,0.000058158457,0.018770434],"genre_scores_gemma":[0.31101346,0.63386726,0.021422844,0.014447388,0.00059105037,0.015910318,0.0014916834,0.000057102716,0.0011989716],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.91881627,0.05271621,0.017502697,0.0028974337,0.0042362227,0.0038311048],"domain_scores_gemma":[0.66427976,0.28820786,0.016241316,0.006858831,0.02199191,0.0024202673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14782442,0.0010706588,0.0039416663,0.0207934,0.003412354,0.014496364,0.003032035,0.005153408,0.00471671],"category_scores_gemma":[0.23042841,0.00095911336,0.0039124386,0.031127023,0.005278038,0.017332593,0.012048959,0.0038794812,0.0004626115],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003284319,0.00033794704,0.022306852,0.4547517,0.0030658462,0.0010175253,0.06399677,0.0011337111,0.00032864828,0.04330871,0.007378462,0.40204546],"study_design_scores_gemma":[0.00004591665,0.00016560912,0.009760844,0.8816372,0.0020829458,0.00028093686,0.038331278,0.0004048972,0.0002881141,0.009571198,0.057366453,0.0000645598],"about_ca_topic_score_codex":0.013466938,"about_ca_topic_score_gemma":0.019906871,"teacher_disagreement_score":0.14782442,"about_ca_system_score_codex":0.013826305,"about_ca_system_score_gemma":0.07366532,"threshold_uncertainty_score":0.7817796},"labels":[],"label_agreement":null},{"id":"W4206827284","doi":"10.1186/s12961-021-00803-0","title":"Policy options for strengthening evidence-informed health policy-making in Iran: overall SASHA project findings","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Institute for Medical Research Development; Ministry of Health and Medical Education","keywords":"Psychological intervention; Health services research; Health policy; Health administration; Public relations; Health informatics; Medicine; Institutionalisation; Evidence-based policy; Nursing; Public health; Political science; Management science; Alternative medicine; Engineering","score_opus":0.8899694870574277,"score_gpt":0.7615109322888891,"score_spread":0.12845855476853862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206827284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5062781,0.03632849,0.021790244,0.2499931,0.0016558506,0.0117356945,0.0053708255,0.0008936722,0.16595411],"genre_scores_gemma":[0.8788598,0.019152919,0.076892555,0.010721983,0.00021362735,0.0048914673,0.0019340703,0.000071262824,0.0072623743],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9861513,0.0072433916,0.0011785784,0.0004367747,0.003344135,0.0016458518],"domain_scores_gemma":[0.97855705,0.008263192,0.0016744408,0.0011609147,0.00777397,0.0025703828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05133252,0.00080002524,0.0006178239,0.0031088945,0.002409007,0.005263096,0.0013816277,0.0016595434,0.0062411404],"category_scores_gemma":[0.027112626,0.00042212664,0.0010604681,0.0059060445,0.0016892167,0.0027378637,0.0054890146,0.0017517329,0.0005036377],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061099586,0.001184948,0.12300229,0.02780372,0.00089478784,0.0021743851,0.04122583,0.003343385,0.004053821,0.0726599,0.061943818,0.66110206],"study_design_scores_gemma":[0.0006548901,0.0011191509,0.22272433,0.020844772,0.001864134,0.0015847147,0.17726268,0.004243532,0.0051844628,0.033445098,0.5308865,0.00018573915],"about_ca_topic_score_codex":0.0124966465,"about_ca_topic_score_gemma":0.014184822,"teacher_disagreement_score":0.05133252,"about_ca_system_score_codex":0.008551035,"about_ca_system_score_gemma":0.11277717,"threshold_uncertainty_score":0.27147555},"labels":[],"label_agreement":null},{"id":"W4210862828","doi":"10.1186/s12961-022-00818-1","title":"Describing implementation outcomes for a virtual community of practice: The ECHO Ontario Mental Health experience","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Fidelity; Mental health; Echo (communications protocol); Psychological intervention; Medicine; Sustainability; Health care; Context (archaeology); Health services research; Medical education; Nursing; Process management; Public health; Computer science; Business; Psychiatry; Computer security","score_opus":0.9251075004117321,"score_gpt":0.7746865442463803,"score_spread":0.15042095616535178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210862828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95831037,0.00043378226,0.004499278,0.007391778,0.00006314821,0.0012214668,0.0005843149,0.000085909574,0.027409893],"genre_scores_gemma":[0.98630595,0.0004280533,0.008131807,0.0004463792,0.000017554643,0.0010079101,0.00041114714,0.000044718898,0.0032066056],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9797385,0.010821004,0.0010242254,0.00050560414,0.0050953077,0.002815386],"domain_scores_gemma":[0.97176117,0.012769514,0.0034040753,0.0012508099,0.006986304,0.0038281442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027404727,0.00040951907,0.00034144524,0.002068035,0.004130962,0.0044009234,0.0015260486,0.0010569522,0.0021176452],"category_scores_gemma":[0.052565828,0.00035289317,0.0006120822,0.002180441,0.004769257,0.003041941,0.0070081945,0.0016861109,0.00019331562],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017192162,0.0008441821,0.22069481,0.0008541551,0.000062553416,0.00090641825,0.53759295,0.0010861347,0.00070794893,0.00895377,0.011708787,0.21641633],"study_design_scores_gemma":[0.00009253652,0.0014934181,0.42793044,0.0011994579,0.000091339716,0.00038053608,0.48382187,0.0022264856,0.0011663919,0.0020503814,0.079352275,0.00019483082],"about_ca_topic_score_codex":0.28590178,"about_ca_topic_score_gemma":0.5101256,"teacher_disagreement_score":0.9677261,"about_ca_system_score_codex":0.032273863,"about_ca_system_score_gemma":0.030741125,"threshold_uncertainty_score":0.5684753},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4212803028","doi":"10.1186/s12961-022-00826-1","title":"Intersectoral and multisectoral approaches to health policy: an umbrella review protocol","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Public Health Ontario; University of Toronto","funders":"","keywords":"Health policy; Public health; Global health; Health services research; Government (linguistics); Social policy; Social determinants of health; Essential medicines; Medicine; Political science; Economic growth; Nursing; Economics","score_opus":0.6706887247451208,"score_gpt":0.5518948255634848,"score_spread":0.11879389918163596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212803028","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042065486,0.0025628186,0.003258342,0.0014079171,0.00033703455,0.98255956,0.0074920496,0.0000953386,0.0018662885],"genre_scores_gemma":[0.0004826849,0.0012085377,0.0062619084,0.0003231389,0.000028369654,0.99048936,0.0007663852,0.0000099738445,0.0004296945],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8567396,0.074238606,0.044544764,0.007938998,0.011487834,0.0050502187],"domain_scores_gemma":[0.80368304,0.08180613,0.027513577,0.01832546,0.060788166,0.007883578],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.22690031,0.005045359,0.0125558525,0.029179238,0.0073771477,0.013776427,0.008480142,0.010708634,0.06667608],"category_scores_gemma":[0.18624206,0.0065685012,0.01196965,0.028488683,0.0073500522,0.010940057,0.010053474,0.010922013,0.0150900455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044391504,0.00057094154,0.0019069056,0.74968565,0.0019577951,0.0012031182,0.013269416,0.002238917,0.0016039534,0.030394813,0.09735029,0.09537905],"study_design_scores_gemma":[0.0072938153,0.00077494263,0.004419269,0.66894615,0.0029902086,0.00048482927,0.007915345,0.0011519906,0.0014611842,0.017047917,0.28713915,0.00037519692],"about_ca_topic_score_codex":0.0087248925,"about_ca_topic_score_gemma":0.016414631,"teacher_disagreement_score":0.22690031,"about_ca_system_score_codex":0.028338382,"about_ca_system_score_gemma":0.15219331,"threshold_uncertainty_score":0.95336956},"labels":[],"label_agreement":null},{"id":"W4214874072","doi":"10.1186/s12961-022-00820-7","title":"Domains and processes for institutionalizing evidence-informed health policy-making: a critical interpretive synthesis","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Pan American Health Organization; International Development Research Centre; World Health Organization","keywords":"Health services research; Health policy; Public health; Health administration; Health informatics; Social policy; Critical theory; Political science; Public relations; Sociology; Public administration; Medicine; Nursing; Law","score_opus":0.9259811237990675,"score_gpt":0.8018945386768765,"score_spread":0.12408658512219095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214874072","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034361847,0.31649715,0.36770195,0.13518882,0.007163855,0.09222551,0.005983827,0.0006399162,0.0402371],"genre_scores_gemma":[0.27998126,0.10593909,0.4774946,0.010824902,0.00088202517,0.12116075,0.0019196409,0.00027381568,0.0015239083],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.50352335,0.3863302,0.06756272,0.013566435,0.025638668,0.0033786679],"domain_scores_gemma":[0.21538487,0.7067521,0.019553225,0.023726942,0.03292619,0.0016566714],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4949008,0.003487371,0.0068796123,0.07469398,0.009057763,0.032017045,0.00864634,0.0074420017,0.006106018],"category_scores_gemma":[0.60700417,0.0026719777,0.0065597827,0.042279948,0.02815608,0.02801967,0.020698357,0.008334391,0.0008363884],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032840585,0.0001113958,0.0026280498,0.29263884,0.0023271134,0.00090832333,0.23636545,0.0025101374,0.00089077855,0.27842155,0.009560221,0.17330979],"study_design_scores_gemma":[0.0002451096,0.00013285987,0.0014558033,0.49883318,0.0029716785,0.0003295311,0.11860184,0.0021336076,0.0016618916,0.25161004,0.121824816,0.00019961955],"about_ca_topic_score_codex":0.0051113693,"about_ca_topic_score_gemma":0.0053193783,"teacher_disagreement_score":0.4949008,"about_ca_system_score_codex":0.037500933,"about_ca_system_score_gemma":0.085950226,"threshold_uncertainty_score":0.62287724},"labels":[],"label_agreement":null},{"id":"W4220790674","doi":"10.1186/s12961-022-00830-5","title":"Tools for assessing the scalability of innovations in health: a systematic review","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Quebec Population Health Research Network; Western University; McMaster University; Institut National de Santé Publique du Québec; Université Laval; Institut National d'Excellence en Santé et en Services Sociaux; McGill University Health Centre","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; PsycINFO; Health services research; MEDLINE; Health informatics; Health administration; Cochrane Library; Medicine; Systematic review; Stakeholder; Health care; Public health; Medical education; Data science; Computer science; Public relations; Alternative medicine; Nursing; Political science","score_opus":0.9748184265664506,"score_gpt":0.8316723068693137,"score_spread":0.14314611969713686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220790674","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048109908,0.964725,0.0058577536,0.0020331237,0.0006064047,0.016676273,0.0031069568,0.00016656681,0.0020169152],"genre_scores_gemma":[0.09182299,0.81923646,0.04271741,0.0016066454,0.000293127,0.041788414,0.0021257997,0.00006039316,0.0003487139],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.81066155,0.077801846,0.071389675,0.005854337,0.032705188,0.0015874152],"domain_scores_gemma":[0.53020173,0.3684078,0.06259219,0.007547768,0.02944279,0.0018077625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12854482,0.0037949046,0.014569887,0.06331901,0.0020015019,0.009914966,0.004965797,0.0029588635,0.005438326],"category_scores_gemma":[0.3984317,0.0025626582,0.019615045,0.04739592,0.0037618827,0.014328111,0.0076801684,0.0027914708,0.00055088225],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010818544,0.000019840883,0.0011817472,0.9372088,0.0066820225,0.000058636317,0.0007907208,0.00020398684,0.000057786787,0.0008161357,0.0012391652,0.05163307],"study_design_scores_gemma":[0.00023160124,0.0001500321,0.0025496227,0.9579153,0.025466397,0.00015669384,0.0010020246,0.00028747143,0.00013234631,0.0014061271,0.0106134135,0.00008897979],"about_ca_topic_score_codex":0.0061454703,"about_ca_topic_score_gemma":0.015533597,"teacher_disagreement_score":0.12854482,"about_ca_system_score_codex":0.014917004,"about_ca_system_score_gemma":0.042937186,"threshold_uncertainty_score":0.67981815},"labels":[],"label_agreement":null},{"id":"W4221039846","doi":"10.1186/s12961-022-00836-z","title":"Correction to: Future health spending forecast in leading emerging BRICS markets in 2030: health policy implications","year":2022,"lang":"en","type":"erratum","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Health services research; Health economics; Health policy; Public health; Health administration; Social policy; Quality of Life Research; Health spending; Emerging markets; Health informatics; Economics; Public economics; Political science; Medicine; Economic growth; Health care; Macroeconomics; Health insurance; Nursing","score_opus":0.2788286977980098,"score_gpt":0.47315854124707835,"score_spread":0.19432984344906856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221039846","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012067266,0.0005566153,0.0005255266,0.08949309,0.8922811,0.000034093846,0.010692422,0.0004069138,0.00588954],"genre_scores_gemma":[0.010541562,0.0042073256,0.0056941733,0.15629831,0.30911878,0.000629144,0.013961612,0.003344566,0.49620444],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99472356,0.0007334689,0.00094744965,0.00063410075,0.0024103087,0.000551234],"domain_scores_gemma":[0.9360753,0.015918482,0.0022067202,0.0032546998,0.040267542,0.0022773359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004998965,0.0025828283,0.00232744,0.005282481,0.004041838,0.008213666,0.003582273,0.009352471,0.124407314],"category_scores_gemma":[0.10191791,0.0013408503,0.0019579402,0.005364532,0.0023866564,0.004271172,0.0025689392,0.014417377,0.082541846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075252938,0.0000014876207,0.000024760764,0.000020808422,0.0000017805728,0.000019664827,0.0000071374743,0.000022603059,0.0000032363262,0.00023950885,0.999015,0.0006365228],"study_design_scores_gemma":[0.00007780029,0.0000073717906,0.0010205411,0.00046677102,0.00002545936,0.00007964451,0.00015599215,0.00041992348,0.00015779046,0.0027559025,0.9947812,0.000051646864],"about_ca_topic_score_codex":0.14846458,"about_ca_topic_score_gemma":0.14852855,"teacher_disagreement_score":0.14846458,"about_ca_system_score_codex":0.008332932,"about_ca_system_score_gemma":0.015277812,"threshold_uncertainty_score":0.41618395},"labels":[],"label_agreement":null},{"id":"W4223443722","doi":"10.1186/s12961-022-00843-0","title":"Understanding the sustainment of population health programmes from a whole-of-system approach","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Vancouver Coastal Health","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Population health; Public health; Population; Thematic analysis; Government (linguistics); Health policy; Health services research; Public relations; Service delivery framework; Qualitative research; Environmental health; Medicine; Political science; Business; Nursing; Sociology; Service (business); Marketing; Social science","score_opus":0.9126171702120703,"score_gpt":0.7132218818873531,"score_spread":0.1993952883247172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223443722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47135025,0.009556182,0.107612036,0.18585776,0.0004728208,0.0013243469,0.0002327007,0.00021636301,0.2233776],"genre_scores_gemma":[0.99023855,0.0012580779,0.006237168,0.0011041693,0.00004378803,0.00022064282,0.000031608233,0.000013307759,0.00085267104],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98288697,0.013267814,0.0003577873,0.0006760425,0.0010698821,0.0017415325],"domain_scores_gemma":[0.97255784,0.020238059,0.0018723785,0.0012347903,0.00173554,0.002361328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028770778,0.0004475837,0.0005679143,0.0030625083,0.004472501,0.012525732,0.0026767205,0.0030941896,0.004534741],"category_scores_gemma":[0.026466,0.00045953123,0.00075208466,0.002367278,0.02120128,0.013459207,0.008856433,0.004035141,0.0002460831],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050170656,0.00031083552,0.020773264,0.0019186811,0.00017793609,0.0006530574,0.23588826,0.006008363,0.0008826391,0.6535257,0.0036005683,0.07621058],"study_design_scores_gemma":[0.00005444479,0.00054349256,0.02882101,0.0030047663,0.00017926587,0.0003506891,0.3312338,0.008893325,0.00096230354,0.5167493,0.10914054,0.00006701021],"about_ca_topic_score_codex":0.009500482,"about_ca_topic_score_gemma":0.0067020287,"teacher_disagreement_score":0.028770778,"about_ca_system_score_codex":0.017234296,"about_ca_system_score_gemma":0.028724115,"threshold_uncertainty_score":0.15215623},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4225354195","doi":"10.1186/s12961-022-00822-5","title":"Future health spending forecast in leading emerging BRICS markets in 2030: health policy implications","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Science Fund of the Republic of Serbia; Ministarstvo Prosvete, Nauke i Tehnološkog Razvoja","keywords":"Per capita; Gross domestic product; Autoregressive integrated moving average; Health policy; China; Emerging markets; Health economics; Public health; Health services research; Economics; Economic growth; Development economics; Agricultural economics; Health care; Geography; Environmental health; Medicine; Finance; Population; Time series; Statistics","score_opus":0.35348853889397724,"score_gpt":0.48034139906442436,"score_spread":0.1268528601704471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225354195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7920643,0.00893532,0.017017897,0.08531751,0.0007856282,0.00010288658,0.060632292,0.0003531937,0.03479095],"genre_scores_gemma":[0.98642516,0.003255929,0.0027074623,0.0008738991,0.00014541329,0.000053502463,0.005689874,0.000030170399,0.0008185452],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99960464,0.00015556178,0.000022721943,0.000051973464,0.00006797008,0.00009712875],"domain_scores_gemma":[0.9980627,0.000614741,0.00049920357,0.00004736799,0.0006009818,0.00017506823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023929111,0.0004509391,0.0002842861,0.0013364097,0.00026498715,0.0019368228,0.00048032813,0.0006018821,0.0032135579],"category_scores_gemma":[0.006207825,0.00015471615,0.000691849,0.0021306127,0.00029336667,0.0016352392,0.00087295874,0.0011159674,0.00055932696],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006297959,0.00020904004,0.49489647,0.0008090218,0.00046887653,0.00092123216,0.0009264885,0.28795436,0.0012254382,0.045433722,0.07088626,0.09563936],"study_design_scores_gemma":[0.00008408737,0.00035762397,0.3709811,0.0018261718,0.00037408445,0.00034523854,0.0097008385,0.5063268,0.0025829237,0.03908784,0.06815069,0.00018260384],"about_ca_topic_score_codex":0.07002461,"about_ca_topic_score_gemma":0.053590827,"teacher_disagreement_score":0.07002461,"about_ca_system_score_codex":0.0033565513,"about_ca_system_score_gemma":0.0035358628,"threshold_uncertainty_score":0.13923407},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4229045615","doi":"10.1186/s12961-022-00857-8","title":"Enhancing the capacity of the mental health and substance use health workforce to meet population needs: insights from a facilitated virtual policy dialogue","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University; University of Ottawa; Mental Health Commission of Canada; Wilfrid Laurier University; Athabasca University","funders":"Canadian Institutes of Health Research","keywords":"Public relations; Health policy; Workforce; Health services research; Stakeholder; Mental health; Knowledge management; Political science; Medicine; Business; Nursing; Public health; Computer science","score_opus":0.7360070461604321,"score_gpt":0.6280902284928541,"score_spread":0.10791681766757799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229045615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60101825,0.0033047094,0.03267347,0.15601514,0.0012743511,0.0012541242,0.00027303403,0.00017763766,0.20400918],"genre_scores_gemma":[0.981181,0.0012338347,0.0075281025,0.0051955055,0.00008879612,0.0006976866,0.00004791064,0.00007151175,0.003955703],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9449365,0.048070405,0.00043363168,0.0009164696,0.0016880458,0.003954809],"domain_scores_gemma":[0.95174307,0.038970564,0.00127928,0.0015467366,0.00210017,0.0043602064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.044138256,0.0007025298,0.0004944859,0.0025226767,0.02902327,0.018038064,0.003815335,0.005150988,0.0054528345],"category_scores_gemma":[0.04412618,0.0005974914,0.00074397406,0.0015111681,0.029712442,0.014104208,0.027143607,0.0064649135,0.00058093],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053277163,0.00015795109,0.0019688995,0.00039576238,0.0000118365415,0.00076562085,0.9011078,0.0006273261,0.00046257468,0.06902491,0.00534939,0.020074643],"study_design_scores_gemma":[0.000025502874,0.00007476136,0.0011102359,0.0006953611,0.000012510951,0.00016950602,0.87612706,0.0007922873,0.00040498795,0.023272578,0.09728055,0.000034622866],"about_ca_topic_score_codex":0.023417192,"about_ca_topic_score_gemma":0.034634158,"teacher_disagreement_score":0.044138256,"about_ca_system_score_codex":0.02252739,"about_ca_system_score_gemma":0.03639328,"threshold_uncertainty_score":0.23342818},"labels":[],"label_agreement":null},{"id":"W4231257952","doi":"10.1186/1478-4505-8-3","title":"Bridging the gaps among research, policy and practice in ten low- and middle-income countries: Development and testing of a questionnaire for health-care providers","year":2010,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Social Sciences and Humanities Research Council of Canada; Alliance for Health Policy and Systems Research; Global Development Network; McMaster University; World Health Organization","keywords":"Cronbach's alpha; Face validity; Content validity; Health services research; Health care; Health administration; Medicine; Validity; Construct validity; Nursing; Psychology; Public health; Family medicine; Psychometrics; Clinical psychology; Patient satisfaction; Political science","score_opus":0.38128425129336735,"score_gpt":0.5958122366891259,"score_spread":0.2145279853957585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231257952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880023,0.0001868601,0.0030531953,0.0012765065,0.000028755187,0.005217962,0.0005575793,0.000046172405,0.0016306941],"genre_scores_gemma":[0.95263344,0.0003039978,0.03451933,0.0005813129,0.000019731198,0.010742789,0.00079212734,0.000019582727,0.00038772382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9651944,0.021631049,0.0070588994,0.0010522805,0.0028828036,0.0021804895],"domain_scores_gemma":[0.887719,0.06318442,0.014716046,0.005588472,0.020899234,0.007892832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09247992,0.00067576265,0.0007854968,0.0035538531,0.0022028312,0.002387273,0.001473576,0.0012651477,0.0018493412],"category_scores_gemma":[0.07873205,0.0010507646,0.0008833206,0.003086866,0.0029351136,0.0027158055,0.0043704705,0.0015906639,0.00034664484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045205685,0.0022072145,0.7198442,0.001571967,0.000111788366,0.0005357389,0.14325656,0.0009916389,0.0032963434,0.0011105163,0.00313136,0.12349061],"study_design_scores_gemma":[0.00035771585,0.0028161618,0.7611002,0.0013296048,0.00008033285,0.0003634331,0.21572413,0.0036919455,0.0018490033,0.0011097521,0.011460981,0.000116831005],"about_ca_topic_score_codex":0.004044273,"about_ca_topic_score_gemma":0.005111466,"teacher_disagreement_score":0.09247992,"about_ca_system_score_codex":0.0045230933,"about_ca_system_score_gemma":0.013947006,"threshold_uncertainty_score":0.4890864},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4235916361","doi":"10.1186/1478-4505-2-1","title":"\"Harnessing genomics to improve health in India\" – an executive course to support genomics policy","year":2004,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Biotechnology and Related Fields","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Hospital for Sick Children; Fogarty International Center; International Development Research Centre; Canadian Institutes of Health Research; Genome Canada; Ontario Genomics; Ontario Genomics Institute; University of Toronto; World Health Organization; GlaxoSmithKline","keywords":"Bioethics; Health administration; Public relations; Health care; Genomics; Health policy; Political science; Incentive; Public health; Medicine; Business; Economics; Nursing; Law","score_opus":0.13234215136529337,"score_gpt":0.48434610834152714,"score_spread":0.35200395697623377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235916361","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08891937,0.003505223,0.003275549,0.7782888,0.030326737,0.0015603412,0.00035703028,0.0003289263,0.09343814],"genre_scores_gemma":[0.39203325,0.0068020504,0.017665006,0.29685834,0.015179025,0.0024394577,0.0007544907,0.00026411223,0.26800433],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946272,0.0021674084,0.00017073481,0.00041207197,0.0006693642,0.0019532675],"domain_scores_gemma":[0.98713404,0.0030544335,0.0005380829,0.00036086305,0.0015964308,0.0073161414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011488584,0.0010508377,0.00045025893,0.000594161,0.009548204,0.008373447,0.0029878973,0.007850313,0.009075037],"category_scores_gemma":[0.008961071,0.00045576753,0.00051184255,0.0007663793,0.0035361466,0.0034247932,0.008448211,0.011497929,0.0024786133],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013931753,0.0022278705,0.0034655933,0.00062710536,0.000017393688,0.0016803966,0.036146134,0.0008686214,0.004647917,0.029931266,0.8381617,0.08208671],"study_design_scores_gemma":[0.000064487256,0.00035585184,0.008527959,0.00038591138,0.000019713545,0.00028784634,0.04153198,0.0007034815,0.0019081021,0.0064276964,0.93972504,0.00006192736],"about_ca_topic_score_codex":0.004021714,"about_ca_topic_score_gemma":0.0073094554,"teacher_disagreement_score":0.011488584,"about_ca_system_score_codex":0.007855781,"about_ca_system_score_gemma":0.035175994,"threshold_uncertainty_score":0.060758173},"labels":[],"label_agreement":null},{"id":"W4280633444","doi":"10.1186/s12961-022-00859-6","title":"Evaluating official development assistance-funded granting mechanisms for global health and development research that is initiated in high-income countries","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research; McMaster University; York University","funders":"Canadian Institutes of Health Research; Norges Forskningsråd; National Science Foundation; Vetenskapsrådet; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; UK Research and Innovation","keywords":"Global health; Context (archaeology); Health services research; Economic growth; Public health; Developing country; Sustainable development; International development; Global public good; Health policy; Business; Political science; Health care; Public good; Medicine; Economics","score_opus":0.5532308710717242,"score_gpt":0.5767021818147244,"score_spread":0.02347131074300024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280633444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.854519,0.00424039,0.030255107,0.008059775,0.0008492949,0.059270155,0.0022948247,0.0003935372,0.04011793],"genre_scores_gemma":[0.89921397,0.0012011137,0.044167656,0.0011429626,0.00012250376,0.051682465,0.000878301,0.00006699682,0.0015240003],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.3896363,0.53121835,0.028087407,0.006722889,0.027951635,0.016383344],"domain_scores_gemma":[0.23982021,0.55004495,0.072815016,0.03282283,0.089966625,0.014530401],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5807512,0.001980712,0.0017840492,0.010102081,0.005852069,0.016069314,0.006791373,0.004296729,0.0060786456],"category_scores_gemma":[0.6097968,0.0014782337,0.0021325652,0.011988076,0.007446776,0.010810145,0.017064014,0.0037486334,0.00064811995],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019644083,0.016234469,0.22601752,0.025576541,0.0033441135,0.0009350764,0.09436762,0.03256341,0.003215647,0.09780493,0.0130358655,0.4672608],"study_design_scores_gemma":[0.025031175,0.07942741,0.34504735,0.028934222,0.0059866067,0.00057773443,0.25018498,0.037245825,0.0157696,0.03438231,0.17643097,0.0009818104],"about_ca_topic_score_codex":0.011572334,"about_ca_topic_score_gemma":0.010799314,"teacher_disagreement_score":0.41924882,"about_ca_system_score_codex":0.04985227,"about_ca_system_score_gemma":0.10758908,"threshold_uncertainty_score":0.5170085},"labels":[],"label_agreement":null},{"id":"W4281291710","doi":"10.1186/s12961-022-00863-w","title":"Engaging people with lived experience on advisory councils of a national not-for-profit: an integrated knowledge translation case study of Heart & Stroke Mission Critical Area Councils","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; Western University; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Health services research; Qualitative research; Medicine; Public relations; Group cohesiveness; Public health; Nursing; Sociology; Political science; Knowledge management","score_opus":0.9413638130304601,"score_gpt":0.7330098623166446,"score_spread":0.20835395071381557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281291710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96729887,0.0006356105,0.0027751392,0.010065868,0.00024307778,0.00064080884,0.00011130036,0.000039234394,0.018190026],"genre_scores_gemma":[0.988906,0.00067304424,0.0030276913,0.0023449538,0.00005497448,0.0004647687,0.000068005465,0.000060034537,0.004400489],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9568655,0.033369754,0.00095290446,0.0016144285,0.0026740595,0.004523379],"domain_scores_gemma":[0.9606096,0.021198587,0.0023133098,0.00210269,0.004529798,0.009245966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022835592,0.0009528565,0.0011841113,0.0025484602,0.042337276,0.010236506,0.005329007,0.00605114,0.004988268],"category_scores_gemma":[0.038674496,0.001097283,0.0010217743,0.0028501372,0.023168689,0.008809968,0.01782963,0.008501763,0.0007773538],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023173136,0.00015063402,0.0013426421,0.00008372748,0.000004419714,0.003536846,0.98923606,0.000030881445,0.00010557309,0.001151091,0.0009835567,0.0033513757],"study_design_scores_gemma":[0.000007256453,0.00005003315,0.0005326552,0.00012860211,0.000004384654,0.00044325567,0.9901967,0.00006315634,0.000080271886,0.00039537568,0.008084362,0.000013908685],"about_ca_topic_score_codex":0.056102313,"about_ca_topic_score_gemma":0.12175458,"teacher_disagreement_score":0.98042274,"about_ca_system_score_codex":0.019577269,"about_ca_system_score_gemma":0.023551648,"threshold_uncertainty_score":0.14204365},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4281555489","doi":"10.1186/s12961-022-00854-x","title":"When the messenger is more important than the message: an experimental study of evidence use in francophone Africa","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université de Montréal","funders":"Agence Française de Développement; Agence Nationale de la Recherche","keywords":"French; Context (archaeology); Health services research; Health administration; Health policy; Quality (philosophy); Medicine; Knowledge translation; Public relations; Political science; Public health; Nursing; Geography","score_opus":0.4808585480348603,"score_gpt":0.5299441577682157,"score_spread":0.049085609733355406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281555489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99904007,0.000013003351,0.00006860063,0.00006630574,0.000005949526,0.00023121425,0.000013612472,0.0000015029938,0.0005597554],"genre_scores_gemma":[0.9957165,0.00007221593,0.0009268073,0.00025805127,0.000014157806,0.0014458119,0.00003499142,0.0000036774125,0.0015277714],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9924522,0.004704877,0.00038667428,0.0007606255,0.00075596693,0.00093966065],"domain_scores_gemma":[0.96400094,0.025673615,0.0054078843,0.0016822552,0.0012008505,0.0020343722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014347775,0.0008999171,0.0008244272,0.0008578235,0.005684435,0.0036899508,0.0009862384,0.0020325456,0.009301836],"category_scores_gemma":[0.030876938,0.0008114247,0.00062768254,0.0006243929,0.0039751385,0.0020901673,0.001896976,0.0022395966,0.0008094596],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024049275,0.2069726,0.09402559,0.0016211111,0.00025478116,0.0012502895,0.5937984,0.00072483596,0.016595067,0.004685734,0.0017951012,0.054227218],"study_design_scores_gemma":[0.0166381,0.18487181,0.34993812,0.001465679,0.00063084625,0.00045876333,0.41162443,0.0045734975,0.007958559,0.006428951,0.014757763,0.0006534874],"about_ca_topic_score_codex":0.012311978,"about_ca_topic_score_gemma":0.017052965,"teacher_disagreement_score":0.014347775,"about_ca_system_score_codex":0.0036974312,"about_ca_system_score_gemma":0.004765334,"threshold_uncertainty_score":0.075879216},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4281677066","doi":"10.1186/s12961-022-00861-y","title":"An analysis of how health systems integrated priority-setting in the pandemic planning in a sample of Latin America and the Caribbean countries","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Centre for Global Health Research; St. Michael's Hospital; McMaster University","funders":"McMaster University","keywords":"Preparedness; Health services research; Context (archaeology); Latin Americans; Health policy; Pandemic; Public health; Health administration; Quality (philosophy); Health care; Sample (material); Environmental health; Descriptive statistics; Medicine; Economic growth; Business; Geography; Political science; Coronavirus disease 2019 (COVID-19); Nursing; Economics; Statistics","score_opus":0.6049784334884641,"score_gpt":0.5538186495082,"score_spread":0.051159783980264106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281677066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964755,0.00030852016,0.0003256898,0.00028161705,0.0000033380718,0.00017373104,0.0003107647,0.0000038579074,0.002116975],"genre_scores_gemma":[0.9986809,0.0002298233,0.00043415686,0.00006260363,0.0000021067779,0.00015671348,0.0003136753,0.000002795412,0.00011717579],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9927913,0.0043045166,0.0008992961,0.00041440924,0.0008709903,0.00071954186],"domain_scores_gemma":[0.9730803,0.011723692,0.0075893453,0.0012294686,0.005762019,0.00061521557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014710764,0.0002449826,0.00032904852,0.0040815617,0.0013305994,0.0024851083,0.001044569,0.0003864939,0.0008538284],"category_scores_gemma":[0.04973324,0.00029066394,0.00041727442,0.008770453,0.0013845296,0.0012617415,0.0026531543,0.00054885313,0.000053685522],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009118584,0.00005930984,0.8973243,0.0002696478,0.000105848456,0.0003036981,0.080461785,0.000541204,0.00032350887,0.0011120352,0.000428921,0.018978518],"study_design_scores_gemma":[0.00001033792,0.000107384905,0.84757334,0.00023989336,0.000037047263,0.00010290661,0.14679731,0.0007041709,0.00021468064,0.00020572952,0.003992241,0.000014939511],"about_ca_topic_score_codex":0.123383775,"about_ca_topic_score_gemma":0.08946728,"teacher_disagreement_score":0.123383775,"about_ca_system_score_codex":0.0067192516,"about_ca_system_score_gemma":0.0064890655,"threshold_uncertainty_score":0.24533117},"labels":[],"label_agreement":null},{"id":"W4281690786","doi":"10.1186/s12961-022-00855-w","title":"Palliative care stakeholders in Canada","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Covenant Health; Grey Nuns Community Hospital","funders":"","keywords":"Palliative care; Stakeholder; Legislature; Grey literature; Public relations; National Policy; Nursing; Medicine; Public administration; Political science; MEDLINE; Law","score_opus":0.7646454463428991,"score_gpt":0.5914590853562977,"score_spread":0.17318636098660145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281690786","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21302511,0.039927814,0.0060693035,0.1575477,0.001399242,0.003215664,0.015802477,0.00036252994,0.5626502],"genre_scores_gemma":[0.874086,0.022836246,0.013022835,0.021091567,0.00021490856,0.001021585,0.0055343406,0.0001447573,0.06204781],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9916191,0.0015939685,0.0005255333,0.00059644395,0.0035713369,0.0020935424],"domain_scores_gemma":[0.97073925,0.005611674,0.0015525783,0.00041891477,0.016581126,0.005096464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077299518,0.00045091545,0.0004694544,0.008902751,0.023651596,0.00774399,0.001987222,0.0021575647,0.016939241],"category_scores_gemma":[0.022801492,0.00034600132,0.0006209512,0.016383003,0.004684803,0.0030917826,0.00631942,0.0017133704,0.001082026],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00010618131,0.00006895368,0.059613302,0.005844146,0.000064268046,0.0047553736,0.27202377,0.0007350004,0.0015518547,0.12735517,0.26466966,0.26321235],"study_design_scores_gemma":[0.000012815348,0.000016690074,0.033760745,0.0027172456,0.00003581729,0.00038517886,0.11700735,0.00028785426,0.00023033611,0.005927984,0.83955365,0.000064281354],"about_ca_topic_score_codex":0.9718159,"about_ca_topic_score_gemma":0.98044604,"teacher_disagreement_score":0.8550987,"about_ca_system_score_codex":0.14490129,"about_ca_system_score_gemma":0.39824128,"threshold_uncertainty_score":0.9917933},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W4282977788","doi":"10.1186/s12961-022-00865-8","title":"Strategies to adapt and implement health system guidelines and recommendations: a scoping review","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada); Capital District Health Authority; Nova Scotia Health Authority; Izaak Walton Killam Health Centre; University of New Brunswick; Dalhousie University","funders":"Alliance for Health Policy and Systems Research; World Health Organization","keywords":"CINAHL; Systematic review; Grey literature; MEDLINE; Adaptation (eye); Medicine; Health services research; Health administration; Health policy; Health informatics; Health care; Process management; Knowledge management; Public health; Nursing; Business; Psychology; Computer science; Political science; Psychological intervention","score_opus":0.9777473662711983,"score_gpt":0.8385488354762323,"score_spread":0.13919853079496602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282977788","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015131874,0.9642842,0.005076479,0.01290871,0.0016358228,0.00948304,0.00075908104,0.00009582628,0.004243657],"genre_scores_gemma":[0.010280534,0.961461,0.016894259,0.0022042359,0.00029050332,0.007777068,0.00068468775,0.000027351294,0.00038031698],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8900977,0.053059995,0.033183455,0.0030080942,0.01860988,0.0020409685],"domain_scores_gemma":[0.76381236,0.15074062,0.033272862,0.005129304,0.04465333,0.0023915411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.15085997,0.003512186,0.007023821,0.03651062,0.003558591,0.0127295675,0.0056010075,0.0069142813,0.006595971],"category_scores_gemma":[0.33841202,0.0031993643,0.009581505,0.033229157,0.0032943632,0.015490705,0.0078061665,0.0058920765,0.0015846255],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011220961,0.000115143914,0.0015158803,0.6181028,0.0018464959,0.0001827834,0.003766027,0.00084511045,0.00019948583,0.004597655,0.015955139,0.3527613],"study_design_scores_gemma":[0.000039087554,0.000038204053,0.0006439312,0.9672364,0.0017001975,0.00007425654,0.0010915665,0.00018891586,0.00007744726,0.0010785023,0.027799701,0.00003185396],"about_ca_topic_score_codex":0.017219393,"about_ca_topic_score_gemma":0.03804934,"teacher_disagreement_score":0.15085997,"about_ca_system_score_codex":0.018614022,"about_ca_system_score_gemma":0.09901007,"threshold_uncertainty_score":0.7978333},"labels":[],"label_agreement":null},{"id":"W4283012481","doi":"10.1186/s12961-022-00873-8","title":"Health system learning with Indigenous communities: a study protocol for a two-eyed seeing review and multiple case study","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Northwest Territories; Public Health Agency of Canada; Gwich'in Council International; University of Alberta; Tlicho Community Services Agency; Institute for Work & Health; Public Health Ontario; University of Toronto","funders":"Institute of Indigenous Peoples' Health; Canadian Institutes of Health Research","keywords":"Indigenous; Government (linguistics); Jurisdiction; Commission; Health care; Public relations; Health services research; Traditional knowledge; Public health; Sociology; Biomedicine; Political science; Public administration; Medicine; Nursing; Law; Ecology","score_opus":0.32155719733770677,"score_gpt":0.5632307178949467,"score_spread":0.24167352055723995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283012481","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005882534,0.00038610306,0.0021968242,0.00043674256,0.00012532086,0.9948695,0.0008239171,0.000027075335,0.00054618204],"genre_scores_gemma":[0.0004336615,0.00031992086,0.004302104,0.00019964634,0.000017932582,0.9943492,0.00013209289,0.000004355967,0.0002410929],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9025314,0.05848864,0.019638265,0.0056191157,0.008725936,0.004996639],"domain_scores_gemma":[0.90413386,0.038468014,0.010222345,0.011251595,0.03134279,0.0045813913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.17641068,0.0040284833,0.008424207,0.013537496,0.00921808,0.010029206,0.0078084897,0.010805255,0.04474724],"category_scores_gemma":[0.11993743,0.006520287,0.007598782,0.012172584,0.0063962042,0.01127709,0.007805257,0.00817126,0.012038497],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01561715,0.0071849823,0.005150726,0.3717973,0.001337323,0.013382933,0.13846673,0.0057052607,0.00927557,0.054716486,0.14742011,0.22994557],"study_design_scores_gemma":[0.021183135,0.0058179605,0.008682686,0.17763884,0.0009522487,0.0019726667,0.084754385,0.0026588102,0.0040711486,0.02740859,0.66400796,0.0008515291],"about_ca_topic_score_codex":0.011561435,"about_ca_topic_score_gemma":0.03088959,"teacher_disagreement_score":0.17641068,"about_ca_system_score_codex":0.020073265,"about_ca_system_score_gemma":0.0891423,"threshold_uncertainty_score":0.93296},"labels":[],"label_agreement":null},{"id":"W4283072332","doi":"10.1186/s12961-022-00877-4","title":"A scoping review to identify and describe the characteristics of theories, models and frameworks of health research partnerships","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada; Canadian Institutes of Health Research; University of Manitoba; George & Fay Yee Centre for Healthcare Innovation; Manitoba Health","funders":"Canadian Institutes of Health Research","keywords":"Health services research; CINAHL; Health care; Knowledge management; Critical appraisal; Health administration; Health informatics; Process (computing); General partnership; Data science; Management science; Computer science; Medicine; Public health; Nursing; Alternative medicine; Political science; Psychological intervention","score_opus":0.9482406081601178,"score_gpt":0.717487350692216,"score_spread":0.23075325746790176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283072332","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005514937,0.8618948,0.023017034,0.011775901,0.0028476885,0.056148186,0.009045022,0.00023787825,0.029518623],"genre_scores_gemma":[0.02382344,0.8290381,0.064482085,0.004851783,0.00048156083,0.06712099,0.0064175115,0.0000894507,0.0036949776],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.93849677,0.019506115,0.027363822,0.0025477733,0.010958711,0.0011268023],"domain_scores_gemma":[0.8221172,0.119175375,0.01935352,0.004870492,0.03312731,0.0013560799],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.065946676,0.0028339305,0.005865141,0.080165155,0.0043725856,0.011892358,0.00479745,0.007163769,0.014397139],"category_scores_gemma":[0.21053728,0.0020788803,0.006992277,0.07403725,0.0035782978,0.017533798,0.007097413,0.0031973347,0.0038991782],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016582361,0.00007509989,0.0020085757,0.71692204,0.0012200226,0.00079996116,0.0066923266,0.00051093305,0.000592548,0.017999226,0.02787655,0.22513695],"study_design_scores_gemma":[0.000059206493,0.0000629876,0.001083353,0.9054047,0.0018885122,0.00039078036,0.0029488087,0.00021140288,0.00017693921,0.00411266,0.083615996,0.00004464978],"about_ca_topic_score_codex":0.008129814,"about_ca_topic_score_gemma":0.017789144,"teacher_disagreement_score":0.9340533,"about_ca_system_score_codex":0.016131025,"about_ca_system_score_gemma":0.07365273,"threshold_uncertainty_score":0.34876353},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4283217814","doi":"10.1186/s12961-022-00868-5","title":"Investigating the influence of institutions, politics, organizations, and governance on the COVID-19 response in British Columbia, Canada: a jurisdictional case study protocol","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research; University of British Columbia","keywords":"Coronavirus disease 2019 (COVID-19); Health services research; Politics; Health administration; Public administration; Corporate governance; Public health; 2019-20 coronavirus outbreak; Political science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Health policy; Protocol (science); Pandemic; Medicine; Virology; Law; Nursing; Management; Outbreak; Alternative medicine; Economics; Infectious disease (medical specialty)","score_opus":0.28451210685138495,"score_gpt":0.5524129240914176,"score_spread":0.2679008172400327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283217814","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7350399,0.003294897,0.011531076,0.008516867,0.00024787395,0.16386767,0.018353127,0.00011033905,0.059038345],"genre_scores_gemma":[0.7453054,0.0039189113,0.04161885,0.0051013627,0.00007339064,0.16729431,0.005754118,0.000048748574,0.030884903],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9918805,0.0031828452,0.00051171053,0.00085798715,0.0011619403,0.002404947],"domain_scores_gemma":[0.9869186,0.0029123079,0.00089437474,0.00085405906,0.006063956,0.002356714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013170525,0.00079997,0.000650645,0.0037570195,0.015193614,0.004258247,0.0042287796,0.0020059424,0.009773358],"category_scores_gemma":[0.011317168,0.0008028915,0.0006851863,0.0061489134,0.003960951,0.0013001956,0.0036053327,0.0023256196,0.00073010806],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001392286,0.0035820103,0.23959693,0.007083489,0.0002221646,0.026180234,0.4232495,0.006608491,0.0050409413,0.048621345,0.091380596,0.14704205],"study_design_scores_gemma":[0.00058368273,0.0007886668,0.16111203,0.0049242056,0.00023605808,0.001234395,0.67887527,0.0032861398,0.0017961136,0.004096088,0.14281398,0.00025335504],"about_ca_topic_score_codex":0.9770234,"about_ca_topic_score_gemma":0.99001676,"teacher_disagreement_score":0.87759626,"about_ca_system_score_codex":0.12240373,"about_ca_system_score_gemma":0.20387138,"threshold_uncertainty_score":0.8881054},"labels":[],"label_agreement":null},{"id":"W4283589294","doi":"10.1186/s12961-022-00879-2","title":"Hospital funding reforms in Canada: a narrative review of Ontario and Quebec strategies","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Ontario Medical Association; Université Laval; Centre hospitalier de l'Université Laval","funders":"Fonds de Recherche du Québec - Santé","keywords":"Incentive; Health services research; Stakeholder; Payment; Grey literature; Stakeholder engagement; Health administration; Health policy; Medicine; Public relations; Public administration; Business; Political science; Public health; Nursing; MEDLINE; Finance; Economics","score_opus":0.5052455751348583,"score_gpt":0.5995921162531681,"score_spread":0.09434654111830976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283589294","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016403842,0.99018747,0.000081636594,0.003801871,0.00019386315,0.000118797994,0.00076574547,0.000008553039,0.0032017133],"genre_scores_gemma":[0.03314295,0.96321845,0.00054089207,0.0016416325,0.00008482159,0.00019765765,0.00044082946,0.000008154074,0.0007246217],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920902,0.0021126906,0.0012551657,0.00045095128,0.0031400262,0.00095099234],"domain_scores_gemma":[0.97422135,0.0095685795,0.003041274,0.0003316467,0.011607655,0.0012295014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01208052,0.0010314933,0.0018586074,0.010350006,0.0032970684,0.0049980404,0.0021183707,0.0014842638,0.0035909878],"category_scores_gemma":[0.028978577,0.00052367436,0.001350567,0.024156142,0.002107326,0.0016619809,0.0017042618,0.0015638764,0.00021173168],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0004865482,0.000066699926,0.009779737,0.3942866,0.0019735387,0.00086204486,0.013469916,0.0014685815,0.00058490277,0.022587247,0.11964502,0.43478915],"study_design_scores_gemma":[0.000097826975,0.000100168465,0.028090544,0.38041446,0.0030875886,0.00036593238,0.006381217,0.0002563161,0.00033549627,0.00089776097,0.57985735,0.00011533642],"about_ca_topic_score_codex":0.9623882,"about_ca_topic_score_gemma":0.98519856,"teacher_disagreement_score":0.8458506,"about_ca_system_score_codex":0.15414941,"about_ca_system_score_gemma":0.3472898,"threshold_uncertainty_score":0.98106676},"labels":[],"label_agreement":null},{"id":"W4283639726","doi":"10.1186/s12961-022-00881-8","title":"Determinants of evidence use by frontline maternal, newborn and child health staff in selected health facilities in Ghana","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Health administration; Medicine; Health care; Health services research; Nursing research; Public health; Nursing; Evidence-based practice; Health policy; Environmental health; Family medicine; Alternative medicine; Economic growth","score_opus":0.5875536907431484,"score_gpt":0.6007327936434216,"score_spread":0.013179102900273132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283639726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99891734,0.00019102731,0.000050961393,0.00029416112,0.0000022249806,0.000014435342,0.00017575032,0.000002190567,0.00035194142],"genre_scores_gemma":[0.9992467,0.00021110376,0.00025666138,0.00006969428,0.0000032301261,0.00001555232,0.00008807612,7.1230164e-7,0.000108265245],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99792373,0.00072186114,0.00033983722,0.00016285226,0.00043776972,0.000413863],"domain_scores_gemma":[0.9766802,0.00585801,0.013194986,0.00054057944,0.0013494338,0.0023768365],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023207036,0.0001432458,0.0002047752,0.0011183092,0.0005458838,0.000750986,0.00042143828,0.0003810439,0.0028794925],"category_scores_gemma":[0.012586988,0.00022206355,0.0001697076,0.0015879538,0.0005684001,0.00048314346,0.0006950599,0.0003763877,0.00017460393],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003320985,0.000037979862,0.9900553,0.00007596563,0.000019192581,0.00012600656,0.0022396254,0.000030497748,0.00027422883,0.00002355461,0.00016621877,0.006918165],"study_design_scores_gemma":[0.0000035280138,0.00007970085,0.9927402,0.000094722316,0.000005277174,0.00010519207,0.0063950554,0.000052729556,0.00006866745,0.000017629725,0.0004332931,0.000003977448],"about_ca_topic_score_codex":0.02226501,"about_ca_topic_score_gemma":0.0407775,"teacher_disagreement_score":0.9976793,"about_ca_system_score_codex":0.0016641548,"about_ca_system_score_gemma":0.0021392626,"threshold_uncertainty_score":0.044270813},"labels":[],"label_agreement":null},{"id":"W4286716021","doi":"10.1186/s12961-022-00884-5","title":"Development of a STandard reporting guideline for Evidence briefs for Policy (STEP): context and study protocol","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Red Cross Society; McMaster University; Impact","funders":"National Social Science Fund of China","keywords":"Checklist; Protocol (science); Context (archaeology); Delphi method; Health services research; Medicine; Systematic review; Process management; Computer science; Management science; MEDLINE; Public health; Nursing; Political science; Business; Psychology; Engineering; Alternative medicine","score_opus":0.9412641282782596,"score_gpt":0.8091784699229101,"score_spread":0.13208565835534947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286716021","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011519721,0.0011665048,0.0629133,0.009423911,0.0023954934,0.9097191,0.008502235,0.00074988214,0.0039775665],"genre_scores_gemma":[0.0011208386,0.000662023,0.08703008,0.0016383242,0.000111916015,0.9067248,0.0019024215,0.00007730815,0.00073231204],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.46733266,0.3184455,0.16856892,0.011745048,0.028027184,0.005880712],"domain_scores_gemma":[0.36956668,0.28970027,0.07082764,0.048766352,0.21158728,0.009551808],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47468245,0.0049677175,0.0071525993,0.019814605,0.0072981156,0.01370851,0.010835905,0.014756949,0.030551981],"category_scores_gemma":[0.62112534,0.0077648293,0.012821534,0.017161366,0.0077505517,0.015203207,0.013500227,0.022134123,0.01951318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029823529,0.0013445441,0.0037127698,0.1581193,0.0012152006,0.001281467,0.024000043,0.0048226584,0.0029369225,0.05330657,0.43558457,0.31069356],"study_design_scores_gemma":[0.008486008,0.0015794114,0.006298729,0.21650773,0.0014229842,0.0009177519,0.011050151,0.0057234415,0.0054200087,0.05229761,0.689304,0.0009920727],"about_ca_topic_score_codex":0.005776877,"about_ca_topic_score_gemma":0.007033429,"teacher_disagreement_score":0.52531755,"about_ca_system_score_codex":0.02106964,"about_ca_system_score_gemma":0.13152622,"threshold_uncertainty_score":0.6478101},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4288535547","doi":"10.1186/s12961-022-00882-7","title":"Correction to: An analysis of how health systems integrated priority-setting in the pandemic planning in a sample of Latin America and the Caribbean countries","year":2022,"lang":"en","type":"erratum","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Centre for Global Health Research; St. Michael's Hospital; McMaster University","funders":"","keywords":"Latin Americans; Pandemic; Health services research; Public health; Health administration; Sample (material); Coronavirus disease 2019 (COVID-19); Health policy; Social policy; Political science; Geography; Medicine; Nursing; Law; Infectious disease (medical specialty)","score_opus":0.548584235926619,"score_gpt":0.5434209245011039,"score_spread":0.005163311425515071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288535547","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010398806,0.0010798064,0.001138993,0.10902562,0.83062786,0.000105157305,0.044344537,0.00044390792,0.012194147],"genre_scores_gemma":[0.04519118,0.0055099344,0.010684471,0.11804577,0.12553623,0.0012717099,0.03600911,0.0044260332,0.65332556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99556065,0.0009706225,0.00079477567,0.0006438979,0.0015170152,0.0005130816],"domain_scores_gemma":[0.93732226,0.019715453,0.002533675,0.0038171557,0.03452193,0.0020894567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048575304,0.0018590852,0.0015386569,0.004869875,0.0035070295,0.0047529098,0.0031999194,0.0035407199,0.08102381],"category_scores_gemma":[0.10715129,0.00083495304,0.0014689917,0.008669726,0.0019192583,0.0026646054,0.0019359371,0.007664758,0.03227596],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001741244,0.0000031532543,0.00020608302,0.000044943885,0.0000045377255,0.00004210382,0.00003655679,0.000038993738,0.000004924823,0.0004348158,0.99776685,0.001399596],"study_design_scores_gemma":[0.00011968974,0.000015081026,0.00712,0.0007171618,0.0000592127,0.00020012687,0.0008912167,0.0005108745,0.00022205857,0.002110171,0.98796767,0.000066873836],"about_ca_topic_score_codex":0.33134517,"about_ca_topic_score_gemma":0.3279816,"teacher_disagreement_score":0.33134517,"about_ca_system_score_codex":0.009073493,"about_ca_system_score_gemma":0.015421375,"threshold_uncertainty_score":0.658833},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4294025561","doi":"10.1186/s12961-022-00897-0","title":"Building a virtual community of practice: experience from the Canadian foundation for healthcare improvement’s policy circle","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"CARE Canada; Public Health Ontario; London Health Sciences Centre; Western University","funders":"Healthcare Excellence Canada; Canadian Foundation for Healthcare Improvement","keywords":"Qualitative property; Health services research; Public relations; Health care; Qualitative research; Health administration; Health policy; Medical education; Nursing research; Psychology; Medicine; Nursing; Sociology; Public health; Political science; Computer science","score_opus":0.8452311112677144,"score_gpt":0.7459102043076289,"score_spread":0.09932090696008555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294025561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9097545,0.0016140536,0.0019904196,0.04339557,0.0007724472,0.0007778822,0.00024040169,0.00019634246,0.041258335],"genre_scores_gemma":[0.97945935,0.0008029263,0.0032933948,0.004827699,0.00009280092,0.00023184028,0.00014669151,0.00008715112,0.011058046],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98195386,0.008043171,0.00020659022,0.000916094,0.0030102476,0.005870009],"domain_scores_gemma":[0.95413524,0.0058516655,0.0011098331,0.0011877654,0.0051876265,0.0325279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015750838,0.0005635303,0.0005593861,0.001759621,0.05717708,0.0074101095,0.004080988,0.003843389,0.0059156884],"category_scores_gemma":[0.01996347,0.000714561,0.000561373,0.002319238,0.016904386,0.0038964567,0.011817853,0.0052773473,0.00054390315],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021330529,0.0012461289,0.017560653,0.00027300586,0.000022039965,0.0029070775,0.83538973,0.00037669096,0.0007482134,0.0067099417,0.0486655,0.08588775],"study_design_scores_gemma":[0.000076148135,0.00052322797,0.022400135,0.00034932565,0.00001634845,0.0005166922,0.7565304,0.00071987015,0.00032078676,0.00090563606,0.21752694,0.00011453547],"about_ca_topic_score_codex":0.8192906,"about_ca_topic_score_gemma":0.94188535,"teacher_disagreement_score":0.9384366,"about_ca_system_score_codex":0.0615634,"about_ca_system_score_gemma":0.17400312,"threshold_uncertainty_score":0.44667584},"labels":[],"label_agreement":null},{"id":"W4294724152","doi":"10.1186/s12961-022-00898-z","title":"What implementation strategies and outcome measures are used to transform healthcare organizations into learning health systems? A mixed-methods review protocol","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada); Dalhousie University; Izaak Walton Killam Health Centre; Capital District Health Authority","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; Data extraction; Protocol (science); Grey literature; Health care; Context (archaeology); Inclusion (mineral); Health administration; Qualitative property; MEDLINE; Critical appraisal; Systematic review; Health services research; Health informatics; Medicine; Computer science; Medical education; Psychology; Nursing; Public health; Alternative medicine; Psychological intervention; Political science; Social psychology","score_opus":0.9008396037312248,"score_gpt":0.8045574546151567,"score_spread":0.09628214911606814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294724152","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030076137,0.0012794378,0.0027342192,0.0003574692,0.00014063223,0.99330634,0.0014675263,0.000046875153,0.0003667752],"genre_scores_gemma":[0.0002569235,0.0005377039,0.0041962657,0.000114893985,0.000010833277,0.994651,0.00014886221,0.0000035998328,0.00007999724],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.82191366,0.101609305,0.04700286,0.009808108,0.015157096,0.0045089466],"domain_scores_gemma":[0.8288387,0.07859005,0.028329575,0.0150235,0.04318408,0.00603414],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2684426,0.0067671034,0.016353378,0.022165122,0.006312426,0.010279638,0.0092895,0.013001111,0.05991199],"category_scores_gemma":[0.23320998,0.006865575,0.022658875,0.015935251,0.0062977993,0.0122040445,0.007495877,0.007948899,0.012570203],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009784358,0.0007629373,0.0015936382,0.81246686,0.003892355,0.00071965565,0.0067844135,0.0021226613,0.0013455956,0.01170855,0.02817045,0.12064856],"study_design_scores_gemma":[0.03125123,0.003971473,0.0069382493,0.71030533,0.012869377,0.0006323387,0.0072599323,0.003023179,0.004065458,0.02019733,0.19874527,0.00074085203],"about_ca_topic_score_codex":0.006833424,"about_ca_topic_score_gemma":0.010838639,"teacher_disagreement_score":0.2684426,"about_ca_system_score_codex":0.022277448,"about_ca_system_score_gemma":0.10917894,"threshold_uncertainty_score":0.9021405},"labels":[],"label_agreement":null},{"id":"W4294877223","doi":"10.1186/s12961-022-00899-y","title":"Improving WHO’s understanding of WHO guideline uptake and use in Member States: a scoping review","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Royal College of Physicians and Surgeons of Canada; Impact; University of Ottawa; Bruyère","funders":"Lanzhou University; World Health Organization","keywords":"Health services research; Health administration; Guideline; Public health; Medicine; Member states; Social policy; Health policy; Environmental health; Nursing; Political science; European union; Business; Law; Pathology","score_opus":0.9117972762529872,"score_gpt":0.7074635967040908,"score_spread":0.20433367954889647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294877223","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019100306,0.97958654,0.0017466653,0.010539654,0.00071959035,0.0014980654,0.00064036186,0.000031331685,0.003327695],"genre_scores_gemma":[0.025487406,0.9607752,0.005310384,0.003816984,0.00022618225,0.003527942,0.00060453644,0.000027028407,0.00022438462],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8649364,0.06672663,0.041995954,0.0042010034,0.01987462,0.0022654696],"domain_scores_gemma":[0.67791975,0.24340206,0.029773442,0.0058267307,0.04128695,0.0017911532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14272183,0.0015098376,0.006284808,0.02489889,0.0021749889,0.011606893,0.00428855,0.0054440703,0.0035371045],"category_scores_gemma":[0.38022342,0.002588665,0.0071403654,0.027159346,0.003924443,0.014217567,0.0062823393,0.004767261,0.00062644907],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015035126,0.00006651239,0.00456988,0.6362511,0.0033120082,0.0002505982,0.011542149,0.0005692389,0.00025593324,0.0071788933,0.01980905,0.3160442],"study_design_scores_gemma":[0.000022427928,0.000032864587,0.0018900447,0.9583394,0.0019680033,0.00012223072,0.0022436883,0.00010090149,0.00011665039,0.00086358516,0.034266997,0.000033288696],"about_ca_topic_score_codex":0.035336692,"about_ca_topic_score_gemma":0.043930825,"teacher_disagreement_score":0.14272183,"about_ca_system_score_codex":0.014342058,"about_ca_system_score_gemma":0.081164315,"threshold_uncertainty_score":0.75479424},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4295117933","doi":"10.1186/s12961-022-00883-6","title":"Saving millions of lives but some resources squandered: emerging lessons from health research system pandemic achievements and challenges","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Michael Smith Health Research BC; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Medical Research Council; Australian Government","keywords":"Pandemic; Public health; Capacity building; Health services research; Psychological intervention; Corporate governance; Medicine; Economic growth; Political science; Business; Public relations; Coronavirus disease 2019 (COVID-19); Nursing; Finance; Economics","score_opus":0.8757062759873566,"score_gpt":0.5953844092374845,"score_spread":0.28032186674987214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295117933","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030746872,0.047651645,0.00582513,0.888126,0.001059317,0.00014234392,0.0013058502,0.000115181545,0.025027586],"genre_scores_gemma":[0.75311154,0.08774906,0.022680268,0.12932804,0.0018339761,0.00039048723,0.001273857,0.00026845653,0.0033644438],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9635947,0.022101095,0.0020343761,0.0022218903,0.0049205176,0.0051274165],"domain_scores_gemma":[0.8419812,0.115108915,0.007471393,0.0070638694,0.020120788,0.008253878],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05583884,0.0008686155,0.0016334498,0.005070276,0.004759101,0.017649118,0.0029283813,0.005442436,0.0075194295],"category_scores_gemma":[0.10308098,0.0008146367,0.001386738,0.011289506,0.016639609,0.03458811,0.009926792,0.008243431,0.0008987208],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002800255,0.0001340935,0.034835003,0.008679235,0.0004985272,0.001712872,0.053668797,0.003374647,0.00069756235,0.3663317,0.119193055,0.4105945],"study_design_scores_gemma":[0.00009563295,0.00034188313,0.037858833,0.014045908,0.00035947296,0.0008853269,0.12067525,0.0023554799,0.0011051948,0.44303033,0.37897754,0.00026921814],"about_ca_topic_score_codex":0.07404624,"about_ca_topic_score_gemma":0.12404408,"teacher_disagreement_score":0.9441612,"about_ca_system_score_codex":0.021158788,"about_ca_system_score_gemma":0.056868225,"threshold_uncertainty_score":0.29530752},"labels":[],"label_agreement":null},{"id":"W4295932120","doi":"10.1186/s12961-022-00900-8","title":"Building capacity for integrated knowledge translation: a description of what we can learn from trainees’ experiences during the COVID-19 pandemic","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Toronto Rehabilitation Institute; University of British Columbia, Okanagan Campus; NOSM University; University of British Columbia; University of Ottawa; Women's College Hospital; Children's Hospital of Eastern Ontario; University of Manitoba; University Health Network; Ottawa Hospital; Western University; University of Toronto","funders":"","keywords":"Knowledge translation; General partnership; Reflexivity; Health services research; Pandemic; Public relations; Social distance; Sociology; Health administration; Capacity building; Psychology; Medical education; Coronavirus disease 2019 (COVID-19); Political science; Pedagogy; Knowledge management; Public health; Medicine; Nursing; Social science; Computer science","score_opus":0.9269683649908214,"score_gpt":0.7094073660946021,"score_spread":0.21756099889621927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295932120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7496847,0.006792416,0.01691403,0.1108884,0.0022322943,0.00054646685,0.00021211598,0.00030751195,0.112422146],"genre_scores_gemma":[0.9685224,0.0031455643,0.005561947,0.0077755223,0.00023598054,0.0003201952,0.00011615309,0.00018825728,0.014134044],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9712342,0.019428017,0.00050102995,0.0010904034,0.0019460447,0.00580041],"domain_scores_gemma":[0.9778602,0.012066867,0.0011359,0.0010020365,0.0016362953,0.006298706],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018493108,0.0010493771,0.00081235735,0.0015422021,0.021656686,0.018049177,0.004479549,0.0058091045,0.005589424],"category_scores_gemma":[0.027061582,0.0010155273,0.0011121761,0.0017617549,0.031513143,0.015432621,0.036333013,0.016230471,0.0014517212],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015529162,0.000049635906,0.0011165254,0.00022001921,0.000007650908,0.001355134,0.9783409,0.00009066986,0.00040938266,0.006099391,0.003839936,0.008455246],"study_design_scores_gemma":[0.0000041722337,0.00004564766,0.00054375565,0.00029449182,0.0000051539078,0.0007654568,0.9471632,0.00010041188,0.0001958413,0.0018069607,0.049045186,0.000029710158],"about_ca_topic_score_codex":0.006781428,"about_ca_topic_score_gemma":0.0124640595,"teacher_disagreement_score":0.9815069,"about_ca_system_score_codex":0.008249468,"about_ca_system_score_gemma":0.0161678,"threshold_uncertainty_score":0.09780204},"labels":[],"label_agreement":null},{"id":"W4297983012","doi":"10.1186/s12961-022-00908-0","title":"Facilitators, barriers and strategies for health-system guidance implementation: a critical interpretive synthesis protocol","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; McMaster University; Canadian Red Cross Society; Hamilton Health Sciences; Impact","funders":"","keywords":"Relevance (law); Consistency (knowledge bases); Health informatics; Computer science; Implementation research; Management science; Data extraction; Health administration; Conceptual framework; Protocol (science); Health services research; Principal (computer security); Grey literature; Process management; Data science; Knowledge management; Medicine; MEDLINE; Public health; Sociology; Nursing; Alternative medicine; Political science","score_opus":0.6802388728036616,"score_gpt":0.7421464656006342,"score_spread":0.061907592796972666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297983012","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013049811,0.00046856966,0.00908232,0.0010594301,0.00036412824,0.9841309,0.0025692228,0.00012745475,0.0008929803],"genre_scores_gemma":[0.0007353274,0.00015225261,0.013102835,0.00013940381,0.000012977499,0.985449,0.00020884207,0.0000107767055,0.00018862],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.7808427,0.14182422,0.046518203,0.011470043,0.014255456,0.0050893347],"domain_scores_gemma":[0.6555711,0.19406047,0.022965405,0.037436407,0.08418854,0.005778085],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28376237,0.006499409,0.01018876,0.017978167,0.00952262,0.012256488,0.008898085,0.011079164,0.051928885],"category_scores_gemma":[0.34826612,0.0055817566,0.012902089,0.01518897,0.009608199,0.0105696,0.011743732,0.012078995,0.008699439],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01164515,0.0020787749,0.002106358,0.4658403,0.0026456323,0.0024303098,0.13739966,0.006075114,0.004255757,0.050311707,0.113300435,0.20191085],"study_design_scores_gemma":[0.030555079,0.0028039832,0.00671097,0.30498376,0.0059468946,0.00063076324,0.08957013,0.010203591,0.010160619,0.115000196,0.42240924,0.0010248447],"about_ca_topic_score_codex":0.005528958,"about_ca_topic_score_gemma":0.008973806,"teacher_disagreement_score":0.71623766,"about_ca_system_score_codex":0.021336101,"about_ca_system_score_gemma":0.108258165,"threshold_uncertainty_score":0.8832485},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4303684372","doi":"10.1186/s12961-022-00902-6","title":"A framework for considering the utility of models when facing tough decisions in public health: a guideline for policy-makers","year":2022,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Australian Research Council","keywords":"Public health; Deliberation; Pace; Health policy; Pandemic; Process (computing); Health administration; Health services research; Public relations; Public policy; Political science; Management science; Business; Infectious disease (medical specialty); Medicine; Coronavirus disease 2019 (COVID-19); Disease; Economics; Computer science","score_opus":0.9577754020375087,"score_gpt":0.7517697861122502,"score_spread":0.20600561592525846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303684372","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047622528,0.0066501903,0.17737967,0.7933623,0.0029314943,0.0016201668,0.00024703977,0.00055114116,0.0167817],"genre_scores_gemma":[0.023328995,0.006148109,0.8479733,0.10717698,0.0021473106,0.005903181,0.0002913789,0.000424169,0.006606699],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.80485725,0.15358019,0.01477781,0.0035255086,0.018401818,0.004857422],"domain_scores_gemma":[0.6861742,0.22779758,0.009194643,0.014567838,0.05077638,0.011489369],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23867801,0.00564197,0.0049996437,0.011786904,0.014743076,0.030303478,0.02945227,0.06131425,0.008288991],"category_scores_gemma":[0.24751526,0.0046249544,0.0076390468,0.005970672,0.058819648,0.03529964,0.018767182,0.06457493,0.0055761007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048084265,0.00025221816,0.00037606014,0.0012592708,0.00011176366,0.001051808,0.008981519,0.0069508036,0.00033548896,0.74871606,0.19954604,0.03237091],"study_design_scores_gemma":[0.00009824607,0.00007059878,0.00014948497,0.004612205,0.00007248903,0.00040988246,0.004685699,0.0066548996,0.00025299398,0.7311823,0.2516422,0.00016901914],"about_ca_topic_score_codex":0.035922874,"about_ca_topic_score_gemma":0.049534027,"teacher_disagreement_score":0.761322,"about_ca_system_score_codex":0.028798219,"about_ca_system_score_gemma":0.078727275,"threshold_uncertainty_score":0.9388456},"labels":[],"label_agreement":null},{"id":"W4307711315","doi":"10.1186/s12961-022-00905-3","title":"What the policy and stewardship landscape of a national health research system looks like in a developing country like Iran: a qualitative study","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Canadian Institutes of Health Research","funders":"","keywords":"Stewardship (theology); Scope (computer science); Health services research; Health administration; Public relations; Health policy; Qualitative research; Health care; Medicine; Political science; Medical education; Business; Knowledge management; Public health; Nursing; Sociology; Social science","score_opus":0.6564368557691846,"score_gpt":0.6298083061130365,"score_spread":0.026628549656148137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307711315","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9667226,0.0034577674,0.00450899,0.014706019,0.00013969502,0.0006362168,0.00048198804,0.000026430762,0.009320236],"genre_scores_gemma":[0.9913406,0.0019949228,0.0027225984,0.0018749629,0.000029773242,0.00042276763,0.00009571269,0.000016532364,0.0015021468],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9810697,0.01474127,0.0006432677,0.0007228739,0.001128506,0.0016944151],"domain_scores_gemma":[0.9755297,0.01778565,0.0022564167,0.000548188,0.0021223642,0.0017577877],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.029708924,0.00027437747,0.0006237517,0.0019308277,0.007723378,0.0043347506,0.0013305899,0.0017779067,0.0024502887],"category_scores_gemma":[0.023304641,0.0005636923,0.0005018019,0.002502619,0.0071627307,0.0048307623,0.0029822446,0.0022044438,0.00024171606],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030741583,0.000040303403,0.007201624,0.000734766,0.000013066217,0.0011970288,0.97878325,0.00007647716,0.0008961793,0.002774622,0.0009902688,0.0072617284],"study_design_scores_gemma":[0.00000326942,0.000034470213,0.002831037,0.00034663672,0.0000061767573,0.00026734459,0.9863464,0.000065560176,0.00021888266,0.00030486993,0.009563398,0.000011929879],"about_ca_topic_score_codex":0.009832195,"about_ca_topic_score_gemma":0.0135968765,"teacher_disagreement_score":0.9702911,"about_ca_system_score_codex":0.012162021,"about_ca_system_score_gemma":0.013083905,"threshold_uncertainty_score":0.15711766},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4308212754","doi":"10.1186/s12961-022-00925-z","title":"How can health technology assessment support our response to public health emergencies?","year":2022,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Medical Research Council; Bill and Melinda Gates Foundation","keywords":"Public health; Transparency (behavior); Health technology; Preparedness; Health policy; Public relations; Health economics; Health administration; Health services research; Medicine; Business; Health care; Political science; Economic growth; Nursing; Economics","score_opus":0.8129029258653265,"score_gpt":0.607648938883724,"score_spread":0.20525398698160258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308212754","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008958787,0.00044305754,0.00010043675,0.9964814,0.0016890938,0.0000058354813,0.000015103571,0.0000067268734,0.001168704],"genre_scores_gemma":[0.0034507639,0.0011367529,0.00075811427,0.983284,0.00842726,0.00004446681,0.00002056143,0.00002138642,0.0028568413],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9669194,0.018416839,0.0033399793,0.0022332254,0.0061204587,0.0029701407],"domain_scores_gemma":[0.82411873,0.13720877,0.005334605,0.0038448258,0.0186293,0.010863826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.056606367,0.0009285486,0.0015320036,0.0023583611,0.004775288,0.014235924,0.0036085355,0.09709258,0.01757541],"category_scores_gemma":[0.23181301,0.001020755,0.0026364354,0.001899276,0.011127904,0.019782422,0.0074455426,0.058350936,0.0104796775],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109448774,0.00009554571,0.0021226103,0.00020404809,0.000042374544,0.0010946053,0.00062942435,0.00045223723,0.00021262106,0.04726222,0.90710545,0.04066947],"study_design_scores_gemma":[0.00016063233,0.00007407611,0.0014877337,0.0010031065,0.000038191418,0.00085709064,0.0011923517,0.0013472585,0.00025269133,0.112480976,0.88096195,0.00014395708],"about_ca_topic_score_codex":0.021057734,"about_ca_topic_score_gemma":0.024342677,"teacher_disagreement_score":0.09709258,"about_ca_system_score_codex":0.012198223,"about_ca_system_score_gemma":0.035450034,"threshold_uncertainty_score":0.29936665},"labels":[],"label_agreement":null},{"id":"W4311465619","doi":"10.1186/s12961-022-00938-8","title":"How are health research partnerships assessed? A systematic review of outcomes, impacts, terminology and the use of theories, models and frameworks","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa; Hotchkiss Brain Institute; Alberta Health Services; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; George & Fay Yee Centre for Healthcare Innovation; University of Alberta; St. Michael's Hospital; Alberta Health; University of Manitoba; University of Calgary","funders":"Canadian Institutes of Health Research; Cumming School of Medicine, University of Calgary","keywords":"Health services research; Terminology; Health administration; Public health; Health economics; Medicine; Systematic review; Health policy; Population health; Management science; MEDLINE; Nursing; Political science; Economics","score_opus":0.9748764782018798,"score_gpt":0.7778197903298523,"score_spread":0.19705668787202757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311465619","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033190656,0.9868454,0.0017691919,0.0026795047,0.00036467912,0.0030274554,0.00092439307,0.000028241571,0.0010420602],"genre_scores_gemma":[0.06327244,0.91132677,0.0106566325,0.001895789,0.00016207929,0.011644728,0.00079301774,0.000031258718,0.00021731587],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.73876613,0.13097487,0.09198257,0.008261215,0.027708972,0.0023063002],"domain_scores_gemma":[0.5694983,0.31112444,0.067538455,0.009449017,0.03988668,0.0025030777],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.16953091,0.002002909,0.0117056295,0.04328293,0.0025776264,0.013079996,0.00419577,0.0039263987,0.0031748323],"category_scores_gemma":[0.49868882,0.0028237042,0.009181128,0.049374484,0.0044831354,0.018098451,0.007297474,0.0027062588,0.00045559506],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016048914,0.000020493591,0.0024712237,0.9062728,0.005662884,0.0001282386,0.0034246435,0.00020668267,0.00016574634,0.0016491723,0.0021436473,0.07769396],"study_design_scores_gemma":[0.00014728116,0.0001023376,0.0030053635,0.9650262,0.013327427,0.00017964012,0.002589076,0.00012705561,0.0001635079,0.0012753495,0.014006594,0.00005026812],"about_ca_topic_score_codex":0.011494347,"about_ca_topic_score_gemma":0.026035711,"teacher_disagreement_score":0.8304691,"about_ca_system_score_codex":0.01794445,"about_ca_system_score_gemma":0.06650682,"threshold_uncertainty_score":0.89657587},"labels":[],"label_agreement":null},{"id":"W4313197643","doi":"10.1186/s12961-022-00944-w","title":"Scaling up the “24/7 BHU” strategy to provide round-the-clock maternity care in Punjab, Pakistan: a theory-driven, coproduced implementation study","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Economic and Social Research Council; Medical Research Council; Foreign, Commonwealth and Development Office; Health Systems Research Institute; Wellcome Trust","keywords":"Government (linguistics); Health services research; Health care; Scale (ratio); Health administration; Nursing research; Work (physics); Public health; Medicine; Rural area; Program evaluation; Nursing; Process management; Economic growth; Business; Public administration; Political science; Economics; Engineering; Geography","score_opus":0.2304906684302948,"score_gpt":0.5413214416831964,"score_spread":0.3108307732529016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313197643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882763,0.000075150034,0.001392995,0.0011515985,0.00002768665,0.0045270356,0.00011358533,0.000026325557,0.0044093],"genre_scores_gemma":[0.97661316,0.0003842843,0.01623337,0.0008761222,0.000015291269,0.0046361717,0.00014944066,0.000011337139,0.0010808301],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9843038,0.010693067,0.00044127816,0.0006338612,0.0010539014,0.0028740545],"domain_scores_gemma":[0.9842849,0.008038579,0.0015638327,0.0010079872,0.0019478609,0.0031568275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025934612,0.0009861351,0.00050821656,0.0012912651,0.0055687996,0.0038136898,0.0043558283,0.001418318,0.0028534879],"category_scores_gemma":[0.01707704,0.0010390051,0.00067943387,0.0019654871,0.004350709,0.0024455448,0.005063805,0.0030296464,0.00036082527],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011853033,0.04992027,0.16694595,0.003937357,0.00036816992,0.0040922537,0.25635177,0.009935488,0.0058329096,0.016896179,0.007818635,0.4767157],"study_design_scores_gemma":[0.002125833,0.036299277,0.31701738,0.0015112031,0.0004636924,0.00050637143,0.60431504,0.0075676586,0.006638627,0.0027147322,0.020605743,0.00023446082],"about_ca_topic_score_codex":0.035149574,"about_ca_topic_score_gemma":0.048492964,"teacher_disagreement_score":0.035149574,"about_ca_system_score_codex":0.015511079,"about_ca_system_score_gemma":0.041698497,"threshold_uncertainty_score":0.13715696},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4313476534","doi":"10.1186/s12961-022-00940-0","title":"Inclusion of diabetic retinopathy screening strategies in national-level diabetes care planning in low- and middle-income countries: a scoping review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ulverscroft Foundation; Queen's University Belfast; Queen's University; Wellcome Trust","keywords":"Medicine; Health services research; Health administration; Inclusion (mineral); Diabetic retinopathy; Diabetes mellitus; Low and middle income countries; Optometry; Public health; Environmental health; Health care; Gerontology; Family medicine; Nursing; Developing country; Economic growth; Endocrinology; Psychology","score_opus":0.4424551893357234,"score_gpt":0.5601814370752648,"score_spread":0.11772624773954138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313476534","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013799618,0.99319845,0.00043335403,0.0016604952,0.0003560411,0.0010985396,0.00040572564,0.000015755404,0.0014516228],"genre_scores_gemma":[0.019695086,0.97480565,0.0016099737,0.0010529273,0.00013237077,0.0021367338,0.00040821466,0.000011294851,0.00014783187],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9708759,0.015032887,0.008398912,0.0011400308,0.0035765811,0.0009755353],"domain_scores_gemma":[0.8833374,0.09337142,0.010498631,0.0015228785,0.010279475,0.00099022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0423356,0.0018190597,0.006320462,0.016306683,0.0016029091,0.007033299,0.003046214,0.0037087218,0.0056580408],"category_scores_gemma":[0.15947445,0.0016167314,0.008548085,0.015690954,0.0013167516,0.005730056,0.004113227,0.0025241985,0.00059752614],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017913444,0.000061916704,0.0014313441,0.8400565,0.0030033665,0.000118708034,0.0013584004,0.00035719096,0.00006746264,0.0012242807,0.0033169943,0.14882472],"study_design_scores_gemma":[0.00004656369,0.00004944456,0.0010354007,0.98123646,0.0053059426,0.000064892316,0.00048271386,0.00007703839,0.00005414319,0.00025672262,0.011374256,0.000016374615],"about_ca_topic_score_codex":0.019891094,"about_ca_topic_score_gemma":0.03420923,"teacher_disagreement_score":0.0423356,"about_ca_system_score_codex":0.00982942,"about_ca_system_score_gemma":0.037900083,"threshold_uncertainty_score":0.22389472},"labels":[],"label_agreement":null},{"id":"W4313561620","doi":"10.1186/s12961-022-00937-9","title":"Tools for assessing health research partnership outcomes and impacts: a systematic review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa; Hotchkiss Brain Institute; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; George & Fay Yee Centre for Healthcare Innovation; St. Michael's Hospital; Alberta Health; University of Manitoba; University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research; Cumming School of Medicine, University of Calgary; University of Manitoba","keywords":"Health services research; Public health; General partnership; Health administration; Health economics; Medicine; Health policy; Social policy; Environmental health; Nursing; Political science","score_opus":0.9902377267445511,"score_gpt":0.8647154609096513,"score_spread":0.12552226583489978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313561620","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014733787,0.9879105,0.0020828147,0.0013754746,0.00031697899,0.004242924,0.0015233117,0.000059442376,0.0010151219],"genre_scores_gemma":[0.017578343,0.96080106,0.011244385,0.0010184514,0.00014784165,0.00790346,0.0010660538,0.000028598597,0.00021174693],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9298379,0.023504904,0.029446635,0.0025942395,0.0135799125,0.0010365025],"domain_scores_gemma":[0.797896,0.13809761,0.03638962,0.00433266,0.021796938,0.0014871344],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07750965,0.0027672339,0.01109239,0.049871396,0.0017678846,0.007356241,0.004408947,0.0033648692,0.0063318554],"category_scores_gemma":[0.23079355,0.002243629,0.00951558,0.041694153,0.0021890178,0.0108785825,0.00598291,0.0021324432,0.0009115531],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008845967,0.000023152397,0.0009337827,0.91490704,0.002695377,0.000068632966,0.0005275722,0.00010720425,0.00009019947,0.00062179967,0.0021931436,0.07774363],"study_design_scores_gemma":[0.0000845143,0.0000726785,0.0019088422,0.96820486,0.012592799,0.00014750213,0.00050789374,0.00010473472,0.00010256635,0.00052154047,0.015713094,0.00003910084],"about_ca_topic_score_codex":0.006443165,"about_ca_topic_score_gemma":0.019792961,"teacher_disagreement_score":0.92249036,"about_ca_system_score_codex":0.0081783,"about_ca_system_score_gemma":0.045041863,"threshold_uncertainty_score":0.4099151},"labels":[],"label_agreement":null},{"id":"W4317794938","doi":"10.1186/s12961-022-00942-y","title":"Applying behaviour change models to policy-making: development and validation of the Policymakers’ Information Use Questionnaire (POLIQ)","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; Autism Canada; MAB-Mackay Rehabilitation Centre; McGill University Health Centre; McGill University","funders":"Employment and Social Development Canada; Kids Brain Health Network; McGill University Health Centre; Centre for Interdisciplinary Research in Rehabilitation; McGill University","keywords":"Health services research; Health administration; Health informatics; Health policy; Public health; Healthcare policy; Social policy; Medicine; Environmental health; Health care reform; Political science; Nursing","score_opus":0.9111884527431231,"score_gpt":0.7105097635255728,"score_spread":0.20067868921755028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317794938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85403323,0.00077776355,0.085634485,0.0036500164,0.00017860282,0.03321067,0.0053585037,0.0006566506,0.01650017],"genre_scores_gemma":[0.78938556,0.0008216148,0.16268998,0.0009047582,0.00005510998,0.040432397,0.0040825303,0.000095260286,0.0015327209],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9733733,0.01690673,0.0033159324,0.0007485946,0.004808209,0.00084713456],"domain_scores_gemma":[0.9061095,0.058189653,0.009032191,0.0056041684,0.018912634,0.002151831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07427659,0.00054055953,0.00061426143,0.0028472778,0.0007906495,0.0015376748,0.0011137527,0.000851915,0.0019152199],"category_scores_gemma":[0.08685546,0.0005203665,0.0014834214,0.0023067761,0.0013084095,0.0017721072,0.0021123607,0.001992814,0.0004884134],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051716564,0.0031785776,0.49066448,0.0022103349,0.0003439401,0.00024339168,0.038656015,0.0073750727,0.002383064,0.0052048443,0.015046726,0.4341764],"study_design_scores_gemma":[0.0005653862,0.0035629275,0.8689237,0.0018510828,0.00026663792,0.0003976862,0.017880438,0.021178205,0.0038456619,0.0074428837,0.0737483,0.00033705644],"about_ca_topic_score_codex":0.0075240964,"about_ca_topic_score_gemma":0.009280653,"teacher_disagreement_score":0.07427659,"about_ca_system_score_codex":0.0035732905,"about_ca_system_score_gemma":0.009918539,"threshold_uncertainty_score":0.39281684},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4317895717","doi":"10.1186/s12961-023-00960-4","title":"Integrating case management for patients with complex needs in the ground practice: the importance of context in evaluative designs","year":2023,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Health services research; Health administration; Context (archaeology); Public health; Medicine; Nursing; Geography","score_opus":0.8678879282761741,"score_gpt":0.7527424890121708,"score_spread":0.11514543926400334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317895717","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030608312,0.037746258,0.004333856,0.08278686,0.8699144,0.00052095816,0.000066655775,0.00016429009,0.0041606226],"genre_scores_gemma":[0.0055890996,0.035069596,0.011326874,0.053392403,0.88490796,0.001567569,0.000050735012,0.00019105917,0.007904699],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9064492,0.06302117,0.007972873,0.0025836679,0.019160222,0.00081279874],"domain_scores_gemma":[0.45319405,0.49799362,0.0062395553,0.0073435768,0.03198115,0.003248007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.107818276,0.0024661336,0.003875286,0.0040082275,0.0041474076,0.014174565,0.005410081,0.017286303,0.005022165],"category_scores_gemma":[0.26669025,0.0009506163,0.0032159276,0.0023221094,0.0116923535,0.0073133293,0.0030562473,0.016978344,0.0021752974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024524247,0.00013472312,0.00024736,0.007496058,0.00016948629,0.0004066379,0.0018051866,0.00033784073,0.00031484893,0.012487635,0.8734898,0.102865174],"study_design_scores_gemma":[0.00025656814,0.00020810538,0.0007998169,0.009515037,0.00025363074,0.00031943392,0.0012078378,0.00074341265,0.00048793384,0.024073392,0.9620417,0.00009318567],"about_ca_topic_score_codex":0.0024055531,"about_ca_topic_score_gemma":0.0056215473,"teacher_disagreement_score":0.107818276,"about_ca_system_score_codex":0.0053670495,"about_ca_system_score_gemma":0.007523256,"threshold_uncertainty_score":0.5702044},"labels":[],"label_agreement":null},{"id":"W4317989640","doi":"10.1186/s12961-022-00954-8","title":"Towards conceptualizing patients as partners in health systems: a systematic review and descriptive synthesis","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; Impact; University of Calgary; Cancer Care Ontario; McMaster University; Ontario Stroke Network; University of British Columbia; McMaster University Medical Centre","funders":"Canadian Institutes of Health Research","keywords":"General partnership; Systematic review; Health administration; Nursing; Terminology; Medicine; Health services research; Health care; Grey literature; Public relations; Psychology; Medical education; Public health; MEDLINE; Political science","score_opus":0.848711495564625,"score_gpt":0.669680900293893,"score_spread":0.17903059527073195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317989640","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062143407,0.9826606,0.0027850142,0.0027559444,0.00031182903,0.0024605293,0.0011140401,0.000019564473,0.0016780911],"genre_scores_gemma":[0.106491424,0.86960256,0.010361143,0.0035675482,0.0001505885,0.00858885,0.00089957507,0.000023134473,0.00031524405],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9167537,0.04687571,0.023422176,0.003304218,0.008324043,0.0013201472],"domain_scores_gemma":[0.82290334,0.15153505,0.014465973,0.002912697,0.007385918,0.000797103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0713374,0.0016559716,0.0065048086,0.022488646,0.0017222909,0.009383526,0.0035218063,0.0029612642,0.0039545284],"category_scores_gemma":[0.16887869,0.0017940403,0.007052253,0.025230601,0.0037710166,0.013543216,0.0055979677,0.003202643,0.0003265883],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010360079,0.000027552558,0.0028141441,0.9239543,0.005362266,0.00024745968,0.014910563,0.00034671172,0.00011361709,0.008347743,0.002358285,0.041413818],"study_design_scores_gemma":[0.000067160116,0.000081855964,0.0023218794,0.9517037,0.009396305,0.0002695461,0.010741315,0.00015111503,0.00010139511,0.0027720872,0.022345796,0.00004790754],"about_ca_topic_score_codex":0.013121333,"about_ca_topic_score_gemma":0.03144153,"teacher_disagreement_score":0.0713374,"about_ca_system_score_codex":0.015529041,"about_ca_system_score_gemma":0.039746832,"threshold_uncertainty_score":0.37727273},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4317989800","doi":"10.1186/s12961-023-00963-1","title":"Limitations of COVID-19 testing and case data for evidence-informed health policy and practice","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Royal Roads University; McMaster University; Impact","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Public health; Health services research; Health policy; Health administration; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Public relations; Work (physics); Raw data; Medicine; Actuarial science; Political science; Business; Disease; Computer science; Nursing; Virology; Infectious disease (medical specialty); Engineering","score_opus":0.9878900340801678,"score_gpt":0.7759737254929845,"score_spread":0.21191630858718336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317989800","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007502425,0.9178102,0.007096955,0.059941098,0.0034214875,0.0007916753,0.0024065757,0.00007493748,0.0077068172],"genre_scores_gemma":[0.035133325,0.8998,0.023901869,0.031308662,0.0030990883,0.0036412869,0.0021220024,0.00012746385,0.0008662563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7996937,0.121396095,0.036666207,0.0074624773,0.033125985,0.0016556096],"domain_scores_gemma":[0.2724692,0.6409952,0.023542099,0.019382108,0.041383345,0.0022281422],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.20376189,0.001516831,0.005572778,0.009148047,0.0016858525,0.009743191,0.008792305,0.005417439,0.016249128],"category_scores_gemma":[0.5391133,0.0017639339,0.004187172,0.010275282,0.008014719,0.013005376,0.0059193377,0.007384508,0.0032630605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003214978,0.00009073218,0.0025218688,0.26910615,0.0017405502,0.0001674804,0.0016794632,0.0010993636,0.000118434175,0.059586164,0.067985766,0.5955825],"study_design_scores_gemma":[0.000100302226,0.00009948561,0.0018769803,0.56706774,0.0013736302,0.00045145233,0.0010867448,0.00040656351,0.0002337788,0.04368826,0.3835395,0.00007549629],"about_ca_topic_score_codex":0.01087159,"about_ca_topic_score_gemma":0.0119034685,"teacher_disagreement_score":0.20376189,"about_ca_system_score_codex":0.0075970097,"about_ca_system_score_gemma":0.036864106,"threshold_uncertainty_score":0.9819033},"labels":[],"label_agreement":null},{"id":"W4318312845","doi":"10.1186/s12961-023-00962-2","title":"An ethical analysis of policy dialogues","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Wellcome Trust; Wellcome; World Health Organization","keywords":"Deliberation; Context (archaeology); Policy analysis; Argument (complex analysis); Health policy; Accountability; Citizen journalism; Health services research; Situated; Transparency (behavior); Action (physics); Sociology; Public relations; Political science; Public administration; Health care; Law; Medicine; Computer science; Politics","score_opus":0.9412749957391584,"score_gpt":0.8096881811088628,"score_spread":0.13158681463029565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318312845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021226253,0.0091279885,0.4362787,0.2775814,0.0023059964,0.0018385524,0.0002450827,0.00017995645,0.25121614],"genre_scores_gemma":[0.74693555,0.0050010425,0.19959173,0.024153851,0.0009593365,0.0039324244,0.00021833305,0.00020970186,0.018998116],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7497688,0.21067654,0.008288931,0.0074838353,0.018897293,0.0048846737],"domain_scores_gemma":[0.7570201,0.1925487,0.012135398,0.011606251,0.023351695,0.0033378503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.15882587,0.0012993836,0.0011105362,0.00617569,0.018346334,0.018213663,0.0034301924,0.013127331,0.00532648],"category_scores_gemma":[0.12475322,0.000867735,0.00194805,0.0047694063,0.08401008,0.019118031,0.012270223,0.0118972175,0.0011502539],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007126574,0.00001218622,0.0001478166,0.00014886133,0.000007056099,0.00012046527,0.017147664,0.00032723628,0.00008129855,0.9762892,0.0018759896,0.0038350932],"study_design_scores_gemma":[0.000018418146,0.000019956115,0.00017969962,0.00095371145,0.000016959064,0.00019399184,0.020375777,0.0011044171,0.0003807863,0.84413064,0.1325931,0.000032600852],"about_ca_topic_score_codex":0.0037563844,"about_ca_topic_score_gemma":0.0025088382,"teacher_disagreement_score":0.15882587,"about_ca_system_score_codex":0.0238202,"about_ca_system_score_gemma":0.051321637,"threshold_uncertainty_score":0.8399615},"labels":[],"label_agreement":null},{"id":"W4318703312","doi":"10.1186/s12961-022-00956-6","title":"Tracking health system performance in times of crisis using routine health data: lessons learned from a multicountry consortium","year":2023,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Minderoo Foundation; World Health Organization; Fonds de Recherche du Québec - Santé; Bill and Melinda Gates Foundation","keywords":"Medicine; Health informatics; Health indicator; Health care; Public health; Health services research; Health policy; Population; Global health; Environmental health; Economic growth; Nursing","score_opus":0.5447954065352311,"score_gpt":0.5366456756197678,"score_spread":0.008149730915463227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318703312","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80968726,0.015360173,0.042554017,0.10151931,0.0016478784,0.0012017504,0.010399726,0.00051289983,0.017116876],"genre_scores_gemma":[0.9249519,0.005230251,0.05431564,0.007857618,0.0008427011,0.0011417833,0.0042518554,0.00026139605,0.0011468634],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9271326,0.04901851,0.00735521,0.005093656,0.008711315,0.002688757],"domain_scores_gemma":[0.7980797,0.08659535,0.020967655,0.0479477,0.039652392,0.006757155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.108933985,0.0008751007,0.001320103,0.005655533,0.0020453453,0.0067456835,0.0035711164,0.0016498687,0.00096898584],"category_scores_gemma":[0.1360358,0.00082558277,0.0018014379,0.011308577,0.0024928676,0.007945929,0.009749855,0.003609427,0.00027529564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001429756,0.00020419207,0.7837833,0.0010760726,0.0011592665,0.00020061537,0.024829093,0.0018078351,0.0003096262,0.004191484,0.017626122,0.16466945],"study_design_scores_gemma":[0.00007144365,0.00048951205,0.8886526,0.003712079,0.00049687887,0.00033499452,0.029570999,0.009206768,0.001254883,0.013590854,0.052268893,0.0003500849],"about_ca_topic_score_codex":0.09071123,"about_ca_topic_score_gemma":0.12015083,"teacher_disagreement_score":0.108933985,"about_ca_system_score_codex":0.005346232,"about_ca_system_score_gemma":0.012535324,"threshold_uncertainty_score":0.5761049},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4322768730","doi":"10.1186/s12961-023-00961-3","title":"A scoping review of complex systems methods used in population physical activity research: do they align with attributes of a whole system approach?","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministry of Health; University of Guelph; BC Centre for Disease Control; University of British Columbia","funders":"Canadian Institutes of Health Research; British Columbia Centre for Disease Control; Michael Smith Health Research BC","keywords":"Health services research; Citizen journalism; Psychological intervention; Management science; Participatory action research; Promotion (chess); Data science; Population health; Computer science; Population; Health promotion; Knowledge management; Public health; Medicine; Engineering; Sociology; Nursing; Environmental health; Political science","score_opus":0.9818103358445924,"score_gpt":0.8288328119417558,"score_spread":0.1529775239028366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322768730","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00060734095,0.990144,0.002490937,0.0022216262,0.0012266388,0.0012993497,0.00025345382,0.000021160255,0.0017355769],"genre_scores_gemma":[0.005657269,0.9831387,0.0051487186,0.0013094132,0.0003165826,0.0037653206,0.00031411895,0.000023574854,0.0003262954],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9101021,0.04077813,0.030564208,0.0035577584,0.013979125,0.0010185686],"domain_scores_gemma":[0.6427651,0.28922585,0.02410555,0.0061859163,0.036467336,0.0012502426],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.073024414,0.002448725,0.008062026,0.03818617,0.0034470933,0.010783926,0.0040851375,0.0067819003,0.004941897],"category_scores_gemma":[0.27179444,0.002354627,0.0067796884,0.04741175,0.0041021514,0.010673341,0.005203011,0.004111259,0.0013874745],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009127522,0.000042959724,0.00070509734,0.7708094,0.0017144384,0.00021512172,0.003082502,0.00040191674,0.00031040027,0.006761344,0.00958743,0.20627809],"study_design_scores_gemma":[0.000025011099,0.000060817478,0.0008980237,0.93878496,0.0024752596,0.00016130565,0.0010676624,0.00015920575,0.00013727865,0.0020236806,0.054176312,0.000030281968],"about_ca_topic_score_codex":0.009362991,"about_ca_topic_score_gemma":0.020540645,"teacher_disagreement_score":0.9269756,"about_ca_system_score_codex":0.011075032,"about_ca_system_score_gemma":0.03965903,"threshold_uncertainty_score":0.38619465},"labels":[],"label_agreement":null},{"id":"W4353014893","doi":"10.1186/s12961-023-00967-x","title":"How transdisciplinary research teams learn to do knowledge translation (KT), and how KT in turn impacts transdisciplinary research: a realist evaluation and longitudinal case study","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Health and Medical Research Council; Canadian Institutes of Health Research","keywords":"Knowledge translation; Health services research; Sociology; Reciprocity (cultural anthropology); Knowledge sharing; Mandate; Excellence; Negotiation; Underpinning; Knowledge management; Engineering ethics; Public health; Medicine; Political science; Social science; Computer science; Engineering","score_opus":0.8122238642689923,"score_gpt":0.6660106769336577,"score_spread":0.14621318733533462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4353014893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96174484,0.0010979254,0.0120762065,0.0023118837,0.00015479102,0.01478382,0.00060993264,0.00009251875,0.007128037],"genre_scores_gemma":[0.94290817,0.0011278025,0.031051433,0.0011018325,0.000085813204,0.020781321,0.0006570003,0.000075115415,0.002211581],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8500692,0.11937639,0.008326766,0.0056201355,0.010834976,0.0057725506],"domain_scores_gemma":[0.76051813,0.14092582,0.020528289,0.022811424,0.044491287,0.01072507],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.18716696,0.0011077088,0.0014804369,0.0033029637,0.008580194,0.0075378288,0.0047185617,0.0036139197,0.0044775316],"category_scores_gemma":[0.20147488,0.0014002556,0.0022429193,0.0028987522,0.007372708,0.0076394547,0.010928573,0.0048270137,0.001445318],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042810813,0.028944733,0.07726547,0.0064115003,0.0005275646,0.0033356787,0.6293452,0.0028527086,0.002652171,0.0071850233,0.0077262595,0.2294726],"study_design_scores_gemma":[0.0048086536,0.04153806,0.08572814,0.010182696,0.0011641282,0.0021332349,0.7403374,0.0068763364,0.010322061,0.012538508,0.0836577,0.0007131881],"about_ca_topic_score_codex":0.0078058,"about_ca_topic_score_gemma":0.018038329,"teacher_disagreement_score":0.8128331,"about_ca_system_score_codex":0.013732229,"about_ca_system_score_gemma":0.020549621,"threshold_uncertainty_score":0.98984534},"labels":[],"label_agreement":null},{"id":"W4360612092","doi":"10.1186/s12961-022-00957-5","title":"Quality of care in the context of universal health coverage: a scoping review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"CINAHL; Health services research; Health care; PsycINFO; Medicine; MEDLINE; Context (archaeology); EconLit; Health care quality; Systematic review; Nursing; Public health; Psychological intervention; Political science; Geography","score_opus":0.5736206889548934,"score_gpt":0.6335764365278699,"score_spread":0.0599557475729765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360612092","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009938825,0.995548,0.00045520943,0.0009930644,0.0002443785,0.0009104562,0.00017857148,0.00000902391,0.00066733564],"genre_scores_gemma":[0.01578721,0.9777117,0.0021347995,0.0007294989,0.00020992926,0.0030463655,0.0002652813,0.000008181173,0.00010707964],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9461237,0.022491392,0.019692354,0.0029197165,0.007689836,0.0010830744],"domain_scores_gemma":[0.8447108,0.115614764,0.022401191,0.0023545106,0.01387552,0.0010431008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.043432165,0.0020813826,0.008624244,0.035726428,0.0022373898,0.009146352,0.0031557025,0.0051562004,0.0035461362],"category_scores_gemma":[0.20769636,0.0021557708,0.0067531313,0.038251985,0.002971048,0.008158864,0.0047732173,0.0028708812,0.0004172734],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013814749,0.000039824812,0.0015453617,0.8928563,0.0027951011,0.00024132601,0.0015384101,0.00034053528,0.00017696938,0.0021342554,0.002724603,0.095469356],"study_design_scores_gemma":[0.000034062567,0.00005830817,0.0013669102,0.9801721,0.005577014,0.00017118875,0.000735876,0.00011322484,0.0000862557,0.0007576396,0.010904399,0.000022991222],"about_ca_topic_score_codex":0.010763791,"about_ca_topic_score_gemma":0.019802501,"teacher_disagreement_score":0.043432165,"about_ca_system_score_codex":0.012347527,"about_ca_system_score_gemma":0.047554057,"threshold_uncertainty_score":0.22969395},"labels":[],"label_agreement":null},{"id":"W4379056209","doi":"10.1186/s12961-023-00989-5","title":"Evidence synthesis to policy: development and implementation of an impact-oriented approach from the Eastern Mediterranean Region","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre","keywords":"Health services research; Health administration; Health policy; Empirical evidence; Implementation research; Knowledge translation; Health informatics; Evidence-based medicine; Political science; Management science; Public relations; Health care; Medicine; MEDLINE; Economics; Computer science; Knowledge management; Psychological intervention; Nursing; Law","score_opus":0.9548847516564822,"score_gpt":0.7765450382730797,"score_spread":0.1783397133834025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379056209","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025838563,0.06960604,0.50864965,0.17790361,0.0058389446,0.12330185,0.0021599503,0.0012179152,0.08548349],"genre_scores_gemma":[0.09227273,0.018451879,0.82530576,0.0065026134,0.00033183763,0.054269407,0.00056929793,0.00014912903,0.00214737],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.64615524,0.29542488,0.031705465,0.0069944235,0.016527379,0.0031926977],"domain_scores_gemma":[0.6526637,0.2559839,0.012939958,0.01566628,0.056712806,0.006033315],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40970692,0.0024778682,0.0038988576,0.02504987,0.00568529,0.018814588,0.00751733,0.007748964,0.006709794],"category_scores_gemma":[0.35432446,0.0018025708,0.0044350494,0.016412852,0.008751603,0.011551641,0.024092712,0.008360146,0.0010972791],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043196703,0.00049162307,0.0023796046,0.07161672,0.0010152122,0.0022172413,0.10883136,0.0061508063,0.0018784867,0.115585215,0.017529637,0.67187214],"study_design_scores_gemma":[0.0010294473,0.0008763559,0.0065930295,0.26181623,0.0020247053,0.0010084184,0.08376521,0.006306791,0.0046777334,0.19366972,0.43784723,0.00038514182],"about_ca_topic_score_codex":0.005836681,"about_ca_topic_score_gemma":0.0067854794,"teacher_disagreement_score":0.59029305,"about_ca_system_score_codex":0.03742978,"about_ca_system_score_gemma":0.13028261,"threshold_uncertainty_score":0.7279365},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4379469623","doi":"10.1186/s12961-023-01001-w","title":"Exploring the merits of research performance measures that comply with the San Francisco Declaration on Research Assessment and strategies to overcome barriers of adoption: qualitative interviews with administrators and researchers","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; Princess Margaret Cancer Centre; Stem Cell Network; Toronto General Hospital; University Health Network","funders":"University Health Network","keywords":"Health services research; Declaration; Qualitative research; Health administration; Public health; Medicine; Medical education; Nursing; Public relations; Psychology; Political science; Sociology; Law; Social science","score_opus":0.9728135525667861,"score_gpt":0.7340543094144618,"score_spread":0.23875924315232433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379469623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8796872,0.002859913,0.05209186,0.049445465,0.0005292028,0.0029083902,0.00015218614,0.00022868536,0.012097158],"genre_scores_gemma":[0.9765464,0.00079492386,0.016657602,0.002716061,0.0000883482,0.0020007354,0.000044003707,0.00007899854,0.0010728705],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.67912096,0.27308148,0.013032236,0.0066050217,0.017370325,0.010790051],"domain_scores_gemma":[0.5892588,0.30654827,0.03277561,0.01209679,0.04220448,0.017116114],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26112187,0.00087711343,0.0012799699,0.0038112337,0.014745341,0.013285309,0.0040573427,0.004053633,0.0011319272],"category_scores_gemma":[0.29115525,0.0017192552,0.0008859742,0.0029205657,0.023161381,0.010868438,0.010473903,0.008492218,0.00035808468],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025444426,0.00006185139,0.0035755131,0.00023660909,0.000009260281,0.00033715475,0.98305815,0.00009578013,0.0011429186,0.004221146,0.0008346527,0.006401546],"study_design_scores_gemma":[0.0000111565205,0.00010454163,0.0018059515,0.000517417,0.000008679696,0.00021622748,0.97593176,0.00036638347,0.00063692196,0.0017490232,0.018601928,0.000049990427],"about_ca_topic_score_codex":0.00554524,"about_ca_topic_score_gemma":0.004862521,"teacher_disagreement_score":0.99618876,"about_ca_system_score_codex":0.019097645,"about_ca_system_score_gemma":0.036881566,"threshold_uncertainty_score":0.9111683},"labels":[],"label_agreement":null},{"id":"W4379534972","doi":"10.1186/s12961-023-01008-3","title":"Stakeholder perceptions and experiences from the implementation of the Gratuité user fee exemption policy in Burkina Faso: a qualitative study","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Focus group; Health policy; Thematic analysis; Stakeholder; Health services research; Government (linguistics); Public relations; Qualitative research; Health care; Health administration; Medicine; Social policy; Public health; Nursing; Business; Political science; Economic growth; Sociology; Marketing; Economics","score_opus":0.3932038011112658,"score_gpt":0.5793007547441152,"score_spread":0.18609695363284945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379534972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941679,0.0006913853,0.0006213193,0.0014223334,0.000022186434,0.00012356156,0.00006752727,0.0000041071826,0.0028797146],"genre_scores_gemma":[0.99661213,0.00091156195,0.0003903062,0.00049976486,0.000008858569,0.00017988472,0.000036370424,0.0000063202565,0.0013547072],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9946791,0.0036637622,0.00016502543,0.00020843827,0.0002898942,0.000993738],"domain_scores_gemma":[0.9938439,0.004063742,0.00063133554,0.00010253184,0.00056600483,0.0007924629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0079073105,0.00053173996,0.00067665265,0.0012502058,0.01111209,0.0033449933,0.0010445133,0.0017660124,0.0026589404],"category_scores_gemma":[0.008993079,0.00054979377,0.00027041393,0.0017022127,0.0042015035,0.003543002,0.0039453562,0.0017487354,0.00025104696],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022197408,0.00004409941,0.0033947916,0.0001324104,0.000002657096,0.0012038755,0.9909746,0.000030463018,0.0007606677,0.0004827075,0.00014076784,0.0028107185],"study_design_scores_gemma":[0.0000012959538,0.000031863223,0.0014622619,0.00013314381,0.0000016561216,0.0001330278,0.9956268,0.000029793377,0.00011040853,0.00008107141,0.0023836747,0.000004914007],"about_ca_topic_score_codex":0.021470247,"about_ca_topic_score_gemma":0.028357666,"teacher_disagreement_score":0.021470247,"about_ca_system_score_codex":0.005155293,"about_ca_system_score_gemma":0.005103899,"threshold_uncertainty_score":0.042690575},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4379536097","doi":"10.1186/s12961-023-00992-w","title":"Embedding rapid reviews in health policy and systems decision-making: Impacts and lessons learned from four low- and middle-income countries","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"Alliance for Health Policy and Systems Research; Canada Excellence Research Chairs, Government of Canada; World Health Organization","keywords":"Mandate; Public health; Phone; Health policy; Health services research; Health informatics; Business; Public relations; Medicine; Political science; Nursing","score_opus":0.913423410818949,"score_gpt":0.7590159830932697,"score_spread":0.15440742772567928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379536097","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87430793,0.016257796,0.013609741,0.048020184,0.0007259224,0.019959087,0.0011857275,0.0003238756,0.025609652],"genre_scores_gemma":[0.9037333,0.009882572,0.06504673,0.0051886635,0.00014192628,0.0119634345,0.00067837443,0.00010955108,0.003255469],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.88771456,0.09497019,0.0057768314,0.001518804,0.004851533,0.00516815],"domain_scores_gemma":[0.74223787,0.19201593,0.013845269,0.008841628,0.030612068,0.012447285],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.15198845,0.0011235356,0.001182424,0.0041209203,0.006359007,0.009274333,0.0037557743,0.003463461,0.004944393],"category_scores_gemma":[0.15541926,0.0013643808,0.0013357162,0.004736877,0.0040014884,0.006081688,0.024993906,0.0029650864,0.00072376966],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004037409,0.004627584,0.036470655,0.04040828,0.00073093426,0.0086186845,0.35462183,0.0050870273,0.0070947753,0.01383448,0.019638587,0.50482976],"study_design_scores_gemma":[0.0033732925,0.0076253936,0.090726435,0.03416621,0.0014595086,0.001402933,0.56113964,0.005481677,0.013947113,0.014824791,0.26529655,0.00055647676],"about_ca_topic_score_codex":0.006567086,"about_ca_topic_score_gemma":0.010861043,"teacher_disagreement_score":0.84801155,"about_ca_system_score_codex":0.012031302,"about_ca_system_score_gemma":0.048821338,"threshold_uncertainty_score":0.80380136},"labels":[],"label_agreement":null},{"id":"W4380576169","doi":"10.1186/s12961-023-00990-y","title":"Evaluating the quality of research co-production: Research Quality Plus for Co-Production (RQ + 4 Co-Pro)","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Michael Smith Health Research BC; McGill University; Canadian Cancer Society; University of Ottawa; Public Health Ontario; University of Toronto; Western University; George & Fay Yee Centre for Healthcare Innovation; Dalhousie University; University of Manitoba; Ottawa Hospital; International Development Research Centre","funders":"Canadian Institutes of Health Research","keywords":"Production (economics); Quality (philosophy); Relevance (law); Test (biology); Thematic analysis; Health services research; Field (mathematics); Psychology; Qualitative research; Knowledge management; Medicine; Computer science; Public health; Sociology; Nursing; Political science; Mathematics; Social science","score_opus":0.9926873354721678,"score_gpt":0.8852455617869072,"score_spread":0.10744177368526064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380576169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16727151,0.013996539,0.5159283,0.11721394,0.0031700835,0.05274879,0.001457004,0.001990783,0.126223],"genre_scores_gemma":[0.58191794,0.0022581886,0.3806894,0.005936818,0.0003071533,0.02594646,0.00048722568,0.00046206344,0.001994724],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.17239149,0.70495766,0.04724243,0.012720508,0.05806593,0.004622003],"domain_scores_gemma":[0.09898235,0.63520545,0.06867397,0.071821965,0.112399966,0.0129164],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6252028,0.0017026293,0.002553062,0.0074220747,0.00795435,0.024479361,0.0040836786,0.004588949,0.0044232747],"category_scores_gemma":[0.7052235,0.0017633414,0.003516417,0.007656319,0.023393948,0.01996882,0.029712325,0.006928897,0.0010513804],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011450931,0.0008694117,0.044009775,0.03702678,0.0015541854,0.000345946,0.12471376,0.0031596897,0.0033256044,0.12118807,0.020520695,0.642141],"study_design_scores_gemma":[0.0022270912,0.008028235,0.0749062,0.06262313,0.0030347018,0.0015358689,0.13317867,0.017503077,0.016100777,0.28619716,0.39330024,0.0013649127],"about_ca_topic_score_codex":0.0039758123,"about_ca_topic_score_gemma":0.0041632084,"teacher_disagreement_score":0.37479722,"about_ca_system_score_codex":0.028818913,"about_ca_system_score_gemma":0.07227794,"threshold_uncertainty_score":0.46219176},"labels":[],"label_agreement":null},{"id":"W4380577275","doi":"10.1186/s12961-023-00995-7","title":"System dynamics models of depression at the population level: a scoping review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Mental Health Research Topics","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Université de Montréal; Douglas Mental Health University Institute; Public Health Ontario; University of Toronto; Public Health Agency of Canada","funders":"","keywords":"Psychological intervention; Depression (economics); Population; Medicine; Population health; Mental health; Psychiatry; Gerontology; Environmental health","score_opus":0.8535982078070873,"score_gpt":0.6934961130278973,"score_spread":0.16010209477919002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380577275","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028945482,0.9678821,0.018071437,0.0032228797,0.0004551677,0.0004586388,0.0009122304,0.00005818742,0.006044793],"genre_scores_gemma":[0.035147548,0.95442235,0.007667473,0.00057118287,0.00024207924,0.0006822044,0.0006249534,0.00002126454,0.00062100135],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99567527,0.0022040186,0.00081871817,0.0003886998,0.0007736505,0.00013959743],"domain_scores_gemma":[0.9574345,0.038096502,0.0018014226,0.00051124964,0.002034029,0.00012238743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009703119,0.0019861734,0.0033594444,0.0076308344,0.0007474116,0.003852971,0.0025723577,0.0025119185,0.0038670814],"category_scores_gemma":[0.047019247,0.0011981546,0.0057916543,0.008444485,0.0011492075,0.0035656828,0.0018193888,0.00207247,0.0006043038],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018370098,0.00019868296,0.0067465776,0.34821075,0.008200621,0.0008874008,0.002520125,0.08377793,0.00042526642,0.10746579,0.026131382,0.4152518],"study_design_scores_gemma":[0.00017095509,0.00045720182,0.008576274,0.46635795,0.015345674,0.00086440396,0.0023291258,0.05238713,0.00060544454,0.150426,0.3021891,0.0002907051],"about_ca_topic_score_codex":0.020296574,"about_ca_topic_score_gemma":0.015927492,"teacher_disagreement_score":0.020296574,"about_ca_system_score_codex":0.0054167407,"about_ca_system_score_gemma":0.010464991,"threshold_uncertainty_score":0.051315606},"labels":[],"label_agreement":null},{"id":"W4380686456","doi":"10.1186/s12961-023-01004-7","title":"Policymaker perspectives on self-management of disease and disabilities using information and communication technologies","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"MacEwan University; University of Ottawa","funders":"Government of Canada; AGE-WELL","keywords":"Health services research; Health administration; Public health; Health informatics; Medicine; Disease; Nursing; Pathology","score_opus":0.21043995538135138,"score_gpt":0.4926572182271373,"score_spread":0.28221726284578597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380686456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5246489,0.006332325,0.0035882606,0.30557695,0.00040491272,0.000201485,0.00020785644,0.000051360206,0.15898795],"genre_scores_gemma":[0.9888919,0.0025352957,0.0004242164,0.0040355055,0.0000627948,0.000040504074,0.00002482059,0.0000071770332,0.003977769],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98724025,0.008163491,0.00049340306,0.0005011291,0.0016057784,0.0019960674],"domain_scores_gemma":[0.970678,0.021316435,0.0017558467,0.00041092126,0.0027860424,0.0030527338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0149829555,0.00037345974,0.00033131876,0.0017696981,0.012118115,0.014875181,0.0010777361,0.004458157,0.0033740718],"category_scores_gemma":[0.020207597,0.0003726581,0.00032537937,0.0026669404,0.02051086,0.005869647,0.00486903,0.0042217416,0.00031360867],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030859894,0.00005697284,0.008957114,0.00023659963,0.000008213284,0.0014877145,0.9113705,0.00032789842,0.0007062779,0.06412998,0.0037267494,0.008961091],"study_design_scores_gemma":[0.000017076345,0.000053242115,0.005477456,0.0005039783,0.000019476445,0.0003589806,0.8556874,0.00041571847,0.00036990916,0.0071854037,0.12987503,0.00003632736],"about_ca_topic_score_codex":0.41229886,"about_ca_topic_score_gemma":0.31527984,"teacher_disagreement_score":0.41229886,"about_ca_system_score_codex":0.04442127,"about_ca_system_score_gemma":0.06426814,"threshold_uncertainty_score":0.819798},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4381140727","doi":"10.1186/s12961-023-01000-x","title":"Exploring the evidence base for Communities of Practice in health research and translation: a scoping review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; James Cook University; Australian Government","keywords":"Knowledge translation; Health services research; Context (archaeology); Grey literature; Health administration; Evidence-based practice; Qualitative research; Health care; Knowledge transfer; Health informatics; Knowledge management; Medical education; Medicine; Public health; Sociology; MEDLINE; Nursing; Political science; Social science; Alternative medicine; Computer science","score_opus":0.996876991633411,"score_gpt":0.8652987732135965,"score_spread":0.13157821841981454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381140727","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00096492656,0.9850328,0.00234168,0.0059384396,0.001015691,0.0019157089,0.00022601787,0.000027746255,0.0025371143],"genre_scores_gemma":[0.019645741,0.9606107,0.010597102,0.0027770048,0.00039984577,0.005327709,0.0004016087,0.000030599214,0.00020961341],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.8050864,0.098696135,0.056135725,0.0067120944,0.030945782,0.0024238576],"domain_scores_gemma":[0.320021,0.5853661,0.037833422,0.011532739,0.042306792,0.0029400496],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.20257781,0.0025390682,0.009776131,0.057104032,0.0047283084,0.021948371,0.0055820053,0.010695438,0.00829687],"category_scores_gemma":[0.51588506,0.00301152,0.0101733785,0.047730256,0.008119208,0.019196318,0.011450723,0.007308619,0.001508165],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120792014,0.00008935247,0.0013691883,0.7518051,0.0023102046,0.00021387295,0.003191544,0.0002800993,0.00017904757,0.0070914743,0.0043353885,0.22901393],"study_design_scores_gemma":[0.000032503292,0.000038691192,0.0006191468,0.98183674,0.0017811304,0.00008491772,0.0008953712,0.000077947705,0.00007213131,0.0016805503,0.012863414,0.00001741298],"about_ca_topic_score_codex":0.0112786805,"about_ca_topic_score_gemma":0.020241404,"teacher_disagreement_score":0.20257781,"about_ca_system_score_codex":0.017788496,"about_ca_system_score_gemma":0.08116995,"threshold_uncertainty_score":0.9833635},"labels":[],"label_agreement":null},{"id":"W4381164830","doi":"10.1186/s12961-023-01007-4","title":"The Cameroon Health Research and Evidence Database (CAMHRED): tools and methods for local evidence mapping","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Ontario HIV Treatment Network; Université de Sherbrooke; Impact; University of Toronto","funders":"","keywords":"Knowledge translation; Health services research; Local language; Health policy; Evidence-based practice; Evidence-based medicine; MEDLINE; Global health; Public health; Computer science; Medicine; Data science; Political science; Knowledge management; Alternative medicine; Nursing","score_opus":0.8320321323942833,"score_gpt":0.6817075964494509,"score_spread":0.15032453594483242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381164830","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010699734,0.14438412,0.24057126,0.02049053,0.0014691433,0.12645018,0.40862253,0.010019299,0.037293244],"genre_scores_gemma":[0.023071213,0.03098168,0.7356626,0.0011231499,0.00023968767,0.15473007,0.051821966,0.00070171064,0.0016680191],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.78518707,0.11259454,0.08546042,0.0057925684,0.009437811,0.0015275495],"domain_scores_gemma":[0.3782328,0.46491405,0.059176754,0.04786989,0.043656256,0.006150291],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.23223457,0.0031109124,0.007652885,0.12830572,0.0032227538,0.014687483,0.006464105,0.0037407652,0.047305405],"category_scores_gemma":[0.4779174,0.0040872465,0.006109031,0.106884375,0.0033800786,0.014508719,0.02055389,0.004321037,0.0061269],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001265176,0.00020297155,0.008007606,0.32776904,0.0029500395,0.0006268537,0.0074535594,0.0016176479,0.0012486089,0.03276515,0.09713606,0.51895726],"study_design_scores_gemma":[0.0020527018,0.00045414208,0.02366102,0.28221107,0.006067164,0.0006488782,0.005201881,0.0024805986,0.0022361716,0.02833916,0.64602596,0.00062116503],"about_ca_topic_score_codex":0.0076526855,"about_ca_topic_score_gemma":0.0129451305,"teacher_disagreement_score":0.23223457,"about_ca_system_score_codex":0.0096988445,"about_ca_system_score_gemma":0.056773495,"threshold_uncertainty_score":0.94679147},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4381430256","doi":"10.1186/s12961-023-00991-x","title":"Learning from intersectoral initiatives to respond to the needs of refugees, asylum seekers, and migrants without status in the context of COVID-19 in Quebec and Ontario: a qualitative multiple case study protocol","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université TÉLUQ; Université du Québec en Abitibi-Témiscamingue; Université du Québec à Montréal; McMaster University; McGill University; Public Health Ontario; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; University of Toronto; École Nationale d'Administration Publique; Centres Intégré Universitaires de Santé et de Services Sociaux; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Refugee; Public health; Context (archaeology); Political science; Economic growth; Qualitative research; Population; Public relations; Sociology; Medicine; Geography; Nursing; Environmental health; Social science","score_opus":0.349308242252856,"score_gpt":0.5836023042944897,"score_spread":0.23429406204163367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381430256","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32548296,0.0024923317,0.022312924,0.01341982,0.0004940912,0.5856436,0.0059988652,0.00017941398,0.04397595],"genre_scores_gemma":[0.28424793,0.0021781395,0.047885723,0.004069219,0.00007571121,0.64093953,0.0010947814,0.00005036148,0.019458704],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9834236,0.010143581,0.00077032816,0.0015351827,0.0009870292,0.0031403068],"domain_scores_gemma":[0.98354924,0.007058501,0.0009912787,0.001036668,0.0035042528,0.0038600492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033752345,0.001154451,0.0010896989,0.002012152,0.018584393,0.004971905,0.0050087348,0.0027967852,0.01589693],"category_scores_gemma":[0.014706003,0.0011325517,0.0010378174,0.0023917991,0.008357664,0.0020980292,0.005872675,0.0029704536,0.0010536525],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010124467,0.0016450196,0.008055944,0.004525869,0.000044830915,0.004798358,0.8727754,0.0011365996,0.0028317845,0.01229276,0.0237367,0.06714441],"study_design_scores_gemma":[0.0009845688,0.0006391181,0.008257424,0.0039041296,0.000072997755,0.00039353486,0.8164501,0.0006084698,0.0016574847,0.0037596854,0.16315998,0.00011242194],"about_ca_topic_score_codex":0.46631125,"about_ca_topic_score_gemma":0.7718785,"teacher_disagreement_score":0.5336888,"about_ca_system_score_codex":0.0646504,"about_ca_system_score_gemma":0.14954533,"threshold_uncertainty_score":0.927194},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"protocol","about_ca_system":true,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4384342937","doi":"10.1186/s12961-023-01024-3","title":"Integrated knowledge translation guidelines for trainees in health research: an environmental scan","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; Capital District Health Authority; Nova Scotia Health Authority; Izaak Walton Killam Health Centre; University of Toronto; Dalhousie University","funders":"Canadian Institutes of Health Research; Dalhousie University","keywords":"Health services research; Knowledge translation; Health administration; Public health; Medicine; Health policy; Medical education; Environmental health; Nursing; Knowledge management; Computer science","score_opus":0.993935414689274,"score_gpt":0.8514503046399694,"score_spread":0.14248511004930464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384342937","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06595251,0.22050107,0.1504521,0.2364014,0.0053937957,0.14615802,0.0570718,0.0038333142,0.11423605],"genre_scores_gemma":[0.12202634,0.084919624,0.5544844,0.040143374,0.0006723676,0.16987483,0.020854987,0.0011960316,0.005828067],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.6541054,0.17729993,0.12756872,0.0061097024,0.03067218,0.004244128],"domain_scores_gemma":[0.25891003,0.58155096,0.03898999,0.023957517,0.09296771,0.0036238371],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25428402,0.0013863874,0.0033916736,0.042310342,0.0053059654,0.01037635,0.0058543826,0.007506243,0.009783363],"category_scores_gemma":[0.52344763,0.0024859856,0.0034747352,0.044630878,0.0055169472,0.016626311,0.013099419,0.004588555,0.0034067852],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049728533,0.0003234213,0.0075529004,0.28790268,0.00046559502,0.0019305565,0.07309247,0.00093535444,0.00231646,0.02546928,0.12066157,0.47885245],"study_design_scores_gemma":[0.00040676788,0.00042670761,0.008877323,0.4671336,0.0010300261,0.0011818754,0.03593177,0.001104134,0.0014611811,0.013053988,0.46913728,0.0002552639],"about_ca_topic_score_codex":0.018788733,"about_ca_topic_score_gemma":0.048465338,"teacher_disagreement_score":0.745716,"about_ca_system_score_codex":0.015680267,"about_ca_system_score_gemma":0.09989487,"threshold_uncertainty_score":0.91960055},"labels":[],"label_agreement":null},{"id":"W4385418667","doi":"10.1186/s12961-023-01027-0","title":"From trials to communities: implementation and scale-up of health behaviour interventions","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Health and Medical Research Council; National Heart Foundation of Australia","keywords":"Psychological intervention; Scale (ratio); Medicine; Health services research; Intervention (counseling); Randomized controlled trial; Sampling frame; Public health; Health administration; Environmental health; Gerontology; Family medicine; Nursing; Population","score_opus":0.9717480662652362,"score_gpt":0.8318351400887926,"score_spread":0.13991292617644369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385418667","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069412604,0.22110568,0.09422166,0.06821216,0.0145644145,0.5085111,0.002089518,0.0014627767,0.020420078],"genre_scores_gemma":[0.28275862,0.0459244,0.25639746,0.022246396,0.002810501,0.38678247,0.001274301,0.0003366117,0.001469246],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.08878107,0.78366446,0.082462505,0.008913803,0.0339758,0.0022023416],"domain_scores_gemma":[0.11813739,0.6584445,0.07287612,0.08431148,0.058592964,0.0076375497],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.7783063,0.0033312296,0.012390551,0.014710177,0.0053031854,0.021821853,0.009755796,0.010411178,0.008332476],"category_scores_gemma":[0.8850028,0.0049296697,0.00996771,0.012695455,0.01062384,0.034015223,0.027205858,0.011585348,0.0023080618],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009343984,0.0017319343,0.013957366,0.16888331,0.008140526,0.0005171875,0.022428298,0.0024501241,0.0009954172,0.011479177,0.01729,0.74278283],"study_design_scores_gemma":[0.07582191,0.04127321,0.05346337,0.5101027,0.020558666,0.0016400717,0.019330636,0.007262338,0.0054559894,0.144641,0.11884207,0.0016080892],"about_ca_topic_score_codex":0.0027311228,"about_ca_topic_score_gemma":0.0031598404,"teacher_disagreement_score":0.7783063,"about_ca_system_score_codex":0.015505649,"about_ca_system_score_gemma":0.058364682,"threshold_uncertainty_score":0.27338785},"labels":[],"label_agreement":null},{"id":"W4385425946","doi":"10.1186/s12961-023-01025-2","title":"Origin, impacts, and potential solutions to the fragmentation of the Mexican health system: a consultation with key actors","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute for Health and Care Research; Government of the United Kingdom","keywords":"Public health; Health policy; Fragmentation (computing); Health care; Population; Per capita; Health services research; Social security; Medicine; Economic growth; Business; Political science; Environmental health; Nursing; Economics; Computer science; Law","score_opus":0.2747339300123212,"score_gpt":0.4337652669423985,"score_spread":0.15903133693007726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385425946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64711565,0.007729449,0.010806433,0.29540917,0.0014231668,0.00081049517,0.000178162,0.00007109804,0.036456402],"genre_scores_gemma":[0.96976715,0.0044266772,0.005608541,0.013617056,0.00030379512,0.0005888767,0.00006998078,0.000051466424,0.0055664266],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9780523,0.017653596,0.00034306216,0.00067500595,0.00066432677,0.0026117442],"domain_scores_gemma":[0.98186064,0.014015617,0.00092110847,0.00028845522,0.0011105186,0.001803577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026865978,0.00093722844,0.0006557685,0.0011036893,0.02002234,0.0062816427,0.0023811099,0.0068269446,0.0031775984],"category_scores_gemma":[0.020506172,0.0005761176,0.0007653765,0.0012467359,0.009455573,0.004688934,0.01026961,0.009074256,0.00019219964],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010010617,0.000077052115,0.0024745413,0.00041859582,0.000020695066,0.0042396737,0.9619702,0.0003734554,0.0014771484,0.012925855,0.005932542,0.009990126],"study_design_scores_gemma":[0.000017812159,0.00004840351,0.0014193369,0.00047441304,0.000019889423,0.00038249072,0.92178786,0.00030144374,0.00043432615,0.0024081876,0.07267481,0.000030916737],"about_ca_topic_score_codex":0.019853536,"about_ca_topic_score_gemma":0.02563039,"teacher_disagreement_score":0.026865978,"about_ca_system_score_codex":0.021371402,"about_ca_system_score_gemma":0.017755566,"threshold_uncertainty_score":0.15506113},"labels":[],"label_agreement":null},{"id":"W4385637916","doi":"10.1186/s12961-023-01028-z","title":"The Implementation in Context (ICON) Framework: A meta-framework of context domains, attributes and features in healthcare","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; Barwon Health Foundation; Uppsala Universitet; Killam Trusts; Ontario Ministry of Health and Long-Term Care; Dalhousie University; University of Toronto; Flinders University; University College London; Registered Nurses' Association of Ontario; Deakin University; Högskolan Dalarna; Queen's University; Canterbury Christ Church University; University of Ottawa; McMaster University; Ottawa Hospital Research Institute","keywords":"Context (archaeology); Health administration; Icon; Health services research; Health care; Meta-analysis; Health informatics; Public health; Medicine; Computer science; Nursing; Political science; Geography; Internal medicine","score_opus":0.6655015593789987,"score_gpt":0.6943130336879321,"score_spread":0.028811474308933382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385637916","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011448533,0.4675501,0.42206207,0.044520684,0.0025083625,0.017988235,0.0038128472,0.0008232931,0.02928594],"genre_scores_gemma":[0.13459545,0.07962245,0.7386138,0.004466108,0.00036511204,0.039370872,0.0019513083,0.00017655874,0.0008384837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.77239084,0.1894207,0.018765543,0.008507682,0.009179524,0.0017356274],"domain_scores_gemma":[0.7745189,0.19226639,0.009261651,0.01101957,0.010687086,0.0022464972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.17905375,0.0056878026,0.008232208,0.046831127,0.005752305,0.013940351,0.009428805,0.005518012,0.00407334],"category_scores_gemma":[0.18254803,0.0026138993,0.019191615,0.028743755,0.019541902,0.017836438,0.0122500295,0.009646663,0.00050625287],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032210271,0.00021307849,0.0046395906,0.1527895,0.00716272,0.0004900679,0.040656272,0.010114604,0.0005788509,0.5621235,0.006792952,0.21411677],"study_design_scores_gemma":[0.00041553797,0.0006213123,0.004642674,0.3449334,0.01832377,0.0005865437,0.017482886,0.008588886,0.0011173541,0.40458286,0.19834328,0.00036154524],"about_ca_topic_score_codex":0.024972344,"about_ca_topic_score_gemma":0.02336584,"teacher_disagreement_score":0.17905375,"about_ca_system_score_codex":0.034866605,"about_ca_system_score_gemma":0.06250898,"threshold_uncertainty_score":0.9469381},"labels":[],"label_agreement":null},{"id":"W4386563176","doi":"10.1186/s12961-023-01046-x","title":"Characterizing Canadian funded partnered health research projects between 2011 and 2019: a retrospective analysis","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of British Columbia; International Collaboration On Repair Discoveries; Ottawa Hospital; University of Manitoba; University of British Columbia, Okanagan Campus; George & Fay Yee Centre for Healthcare Innovation","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Health services research; General partnership; Inclusion (mineral); Health care; Relevance (law); Descriptive statistics; Research design; Medicine; Health administration; Medical education; Public health; Political science; Nursing; Sociology; Social science","score_opus":0.9354305500257228,"score_gpt":0.7575997565129052,"score_spread":0.1778307935128176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386563176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7943109,0.007649638,0.0072352383,0.0052060164,0.00016910909,0.0040885336,0.16350564,0.0003651506,0.01746969],"genre_scores_gemma":[0.9281526,0.006442477,0.010066116,0.0013864869,0.00006263774,0.0060129887,0.043926064,0.00018670257,0.0037639912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9520351,0.006681805,0.006014898,0.0043569594,0.023291584,0.0076196287],"domain_scores_gemma":[0.8843297,0.013335772,0.031283084,0.0076744375,0.051848594,0.011528542],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.030120084,0.00082135375,0.0011113611,0.013839848,0.0066631064,0.0047351015,0.004055089,0.00095640647,0.0031505048],"category_scores_gemma":[0.08971703,0.0014304162,0.001623113,0.029623538,0.0019290891,0.00243472,0.007801278,0.0017956911,0.00076580513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022424823,0.000061075836,0.9428702,0.0012611107,0.00021017589,0.0003006585,0.0054613464,0.000418826,0.0001923741,0.0018411112,0.017579762,0.029579038],"study_design_scores_gemma":[0.000024704623,0.00007825563,0.9537904,0.0012665394,0.00013124476,0.00035881225,0.009572845,0.0008458797,0.0003292108,0.00020866157,0.033300556,0.000092911716],"about_ca_topic_score_codex":0.9297799,"about_ca_topic_score_gemma":0.9329182,"teacher_disagreement_score":0.98616016,"about_ca_system_score_codex":0.04895115,"about_ca_system_score_gemma":0.14069827,"threshold_uncertainty_score":0.3551671},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386723203","doi":"10.1186/s12961-023-01035-0","title":"Equilibrium in the governance of cross-sectoral policies: how does it translate into practice?","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; École Nationale d'Administration Publique; Université Laval","funders":"","keywords":"Corporate governance; Health policy; Public health; Health administration; Health services research; Sustainability; Political science; Public relations; Public administration; Public economics; Business; Economics; Health care; Medicine; Law; Management","score_opus":0.48312839245332945,"score_gpt":0.5820726129211494,"score_spread":0.09894422046781998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386723203","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21377514,0.014446479,0.26054528,0.25953743,0.000897538,0.0011144849,0.00038030086,0.00046499775,0.24883829],"genre_scores_gemma":[0.97681886,0.0017700541,0.018033229,0.0018018977,0.00006841956,0.0002994563,0.000072276685,0.000048854603,0.0010868482],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9339411,0.047395956,0.002274984,0.0056044585,0.0056025665,0.005180833],"domain_scores_gemma":[0.91153455,0.06256166,0.0065524816,0.0066933953,0.009540075,0.0031177402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.080493666,0.0009284738,0.0015044629,0.00567557,0.007849782,0.02091089,0.0043316893,0.005505774,0.0065795346],"category_scores_gemma":[0.109566554,0.0007046816,0.0012175941,0.0062371586,0.04655107,0.028472552,0.012456091,0.0046373294,0.00069788407],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003840798,0.00010991657,0.013691053,0.0007399919,0.000076313125,0.00027613583,0.04746342,0.00534905,0.00022130276,0.8706769,0.002674984,0.058682557],"study_design_scores_gemma":[0.00004002826,0.00010409487,0.007167482,0.0024249048,0.000041789932,0.0001121146,0.05815533,0.0064181625,0.00038462196,0.87564117,0.049443725,0.00006669598],"about_ca_topic_score_codex":0.033978656,"about_ca_topic_score_gemma":0.024999462,"teacher_disagreement_score":0.080493666,"about_ca_system_score_codex":0.036907133,"about_ca_system_score_gemma":0.047935706,"threshold_uncertainty_score":0.42569625},"labels":[],"label_agreement":null},{"id":"W4386830180","doi":"10.1186/s12961-023-01031-4","title":"Resilience of primary healthcare system across low- and middle-income countries during COVID-19 pandemic: a scoping review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"COVID-19 Impact on Reproduction","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pandemic; Resilience (materials science); Health care; Public health; Medicine; Telemedicine; Health informatics; Checklist; Psychological resilience; Coronavirus disease 2019 (COVID-19); Environmental health; Nursing; Economic growth; Psychology; Disease","score_opus":0.6114007150921716,"score_gpt":0.6204353961563127,"score_spread":0.00903468106414107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386830180","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014152431,0.99467045,0.00033447312,0.0014524314,0.0002236361,0.00039047227,0.00048107206,0.000008662486,0.0010236324],"genre_scores_gemma":[0.020450244,0.9766763,0.0007339916,0.00086624856,0.00013791242,0.00072071503,0.00030245987,0.0000057357183,0.000106535095],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.986801,0.005220159,0.0041109878,0.0012574008,0.001982808,0.00062765117],"domain_scores_gemma":[0.9437184,0.043327324,0.0067525366,0.0009100073,0.00483988,0.00045177416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017084878,0.001459551,0.004253801,0.01758582,0.0013890073,0.005530096,0.0020079683,0.003156208,0.0035486561],"category_scores_gemma":[0.08615575,0.001256247,0.0068292925,0.015390756,0.0016817462,0.004990105,0.0031508086,0.001862548,0.00033610789],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015135377,0.000038742186,0.0030445943,0.8422967,0.004838953,0.00022700058,0.0016210489,0.00059746916,0.00016942948,0.0030778137,0.005222848,0.13871416],"study_design_scores_gemma":[0.000028016239,0.000099621975,0.0051063322,0.95097333,0.010504236,0.00028777792,0.0014977033,0.00014538161,0.00014099754,0.0010760841,0.030104343,0.00003620685],"about_ca_topic_score_codex":0.019941011,"about_ca_topic_score_gemma":0.031033257,"teacher_disagreement_score":0.019941011,"about_ca_system_score_codex":0.007966979,"about_ca_system_score_gemma":0.0316199,"threshold_uncertainty_score":0.09035456},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4387246151","doi":"10.1186/s12961-023-01036-z","title":"“Flying a plane and building it at the same time”: Lessons learned from the dynamic implementation of mass vaccination clinics in the Region of Waterloo, Ontario, Canada","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"Public Health Agency; Public Health Agency of Canada","keywords":"Public health; Thematic analysis; Medicine; Qualitative research; Nursing; Sociology","score_opus":0.3149058057665124,"score_gpt":0.5181360496606197,"score_spread":0.20323024389410727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387246151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8755777,0.005597586,0.006337037,0.07673387,0.0009494538,0.0013107492,0.00030658243,0.000115142124,0.03307197],"genre_scores_gemma":[0.9705731,0.0044164164,0.0069199437,0.0066880495,0.00009395316,0.00033702538,0.00011445669,0.000091626316,0.010765452],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9827837,0.0095685525,0.00028872144,0.0010142487,0.0022562668,0.00408867],"domain_scores_gemma":[0.9804544,0.0073710405,0.0010782277,0.00044079666,0.0038508396,0.006804744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016592719,0.00080350606,0.00083737285,0.0011138067,0.029563138,0.008981379,0.0066228798,0.0027896597,0.0025744238],"category_scores_gemma":[0.019908937,0.00080911577,0.0006935777,0.0017986113,0.018872855,0.004691035,0.006852949,0.0052536256,0.0002786429],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027892453,0.00006529961,0.00421569,0.00034422934,0.000008155514,0.0018265021,0.9704039,0.00012603309,0.0005301305,0.0010284599,0.0042504217,0.017173257],"study_design_scores_gemma":[0.000005493956,0.000049659968,0.0043998123,0.00036274848,0.000007655784,0.00016984282,0.972259,0.00009328202,0.000118860924,0.00022891846,0.022283424,0.000021255444],"about_ca_topic_score_codex":0.8874274,"about_ca_topic_score_gemma":0.96159583,"teacher_disagreement_score":0.11257261,"about_ca_system_score_codex":0.08826128,"about_ca_system_score_gemma":0.17154403,"threshold_uncertainty_score":0.64038336},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4387306590","doi":"10.1186/s12961-023-01045-y","title":"A longitudinal multi-site evaluation of community-based partnerships: implications for researchers, funders, and communities","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Australian Primary Health Care Research Institute, Australian National University; University of New South Wales; NSW Agency for Clinical Innovation; McGill University; Australian Government; Monash University; La Trobe University; University of Ottawa; Canadian Institute for Advanced Research","keywords":"Data collection; General partnership; Stakeholder; Thematic analysis; Health services research; Corporate governance; Intervention (counseling); Program evaluation; Qualitative research; Medical education; Knowledge management; Nursing; Public health; Public relations; Medicine; Sociology; Political science; Computer science; Business","score_opus":0.9905044387960998,"score_gpt":0.8092310326806313,"score_spread":0.1812734061154685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387306590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9264769,0.0009806653,0.008685426,0.004586314,0.0003418347,0.04054958,0.0016828589,0.00022500903,0.01647138],"genre_scores_gemma":[0.9118296,0.00090040173,0.026840271,0.001285164,0.00008224975,0.05546564,0.0009873882,0.0000541034,0.0025551033],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.87792,0.10152181,0.0047828825,0.0020198906,0.008349138,0.005406255],"domain_scores_gemma":[0.8238873,0.08208448,0.0124015305,0.0115284845,0.057381455,0.012716819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.17053121,0.00087731227,0.0010150089,0.0017981713,0.0063202316,0.0049729384,0.0028656116,0.0019124708,0.0043321457],"category_scores_gemma":[0.16717176,0.00066748494,0.0013881669,0.0028363531,0.0029758785,0.006480804,0.0063853525,0.002242309,0.00076369283],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011533053,0.056838695,0.16372664,0.0064564915,0.0006366548,0.0012958164,0.13669692,0.0033459887,0.0020929826,0.0067666643,0.015620475,0.5949897],"study_design_scores_gemma":[0.010456223,0.17610048,0.23039812,0.011209734,0.0013824885,0.00097286626,0.44341516,0.00652792,0.008002576,0.010596928,0.100323,0.0006145064],"about_ca_topic_score_codex":0.01756595,"about_ca_topic_score_gemma":0.04153109,"teacher_disagreement_score":0.17053121,"about_ca_system_score_codex":0.0125262095,"about_ca_system_score_gemma":0.037633177,"threshold_uncertainty_score":0.901866},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4387937263","doi":"10.1186/s12961-023-01051-0","title":"Academic contributions to the development of evidence and policy systems: an EPPI Centre collective autoethnography","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Transformative learning; Embeddedness; Autoethnography; Public relations; Sociology; Political science; Knowledge management; Social science; Computer science; Pedagogy","score_opus":0.9154199421291644,"score_gpt":0.7681939544646915,"score_spread":0.14722598766447292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387937263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59628946,0.0073717423,0.16625564,0.08925779,0.0024841186,0.0026071018,0.0005899623,0.0005376862,0.13460647],"genre_scores_gemma":[0.954323,0.0021229018,0.02296068,0.004528572,0.00027352615,0.00097035756,0.00014668111,0.0002576426,0.014416801],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.89724594,0.09092428,0.0015324338,0.0029588407,0.0043802266,0.0029583427],"domain_scores_gemma":[0.8545098,0.10911327,0.0044546835,0.015798362,0.008686188,0.0074377144],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07042412,0.00086734357,0.00090821186,0.0040497235,0.018819777,0.011859434,0.0028335669,0.0035860483,0.00481128],"category_scores_gemma":[0.08591723,0.0009836555,0.00085816515,0.004404723,0.036479466,0.012134302,0.024121895,0.009682243,0.0012629842],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052385913,0.00008602715,0.0021076312,0.00019836792,0.000010698051,0.0009035826,0.94237494,0.0002509321,0.0005104701,0.029089373,0.0037440367,0.020671483],"study_design_scores_gemma":[0.000022936027,0.00008571356,0.0021248185,0.001034181,0.000017226193,0.0012075395,0.7172054,0.00092791574,0.0012934102,0.029893858,0.2461189,0.000068164845],"about_ca_topic_score_codex":0.003615309,"about_ca_topic_score_gemma":0.004809255,"teacher_disagreement_score":0.92957586,"about_ca_system_score_codex":0.014038584,"about_ca_system_score_gemma":0.014484488,"threshold_uncertainty_score":0.37244278},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4387950032","doi":"10.1186/s12961-023-01056-9","title":"How to improve research capacity strengthening efforts: learning from the monitoring and evaluation of four research consortia in Africa","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"Medical Research Council; Wellcome Trust","keywords":"Health services research; Accountability; Excellence; Monitoring and evaluation; Health administration; Capacity building; Program evaluation; Process management; Public relations; Investment (military); Health informatics; Medicine; Business; Knowledge management; Political science; Public health; Economic growth; Nursing; Computer science; Public administration; Economics","score_opus":0.6606348570973681,"score_gpt":0.5580090285093788,"score_spread":0.1026258285879893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387950032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6989157,0.013660767,0.05577021,0.18939517,0.0015750477,0.0070340508,0.00025048736,0.0005841238,0.032814413],"genre_scores_gemma":[0.91172266,0.0040672803,0.072250396,0.006064801,0.00026356694,0.00278144,0.00020271941,0.00014221136,0.0025048424],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.5145699,0.43353847,0.012613774,0.006635775,0.018968359,0.013673639],"domain_scores_gemma":[0.48755687,0.33040726,0.053896397,0.032221366,0.065025896,0.03089226],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43939024,0.0011606938,0.0011843031,0.0059434264,0.011858125,0.021750957,0.006734271,0.0050194752,0.0012507705],"category_scores_gemma":[0.41848746,0.0012279014,0.0013735434,0.0051331175,0.015236319,0.020857155,0.026287492,0.0077792485,0.00039258893],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006546377,0.0014924486,0.05220975,0.0041456157,0.00038655245,0.0020353408,0.3828738,0.0035236084,0.0036662607,0.028345264,0.013066598,0.50760007],"study_design_scores_gemma":[0.00071041076,0.005745422,0.06843999,0.018021313,0.0005601347,0.0016328185,0.5552974,0.0089018755,0.016463883,0.06191281,0.2613701,0.00094388425],"about_ca_topic_score_codex":0.005989569,"about_ca_topic_score_gemma":0.010076355,"teacher_disagreement_score":0.56060976,"about_ca_system_score_codex":0.027668133,"about_ca_system_score_gemma":0.07461892,"threshold_uncertainty_score":0.6913317},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4388048503","doi":"10.1186/s12961-023-01058-7","title":"Knowledge management tools and mechanisms for evidence-informed decision-making in the WHO European Region: a scoping review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"World Health Organization","keywords":"Health services research; Health administration; Public health; Health informatics; Medicine; Health policy; Knowledge management; Management science; Nursing; Computer science","score_opus":0.9654687336633447,"score_gpt":0.8087676429396976,"score_spread":0.15670109072364713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388048503","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025605535,0.99340713,0.0013372463,0.0024840834,0.00032754443,0.00043618275,0.000108097716,0.000017552107,0.0016260253],"genre_scores_gemma":[0.0076224557,0.9839984,0.0052857576,0.001145502,0.00018326686,0.0013683336,0.00018828185,0.000011710094,0.00019630973],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9410207,0.033570994,0.014823469,0.0017878809,0.0076246993,0.0011722861],"domain_scores_gemma":[0.7982406,0.16624874,0.016904851,0.0035928888,0.013967661,0.0010453196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.075529434,0.0022632,0.0062007695,0.03488999,0.0021924733,0.011236066,0.0037651956,0.0056794165,0.004920068],"category_scores_gemma":[0.18533036,0.0015965042,0.0067628417,0.03130904,0.0035015396,0.011721908,0.006224026,0.0038068767,0.00092675386],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081745406,0.000055873683,0.0006730394,0.62564236,0.0018260683,0.00013500618,0.0016649762,0.0005999505,0.00013278109,0.01307519,0.0077865445,0.34832653],"study_design_scores_gemma":[0.00002399464,0.000028018165,0.0004881417,0.94725513,0.0017657325,0.000097440825,0.0006586876,0.00012930842,0.000092142574,0.0029605713,0.046479426,0.00002150843],"about_ca_topic_score_codex":0.010033875,"about_ca_topic_score_gemma":0.013934421,"teacher_disagreement_score":0.075529434,"about_ca_system_score_codex":0.011679308,"about_ca_system_score_gemma":0.053167477,"threshold_uncertainty_score":0.3994426},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4388127769","doi":"10.1186/s12961-023-01054-x","title":"Barriers and facilitators of implementing electronic monitors to improve adherence and health outcomes in tuberculosis patients: protocol for a systematic review based on the Consolidated Framework for Implementation Research","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Natural Science Foundation of Inner Mongolia; National Natural Science Foundation of China; Natural Science Foundation of Shanghai","keywords":"Implementation research; Medicine; Psychological intervention; Health services research; Tuberculosis; Health informatics; Health administration; Protocol (science); Intervention (counseling); Public health; Process management; Medical emergency; Nursing; Alternative medicine","score_opus":0.47599198707043877,"score_gpt":0.6538318107797185,"score_spread":0.17783982370927975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388127769","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020971776,0.0010863162,0.0012386241,0.00029972603,0.00018893986,0.99517244,0.0015070583,0.000052624157,0.00024460218],"genre_scores_gemma":[0.00018399721,0.0005327973,0.0036801074,0.00010157842,0.000014839971,0.9950787,0.0002802208,0.000005168382,0.00012250627],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.91926545,0.040787857,0.024290862,0.0052268803,0.0072071226,0.0032219524],"domain_scores_gemma":[0.92288506,0.033085946,0.013883063,0.0073739737,0.019476278,0.0032956284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12723905,0.0087805735,0.021254037,0.016153956,0.0061502135,0.009341154,0.007248733,0.009648007,0.060774457],"category_scores_gemma":[0.13296977,0.0075321128,0.02380641,0.017382775,0.006694668,0.010567103,0.00786842,0.011309642,0.009083964],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010209862,0.0008932269,0.0011441053,0.86460876,0.0038110977,0.0009672022,0.0047415514,0.0024121497,0.0019354738,0.009657777,0.0411492,0.05846961],"study_design_scores_gemma":[0.056659043,0.004282426,0.007282377,0.6066895,0.012398962,0.0011415996,0.0054945606,0.003939766,0.0039245617,0.026171561,0.27108246,0.0009331412],"about_ca_topic_score_codex":0.0058107073,"about_ca_topic_score_gemma":0.012184171,"teacher_disagreement_score":0.12723905,"about_ca_system_score_codex":0.017374573,"about_ca_system_score_gemma":0.08616989,"threshold_uncertainty_score":0.6729125},"labels":[],"label_agreement":null},{"id":"W4388225911","doi":"10.1186/s12961-023-01053-y","title":"Connections between health research systems and decision-making spaces: lessons from the COVID-19 pandemic in the province of Québec, Canada","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université Laval","funders":"","keywords":"Public health; Pandemic; Public relations; Health services research; Health informatics; Health administration; Health policy; Coronavirus disease 2019 (COVID-19); Medicine; Knowledge management; Political science; Computer science; Nursing","score_opus":0.4743880925327874,"score_gpt":0.5635455880511286,"score_spread":0.08915749551834123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388225911","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06038677,0.027826497,0.0028206778,0.85927564,0.0014818325,0.0001291412,0.0009321394,0.00006138927,0.04708585],"genre_scores_gemma":[0.9027043,0.019497212,0.004589456,0.061176397,0.00048774783,0.00010927273,0.00035517215,0.000081959355,0.010998425],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9818268,0.008154181,0.0005633504,0.0010752269,0.0026788583,0.0057016117],"domain_scores_gemma":[0.9355277,0.0261279,0.0025386498,0.0016567778,0.023975234,0.010173862],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018891398,0.00053756934,0.00091036264,0.002077319,0.030987116,0.017109888,0.0048966403,0.004544338,0.0044992105],"category_scores_gemma":[0.041746825,0.00050869054,0.000956195,0.005856542,0.023776408,0.0046032313,0.004604807,0.009348469,0.00031653797],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0003590208,0.00012932054,0.06042705,0.0016101617,0.00027323767,0.0031260794,0.20259495,0.0056553353,0.0004913334,0.35169977,0.2605894,0.1130443],"study_design_scores_gemma":[0.00016804591,0.00007771562,0.073199846,0.005882041,0.00033161015,0.00043226223,0.32798892,0.0039951885,0.0006263673,0.06375778,0.5230524,0.00048775482],"about_ca_topic_score_codex":0.9985879,"about_ca_topic_score_gemma":0.9993042,"teacher_disagreement_score":0.9811086,"about_ca_system_score_codex":0.36285698,"about_ca_system_score_gemma":0.518178,"threshold_uncertainty_score":0.73899555},"labels":[],"label_agreement":null},{"id":"W4389043037","doi":"10.1186/s12961-023-01071-w","title":"Implementation strategies and outcome measures for advancing learning health systems: a mixed methods systematic review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Izaak Walton Killam Health Centre; Capital District Health Authority","funders":"Canadian Institutes of Health Research; IWK Health Centre","keywords":"Operationalization; Health informatics; Population health; Health care; Health services research; Health administration; CINAHL; Medicine; MEDLINE; Scopus; Public health; Nursing; Psychological intervention","score_opus":0.954954461167296,"score_gpt":0.8368711376849601,"score_spread":0.11808332348233586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389043037","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039810026,0.97282606,0.003511645,0.0012340589,0.0003231149,0.016008181,0.0012397782,0.00005855356,0.0008177142],"genre_scores_gemma":[0.07662415,0.8340445,0.029972063,0.0015968723,0.00020449556,0.05589682,0.0013270176,0.000040429564,0.00029362057],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.83820784,0.07374382,0.055800326,0.0059147747,0.024545448,0.0017878045],"domain_scores_gemma":[0.7248337,0.20009309,0.04438711,0.0053196102,0.023909396,0.0014569866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14343911,0.0036012924,0.014649683,0.026624855,0.0023708988,0.010188876,0.0047943,0.0040494367,0.004368328],"category_scores_gemma":[0.29157606,0.0025693937,0.01813509,0.026588937,0.0029830162,0.008968867,0.0048235217,0.00292805,0.00045558898],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022508165,0.000053627584,0.0013557724,0.9329034,0.008446542,0.00004997754,0.0007764754,0.00018003062,0.000082867526,0.0006576206,0.0007996723,0.05446896],"study_design_scores_gemma":[0.00031776793,0.00033122805,0.0026850398,0.9524915,0.035225768,0.00008823987,0.0010820107,0.00022030734,0.00026144512,0.0005094054,0.0067243506,0.00006296034],"about_ca_topic_score_codex":0.0076597724,"about_ca_topic_score_gemma":0.020343,"teacher_disagreement_score":0.14343911,"about_ca_system_score_codex":0.021247417,"about_ca_system_score_gemma":0.05695423,"threshold_uncertainty_score":0.7585876},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4389887546","doi":"10.1186/s12961-023-01085-4","title":"Living evidence and adaptive policy: perfect partners?","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Ottawa Hospital; Impact; McMaster University Medical Centre","funders":"","keywords":"Evidence-based policy; Evidence-based practice; Health policy; Variety (cybernetics); Context (archaeology); Health services research; Public relations; Evidence-based medicine; Public economics; Relevance (law); Political science; Medicine; Health care; Economics; MEDLINE; Computer science; Alternative medicine; Law","score_opus":0.9602658658241783,"score_gpt":0.8001708544302601,"score_spread":0.16009501139391813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389887546","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001026733,0.03354032,0.019975951,0.91966534,0.005993377,0.00020581034,0.00008047552,0.00017410784,0.01933782],"genre_scores_gemma":[0.27624467,0.06426846,0.1529367,0.4778713,0.013245306,0.0032865305,0.00042169032,0.0006538418,0.011071512],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5553841,0.38627493,0.015016684,0.012999992,0.0213663,0.008957961],"domain_scores_gemma":[0.43535942,0.44571257,0.01602998,0.046741087,0.030508094,0.025648996],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34432432,0.0019485543,0.004394451,0.006194381,0.008351528,0.040671878,0.009333744,0.03237103,0.028727653],"category_scores_gemma":[0.4920318,0.002053425,0.0032485332,0.0063536344,0.06573219,0.08787468,0.048545975,0.0378818,0.004613961],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015547001,0.00013123929,0.0011458969,0.004642024,0.0002710489,0.00031680756,0.009318754,0.00138287,0.00016816058,0.78917885,0.0662788,0.12700999],"study_design_scores_gemma":[0.00006226357,0.000047885143,0.00020667874,0.008860789,0.00006483143,0.000108305496,0.0036804592,0.00038200838,0.00013882994,0.82767797,0.15871428,0.000055673427],"about_ca_topic_score_codex":0.0038498004,"about_ca_topic_score_gemma":0.0030148777,"teacher_disagreement_score":0.65567565,"about_ca_system_score_codex":0.018947717,"about_ca_system_score_gemma":0.07525614,"threshold_uncertainty_score":0.80856484},"labels":[],"label_agreement":null},{"id":"W4390082832","doi":"10.1186/s12961-023-00958-y","title":"A scoping review of the globally available tools for assessing health research partnership outcomes and impacts","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa; Hotchkiss Brain Institute; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; George & Fay Yee Centre for Healthcare Innovation; St. Michael's Hospital; Alberta Health; University of Manitoba; University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research; Cumming School of Medicine, University of Calgary","keywords":"General partnership; CINAHL; Health services research; Medicine; Systematic review; MEDLINE; Thematic analysis; Public health; Medical education; Nursing; Political science; Qualitative research; Psychological intervention; Sociology; Social science","score_opus":0.9875095746131225,"score_gpt":0.8494931718964884,"score_spread":0.13801640271663407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390082832","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011600918,0.98297036,0.0026395412,0.0032803349,0.0009220739,0.004180542,0.0018175718,0.00006369865,0.0029658442],"genre_scores_gemma":[0.010901821,0.9657876,0.0073686694,0.001746251,0.0002372946,0.0118369125,0.0016366163,0.000058600985,0.00042611564],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.86732745,0.04602618,0.060094453,0.0045032427,0.020075854,0.0019728516],"domain_scores_gemma":[0.6147281,0.29540017,0.038937397,0.007072659,0.04222082,0.0016409161],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1252962,0.004050418,0.011922175,0.07934677,0.004109213,0.01262845,0.0074108737,0.0064448984,0.011012875],"category_scores_gemma":[0.36731765,0.0030831427,0.012332899,0.07787638,0.00439934,0.014726835,0.009614791,0.004252763,0.001919326],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008575225,0.000019076575,0.00046460194,0.91155195,0.0013772964,0.00010090035,0.001547057,0.00015745246,0.00011699601,0.0019232146,0.005059552,0.07759609],"study_design_scores_gemma":[0.000021686004,0.000026250007,0.00041371616,0.97933173,0.002776521,0.000058754595,0.0005871525,0.000048197464,0.000060881543,0.00060559774,0.016053095,0.000016492999],"about_ca_topic_score_codex":0.009653399,"about_ca_topic_score_gemma":0.022338629,"teacher_disagreement_score":0.87470376,"about_ca_system_score_codex":0.017730135,"about_ca_system_score_gemma":0.064796835,"threshold_uncertainty_score":0.6626376},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4390701388","doi":"10.1186/s12961-023-01090-7","title":"A scoping review of theories, models and frameworks used or proposed to evaluate knowledge mobilization strategies","year":2024,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Agency of Canada; Université du Québec à Montréal; Université de Montréal; Université de Sherbrooke; Université TÉLUQ","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Taxonomy (biology); Grey literature; Systematic review; Health services research; Computer science; Data science; Information retrieval; MEDLINE; Public health; Medicine; Political science; Ecology; Nursing; Biology","score_opus":0.9434342899295144,"score_gpt":0.8145600920759003,"score_spread":0.1288741978536141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390701388","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003036329,0.9636896,0.007921546,0.005406705,0.0013548498,0.010114425,0.0018551885,0.000089178226,0.0065321014],"genre_scores_gemma":[0.017927174,0.94234943,0.01815944,0.0018743293,0.00027890573,0.01723999,0.0014483411,0.00004385642,0.0006785536],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.89507794,0.04243327,0.038314987,0.004365528,0.018316815,0.0014914805],"domain_scores_gemma":[0.74011403,0.18200979,0.02833621,0.0055416194,0.04265246,0.0013458797],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.11796301,0.00378674,0.007661389,0.068215124,0.003994376,0.011846498,0.00466656,0.00608168,0.00618118],"category_scores_gemma":[0.28866774,0.0028291552,0.010150496,0.05137222,0.0043730116,0.013513257,0.006575139,0.003916985,0.0015896244],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017039223,0.00007563706,0.0017290049,0.68824613,0.0017571659,0.0002202429,0.003666316,0.0006468806,0.0003951064,0.009287928,0.011383043,0.28242216],"study_design_scores_gemma":[0.00004726541,0.000089694586,0.0010871858,0.95479596,0.0032388251,0.00013835977,0.0017980093,0.00021460299,0.00025100497,0.0021238062,0.036172785,0.00004259926],"about_ca_topic_score_codex":0.010912915,"about_ca_topic_score_gemma":0.019234398,"teacher_disagreement_score":0.882037,"about_ca_system_score_codex":0.020579923,"about_ca_system_score_gemma":0.07462335,"threshold_uncertainty_score":0.6238555},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4391105848","doi":"10.1186/s12961-023-01100-8","title":"A novel methodological approach to participant engagement and policy relevance for community-based primary medical care research during the COVID-19 pandemic in Australia and New Zealand","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Agency for Healthcare Research and Quality; Ministry for Business Innovation and Employment; Andrew and Corey Morris-Singer Foundation; Samueli Institute","keywords":"Pandemic; Health services research; Relevance (law); Coronavirus disease 2019 (COVID-19); Public health; Health administration; Health policy; Primary care; 2019-20 coronavirus outbreak; Social policy; Community engagement; Medicine; Political science; Nursing; Family medicine; Public relations; Virology; Disease","score_opus":0.9226485071673759,"score_gpt":0.7056504068403321,"score_spread":0.2169981003270438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391105848","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06863368,0.0028952842,0.60270876,0.040276375,0.0033595797,0.24832483,0.0007590756,0.00017001176,0.03287233],"genre_scores_gemma":[0.14151135,0.00054961885,0.38117054,0.00759038,0.00034932335,0.46595,0.00011188169,0.00006535169,0.0027015198],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.36202535,0.5940938,0.015576653,0.01135231,0.01369175,0.0032601447],"domain_scores_gemma":[0.69347006,0.22047949,0.015533912,0.043466862,0.023032758,0.0040169195],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4729916,0.0015629601,0.002061162,0.0055264574,0.014937302,0.012238444,0.005966213,0.0070491047,0.009059638],"category_scores_gemma":[0.38961777,0.0020778477,0.0023773194,0.0055806534,0.022140725,0.010333979,0.018804088,0.00773653,0.0012285952],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012794491,0.0017868129,0.012670751,0.011425321,0.00041629258,0.0011457789,0.40256494,0.0015995235,0.0029858763,0.37683457,0.009429466,0.17786127],"study_design_scores_gemma":[0.0038053948,0.0063273604,0.014756437,0.019897973,0.00085737865,0.0011308809,0.3140464,0.00861067,0.004239797,0.42086512,0.20501441,0.00044803348],"about_ca_topic_score_codex":0.007382775,"about_ca_topic_score_gemma":0.01581341,"teacher_disagreement_score":0.5270084,"about_ca_system_score_codex":0.013221093,"about_ca_system_score_gemma":0.040900115,"threshold_uncertainty_score":0.64989525},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4391160842","doi":"10.1186/s12961-023-01098-z","title":"Multi-sectoral collaborations in selected countries of the Eastern Mediterranean region: assessment, enablers and missed opportunities from the COVID-19 pandemic response","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"United Nations Development Programme","keywords":"Health administration; Pandemic; Mandate; Public health; Closeness; CLARITY; Health services research; Context (archaeology); Documentation; Political science; Action plan; Public relations; Health informatics; Business; Medicine; Coronavirus disease 2019 (COVID-19); Geography; Nursing; Economics; Disease; Infectious disease (medical specialty); Computer science; Management","score_opus":0.8902766905587963,"score_gpt":0.6140061421408641,"score_spread":0.2762705484179322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391160842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929993,0.000904327,0.00071360986,0.0017483135,0.000033365064,0.00016432683,0.00014453357,0.000010006226,0.0032821642],"genre_scores_gemma":[0.9982856,0.00038739227,0.0007849248,0.000155209,0.000008163382,0.000098035016,0.000060029477,0.0000029205976,0.00021762073],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9819919,0.012728554,0.001129515,0.00087761594,0.0010892127,0.0021831414],"domain_scores_gemma":[0.95921075,0.0212244,0.010203365,0.0017539301,0.0033791675,0.004228381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02387856,0.00030876225,0.00038645684,0.0019204105,0.0029879129,0.0032297124,0.0010567965,0.0008948297,0.002385199],"category_scores_gemma":[0.03228301,0.0003438765,0.00042921235,0.0024065846,0.0022119568,0.0030404734,0.008468974,0.0009111171,0.00017706327],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030559863,0.00029554495,0.41276246,0.002170743,0.00016185697,0.0036900989,0.47393748,0.0010510314,0.0010211468,0.0052057225,0.00214078,0.09725755],"study_design_scores_gemma":[0.00003298626,0.00033499437,0.27963778,0.00089950423,0.000043480028,0.0005288276,0.6968317,0.0006560592,0.00034735812,0.0013976241,0.019245341,0.000044386885],"about_ca_topic_score_codex":0.008185091,"about_ca_topic_score_gemma":0.015120151,"teacher_disagreement_score":0.02387856,"about_ca_system_score_codex":0.004139565,"about_ca_system_score_gemma":0.010245033,"threshold_uncertainty_score":0.1262834},"labels":[],"label_agreement":null},{"id":"W4391259708","doi":"10.1186/s12961-023-01075-6","title":"Investigating the citing communities around three leading health-system frameworks","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Health policy; Alliance; Citation; Health services research; Global health; International health; Equity (law); Health equity; Public health; Public relations; Health economics; Sociology; Political science; Medicine; Law; Nursing","score_opus":0.36186953756574963,"score_gpt":0.5081916090306055,"score_spread":0.14632207146485582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391259708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7351582,0.012915094,0.021477832,0.04071718,0.0012038772,0.0005158955,0.00056418154,0.0004048642,0.18704286],"genre_scores_gemma":[0.98593235,0.002507926,0.005385156,0.0011139684,0.00035445744,0.0002347506,0.00026746487,0.0001583026,0.0040456927],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.93804646,0.025010115,0.006107734,0.0044645714,0.020631578,0.005739529],"domain_scores_gemma":[0.6362234,0.25547197,0.03391493,0.016595578,0.045839794,0.011954384],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.07517629,0.0006966807,0.0021110536,0.058917873,0.04370236,0.038323037,0.0054780794,0.0072751273,0.005636999],"category_scores_gemma":[0.22511563,0.0011527509,0.0010764012,0.07521674,0.028151684,0.021904001,0.029497605,0.0049508535,0.0006921653],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002121793,0.00009499277,0.036459766,0.0007523981,0.00010667458,0.001273414,0.5872553,0.0005026215,0.00065143197,0.30639568,0.007948753,0.058346797],"study_design_scores_gemma":[0.00012972162,0.00011297421,0.03474039,0.0018248309,0.00028265972,0.00067702413,0.576412,0.0028947417,0.0013500968,0.2243711,0.15690325,0.00030121283],"about_ca_topic_score_codex":0.0152304955,"about_ca_topic_score_gemma":0.020438265,"teacher_disagreement_score":0.9410821,"about_ca_system_score_codex":0.0145326555,"about_ca_system_score_gemma":0.015483202,"threshold_uncertainty_score":0.39757496},"labels":[],"label_agreement":null},{"id":"W4391353280","doi":"10.1186/s12961-024-01104-y","title":"Where are the links? Using a causal loop diagram to assess interactions in healthcare coordination for youth experiencing homelessness in Toronto, Canada","year":2024,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Causal loop diagram; Health care; Health services research; Social policy; Stakeholder; Qualitative research; Transformative learning; Health administration; Health policy; Nursing; Medicine; Psychology; Public relations; Sociology; Public health; Computer science; Political science; Developmental psychology","score_opus":0.6048581274537623,"score_gpt":0.6392536513665886,"score_spread":0.0343955239128263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391353280","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73332393,0.003292984,0.14440282,0.010456572,0.00019929872,0.007658302,0.012863257,0.0012875297,0.08651526],"genre_scores_gemma":[0.89404225,0.0010921493,0.09596565,0.00018481133,0.000010214162,0.0020879677,0.002559421,0.000056200774,0.0040012626],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9940826,0.003176088,0.0004970109,0.0005761338,0.001130358,0.00053771836],"domain_scores_gemma":[0.9652515,0.022957548,0.0027404344,0.00072792056,0.0070660654,0.0012565674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0108018005,0.00078805414,0.00037347738,0.0065523945,0.0058266544,0.0058271373,0.0016394655,0.00097343576,0.0068994393],"category_scores_gemma":[0.028115543,0.000447894,0.0010943224,0.006360134,0.0038170554,0.0038748016,0.0032910346,0.0010503483,0.00028471847],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004817818,0.0002561424,0.23097181,0.0035720875,0.00015091189,0.0022894763,0.4861919,0.017797807,0.002205614,0.069796026,0.014679447,0.17160708],"study_design_scores_gemma":[0.00023069668,0.0002853071,0.12924413,0.0062336572,0.0004577949,0.0006882485,0.59748393,0.06739996,0.0033779915,0.026421636,0.16791132,0.0002653032],"about_ca_topic_score_codex":0.8043733,"about_ca_topic_score_gemma":0.84509623,"teacher_disagreement_score":0.19562668,"about_ca_system_score_codex":0.06983059,"about_ca_system_score_gemma":0.06723678,"threshold_uncertainty_score":0.5066588},"labels":[],"label_agreement":null},{"id":"W4391785731","doi":"10.1186/s12961-024-01105-x","title":"Production and use of rapid responses during the COVID-19 pandemic in Quebec (Canada): perspectives from evidence synthesis producers and decision makers","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université TÉLUQ; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal; Université de Sherbrooke","funders":"Ministère de la Santé et des Services sociaux","keywords":"Thematic analysis; Mandate; Pandemic; Context (archaeology); Health administration; Public relations; Rigour; Health services research; Knowledge translation; Public health; Qualitative research; Coronavirus disease 2019 (COVID-19); Business; Medicine; Political science; Knowledge management; Nursing; Sociology; Infectious disease (medical specialty); Computer science","score_opus":0.8047349422336845,"score_gpt":0.6849288863526946,"score_spread":0.11980605588098991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391785731","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29390827,0.25522992,0.012868084,0.34619966,0.0012189766,0.0069684847,0.0047919736,0.0002210807,0.07859356],"genre_scores_gemma":[0.9114939,0.04966576,0.0234993,0.010664743,0.0001295096,0.0021475607,0.00068284624,0.00005388291,0.0016624344],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7166034,0.210716,0.019766701,0.0058536055,0.037848618,0.0092117945],"domain_scores_gemma":[0.467626,0.39705306,0.02307377,0.0066265804,0.09348889,0.012131654],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25394174,0.0011646316,0.001825897,0.008718099,0.017254692,0.022162497,0.005609217,0.0038434255,0.0022756108],"category_scores_gemma":[0.3047621,0.0009011926,0.0013106994,0.015275747,0.011843825,0.0054801637,0.007655497,0.0044732867,0.00015092676],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0009668648,0.0002587453,0.056946717,0.05361274,0.0010137692,0.0019022227,0.4823351,0.0034357996,0.0013893486,0.019390028,0.027906658,0.35084188],"study_design_scores_gemma":[0.00041669613,0.0006962765,0.07399328,0.11803368,0.0013291788,0.00033528905,0.57475376,0.0022824584,0.0018760745,0.006662651,0.21910594,0.00051475473],"about_ca_topic_score_codex":0.94101876,"about_ca_topic_score_gemma":0.95985967,"teacher_disagreement_score":0.7460582,"about_ca_system_score_codex":0.3054001,"about_ca_system_score_gemma":0.5068496,"threshold_uncertainty_score":0.92002267},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4391941674","doi":"10.1186/s12961-024-01107-9","title":"Strategies for engaging older adults and informal caregivers in health policy development: A scoping review","year":2024,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario","funders":"H2020 Marie Skłodowska-Curie Actions; KU Leuven; European Commission","keywords":"Health services research; Social policy; Public health; Health policy; Health administration; Medicine; Healthcare policy; Gerontology; Policy development; Health informatics; Nursing; International health; Political science","score_opus":0.7746076101085826,"score_gpt":0.6355362254787578,"score_spread":0.13907138462982482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391941674","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005276617,0.994321,0.0006758222,0.002042544,0.00032853778,0.00054304337,0.00007413771,0.000013543456,0.0014738266],"genre_scores_gemma":[0.004434048,0.99223363,0.0014441145,0.0005925343,0.00007591896,0.0010007125,0.00007383744,0.0000051360053,0.00014011803],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97594595,0.013298296,0.005997569,0.0008299709,0.0031390868,0.0007891388],"domain_scores_gemma":[0.8864849,0.09541484,0.008042203,0.0012411873,0.007822265,0.0009946493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04077474,0.002282295,0.0037365986,0.02357296,0.0023247092,0.0076392773,0.0028276476,0.005058299,0.0043470357],"category_scores_gemma":[0.11040587,0.0013358899,0.0051916162,0.019934732,0.0022294077,0.0075636916,0.0053965887,0.003230781,0.0008176507],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007403478,0.000082484716,0.0006398207,0.5808454,0.00086051604,0.00016373975,0.005649164,0.00037636605,0.00011611871,0.005614152,0.008051444,0.39752674],"study_design_scores_gemma":[0.000014025917,0.000033006094,0.00041077906,0.95244545,0.0009805002,0.000077253564,0.001822323,0.00006247837,0.000062549196,0.00094382686,0.043130796,0.000017072673],"about_ca_topic_score_codex":0.009534222,"about_ca_topic_score_gemma":0.021708967,"teacher_disagreement_score":0.04077474,"about_ca_system_score_codex":0.008402117,"about_ca_system_score_gemma":0.036367957,"threshold_uncertainty_score":0.21564007},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4392462782","doi":"10.1186/s12961-024-01119-5","title":"Framework for policymaking on self-management of health by older adults using technologies","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"MacEwan University; University of Ottawa","funders":"Government of Canada; AGE-WELL","keywords":"Government (linguistics); Telehealth; Public health; Health care; Health administration; Public relations; Relevance (law); Health services research; Self-management; Health policy; Public policy; Medicine; Political science; Gerontology; Economic growth; Nursing; Telemedicine; Economics","score_opus":0.321333361381015,"score_gpt":0.5810215341063406,"score_spread":0.25968817272532563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392462782","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059516955,0.004051916,0.20401819,0.48992813,0.0015877069,0.0070568617,0.00079882616,0.00039230438,0.23264916],"genre_scores_gemma":[0.7542409,0.0019364946,0.21992141,0.013799503,0.00022507786,0.0031751816,0.0003660468,0.00005559227,0.006279872],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9360948,0.045703176,0.0035279344,0.0025843075,0.0069700885,0.0051195915],"domain_scores_gemma":[0.93333304,0.035454914,0.003502815,0.0028684428,0.016605614,0.00823509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08085355,0.0014701252,0.0007705413,0.00688756,0.013792386,0.013175626,0.00501037,0.010424598,0.0036026428],"category_scores_gemma":[0.059787,0.0007268078,0.0019294497,0.0036577412,0.031728122,0.007122009,0.009859469,0.0072216,0.00057810085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042370786,0.00031391007,0.0076474384,0.0007651899,0.00004134303,0.0007713432,0.073125176,0.0054655885,0.0006148186,0.859357,0.017375804,0.03448011],"study_design_scores_gemma":[0.00016607846,0.0002152494,0.008477194,0.0055468804,0.00011539774,0.0004956542,0.12532678,0.011453317,0.0007708146,0.53756016,0.30962977,0.00024271068],"about_ca_topic_score_codex":0.23276383,"about_ca_topic_score_gemma":0.26290905,"teacher_disagreement_score":0.23276383,"about_ca_system_score_codex":0.07729315,"about_ca_system_score_gemma":0.18639128,"threshold_uncertainty_score":0.56080365},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4392784022","doi":"10.1186/s12961-024-01106-w","title":"Future directions for patient engagement in research: a participatory workshop with Canadian patient partners and academic researchers","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Boniface Hospital; Horizon Health Network; University of Manitoba","funders":"Canadian Institutes of Health Research; University of Manitoba","keywords":"Thematic analysis; Public engagement; Health services research; Participatory action research; Medical education; Context (archaeology); Public health; Health care; Focus group; Multidisciplinary approach; Medicine; Citizen journalism; Qualitative research; Psychology; Public relations; Nursing; Sociology; Political science","score_opus":0.9074064180355496,"score_gpt":0.6757960272425896,"score_spread":0.23161039079295997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392784022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64758056,0.004674282,0.06699751,0.19186287,0.0045505133,0.028423669,0.0009576731,0.00071736664,0.05423549],"genre_scores_gemma":[0.9267659,0.001530943,0.0413382,0.014739914,0.00028785435,0.0074429023,0.00021175979,0.00010942664,0.0075729853],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8517432,0.12143018,0.0020176086,0.00366648,0.0057358593,0.015406662],"domain_scores_gemma":[0.87111497,0.05450879,0.0043009087,0.0046500056,0.020235121,0.045190193],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1265129,0.0017029347,0.0012405637,0.0022853273,0.050535925,0.011434487,0.006200957,0.005896011,0.0059696077],"category_scores_gemma":[0.07449922,0.0011709365,0.0019137511,0.002451036,0.019928914,0.0063776486,0.024232648,0.011548975,0.0008317544],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032968362,0.00038298935,0.0023573283,0.00041552252,0.000025138348,0.0020525071,0.9565354,0.00035780334,0.0012066205,0.004823926,0.0106898565,0.020823138],"study_design_scores_gemma":[0.00015075665,0.000300761,0.0013942386,0.0005463417,0.000034454955,0.00042986072,0.9104637,0.00044252916,0.00078567554,0.0034884198,0.081802286,0.00016104779],"about_ca_topic_score_codex":0.28532925,"about_ca_topic_score_gemma":0.48962098,"teacher_disagreement_score":0.9430229,"about_ca_system_score_codex":0.05697711,"about_ca_system_score_gemma":0.20790704,"threshold_uncertainty_score":0.66907215},"labels":[],"label_agreement":null},{"id":"W4393227939","doi":"10.1186/s12961-024-01131-9","title":"Choosing and accessing COVID-19 treatment options: a qualitative study with patients, caregivers, and health care providers in Lebanon","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Pharmaceutical Economics and Policy","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"","keywords":"Thematic analysis; Pandemic; Qualitative research; Medicine; Health care; Pharmacy; Health administration; Health services research; Public health; Public relations; Nursing; Family medicine; Coronavirus disease 2019 (COVID-19); Economic growth; Political science; Disease; Sociology; Infectious disease (medical specialty)","score_opus":0.5203466824144755,"score_gpt":0.5666672211335124,"score_spread":0.04632053871903696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393227939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98705417,0.001866433,0.0012328501,0.005462432,0.0001554079,0.00030569354,0.00016433331,0.000014146791,0.0037444432],"genre_scores_gemma":[0.9919546,0.0016878742,0.00086016103,0.0026444094,0.00004435398,0.0004630398,0.00007187959,0.000022989681,0.002250662],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9912425,0.006429275,0.00022034625,0.0003695675,0.00033113177,0.0014071295],"domain_scores_gemma":[0.98400015,0.011230486,0.00093660917,0.00021619517,0.0011725023,0.0024440219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011777205,0.00079592864,0.0012295481,0.0012719854,0.014616658,0.0037585744,0.0018134622,0.0020925386,0.0049104565],"category_scores_gemma":[0.015269788,0.0007998812,0.00049217086,0.0014930342,0.0085400455,0.004472115,0.0054747267,0.004235053,0.00042074983],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024543362,0.000048727983,0.0016975903,0.00014731652,0.0000029391636,0.0007611726,0.99439234,0.000018779576,0.00018978913,0.00040906484,0.00052727823,0.0017804019],"study_design_scores_gemma":[0.0000022119145,0.000023868843,0.00035113082,0.000106703454,0.0000014223687,0.000079365025,0.9969465,0.000022092849,0.000037789825,0.00006906772,0.0023555863,0.000004251964],"about_ca_topic_score_codex":0.015205427,"about_ca_topic_score_gemma":0.028957447,"teacher_disagreement_score":0.015205427,"about_ca_system_score_codex":0.0066985087,"about_ca_system_score_gemma":0.0083446,"threshold_uncertainty_score":0.06228459},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4393427124","doi":"10.1186/s12961-024-01130-w","title":"Adopting, implementing and assimilating coproduced health and social care innovations involving structurally vulnerable populations: findings from a longitudinal, multiple case study design in Canada, Scotland and Sweden","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; McMaster University","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Mental Health Association","keywords":"Coproduction; Public relations; Public health; Participant observation; Mental health; Health services research; Comparative case; Sociology; Medicine; Nursing; Political science","score_opus":0.7133893271827286,"score_gpt":0.5747756316554525,"score_spread":0.1386136955272761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393427124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99705243,0.00056448247,0.00025723525,0.00055570446,0.000014192386,0.0005930675,0.00010889574,0.000004330592,0.0008497431],"genre_scores_gemma":[0.9939268,0.0013628553,0.0018161207,0.0006066763,0.000015844407,0.0011329185,0.00019055993,0.000009691959,0.00093848555],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97368014,0.013367483,0.0011900737,0.001345616,0.0040956507,0.0063209194],"domain_scores_gemma":[0.9613361,0.016520118,0.00691093,0.0015492323,0.008806937,0.0048766662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026213216,0.0010139366,0.0012461559,0.005555678,0.020061292,0.0051880144,0.004248749,0.0023587807,0.0017192136],"category_scores_gemma":[0.03833533,0.0010978809,0.0012501779,0.0072565298,0.008183043,0.0032935604,0.009332333,0.0028414514,0.00021780074],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033750755,0.0016384558,0.14366718,0.0005268835,0.00009838473,0.0049507315,0.81865716,0.00022747435,0.00041563693,0.0014475706,0.0014019855,0.026631124],"study_design_scores_gemma":[0.00006056725,0.0005342228,0.083282106,0.00058040593,0.00008311787,0.00041604778,0.9097557,0.00029209314,0.00025250053,0.00025533614,0.004425411,0.00006254191],"about_ca_topic_score_codex":0.8479115,"about_ca_topic_score_gemma":0.933488,"teacher_disagreement_score":0.15208852,"about_ca_system_score_codex":0.07400931,"about_ca_system_score_gemma":0.09999845,"threshold_uncertainty_score":0.53697765},"labels":[],"label_agreement":null},{"id":"W4396854743","doi":"10.1186/s12961-024-01135-5","title":"The TransFORmation of IndiGEnous PrimAry HEAlthcare Delivery (FORGE AHEAD): economic analysis","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; University Health Network; University of Toronto; Toronto General Hospital; Diabetes Canada; Ted Rogers Centre for Heart Research","funders":"Canadian Institutes of Health Research; Lawson Foundation; AstraZeneca Canada; AstraZeneca","keywords":"Medicine; Health services research; Indigenous; Health administration; Population; Public health; Community health; Intervention (counseling); Health care; Health economics; Population health; Environmental health; Family medicine; Nursing; Economic growth","score_opus":0.13834079279864794,"score_gpt":0.46561318177421884,"score_spread":0.32727238897557087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396854743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9126638,0.019319525,0.011677126,0.0077639506,0.00034250304,0.008620936,0.014593311,0.00009162016,0.024927108],"genre_scores_gemma":[0.98653144,0.003600757,0.0044378946,0.0003511651,0.00007764521,0.0015588186,0.0021695553,0.000011694334,0.0012610817],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9929483,0.0048586186,0.00019999426,0.00018117219,0.00076994835,0.001041905],"domain_scores_gemma":[0.9938705,0.0041565252,0.0007188541,0.00013959978,0.00049365795,0.000620861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008103398,0.00094384537,0.0013609307,0.0022978373,0.0005028455,0.0021563391,0.0010183244,0.0009494609,0.0044058217],"category_scores_gemma":[0.017409826,0.00044366633,0.0031311724,0.0029802974,0.0005515524,0.0013453466,0.001958353,0.0015257609,0.00015702832],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023258606,0.0061694696,0.20376557,0.019007854,0.018006522,0.00242312,0.0012857658,0.4167746,0.0006551508,0.06776413,0.031175448,0.20971382],"study_design_scores_gemma":[0.0051090517,0.018218458,0.23469023,0.0069447956,0.012151037,0.0015562355,0.0057915174,0.6606509,0.00089763367,0.02324093,0.030335873,0.00041334407],"about_ca_topic_score_codex":0.05713326,"about_ca_topic_score_gemma":0.03359518,"teacher_disagreement_score":0.05713326,"about_ca_system_score_codex":0.012167029,"about_ca_system_score_gemma":0.0076488773,"threshold_uncertainty_score":0.11360139},"labels":[],"label_agreement":null},{"id":"W4398172130","doi":"10.1186/s12961-024-01136-4","title":"Analysing the performance of a health innovation ecosystem in the COVID-19 crisis: complexity and chaos theory perspective","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Legal, Health, Environmental and COVID-19 Challenges","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Capilano University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Perspective (graphical); Public health; Health services research; Health administration; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Pandemic; Health policy; Medicine; Virology; Computer science; Nursing; Disease; Artificial intelligence","score_opus":0.4326921770058316,"score_gpt":0.5321723732943369,"score_spread":0.09948019628850524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398172130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78428614,0.002972604,0.08704849,0.018652247,0.00018662379,0.00044013196,0.00022844569,0.00006871407,0.1061166],"genre_scores_gemma":[0.99202394,0.0004810649,0.006534644,0.000116311174,0.000023599961,0.00006038738,0.00003246933,0.00000771081,0.0007198309],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9948043,0.0030489175,0.00019671759,0.00034037713,0.00095875753,0.0006508583],"domain_scores_gemma":[0.9883165,0.008148615,0.001441693,0.00042651655,0.001025845,0.0006408658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006758654,0.00030577133,0.00035359684,0.003793731,0.002835559,0.008056392,0.00095772184,0.0013274432,0.0016903108],"category_scores_gemma":[0.010818694,0.00019681104,0.00048255755,0.0025608721,0.00944011,0.007108312,0.0039735436,0.0011286959,0.00012592164],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007921179,0.00013546352,0.065672055,0.00091120024,0.000113117116,0.002001274,0.1522534,0.014803278,0.0021571226,0.7048934,0.0031887868,0.05379174],"study_design_scores_gemma":[0.000024184272,0.0002671524,0.0598408,0.001413325,0.00009599782,0.0010551763,0.40645668,0.052048545,0.0019461532,0.41046667,0.06625044,0.00013490574],"about_ca_topic_score_codex":0.0037222125,"about_ca_topic_score_gemma":0.0038985966,"teacher_disagreement_score":0.008056392,"about_ca_system_score_codex":0.008010349,"about_ca_system_score_gemma":0.006245981,"threshold_uncertainty_score":0.058119357},"labels":[],"label_agreement":null},{"id":"W4398239013","doi":"10.1186/s12961-024-01150-6","title":"Navigating the nexus between British Columbia’s public consumption and decriminalization policies of illegal drugs","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Learning Partnership; University of Toronto; BC Centre for Disease Control; Public Health Ontario; Mental Health Research Canada; Centre for Addiction and Mental Health","funders":"Institute of Neurosciences, Mental Health and Addiction","keywords":"Decriminalization; Legislation; Public health; Harm reduction; Government (linguistics); Consumption (sociology); Environmental health; Possession (linguistics); Public policy; Cannabis; Harm; Public administration; Business; Medicine; Economic growth; Political science; Law; Economics; Sociology; Psychiatry","score_opus":0.3824870954253523,"score_gpt":0.5328934951395625,"score_spread":0.15040639971421021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398239013","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103382364,0.009154328,0.0023077594,0.56865734,0.0012140399,0.0003113601,0.00061308884,0.0002727871,0.3140869],"genre_scores_gemma":[0.6286304,0.005590332,0.0059055197,0.22470568,0.00034550027,0.00031816808,0.00043454883,0.00013768837,0.13393217],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98852134,0.0018042226,0.0002956396,0.0006176308,0.004355292,0.004405876],"domain_scores_gemma":[0.9818896,0.004997591,0.0008645804,0.0005481655,0.006114893,0.0055851056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006745472,0.00035375834,0.0003433553,0.0019653002,0.019373212,0.0112147685,0.0025711982,0.006852184,0.006561949],"category_scores_gemma":[0.015937898,0.0006066663,0.00036182196,0.0019217939,0.008716443,0.002472836,0.004362167,0.00832016,0.0006415631],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012302089,0.00028306086,0.03411166,0.0006145896,0.00006432332,0.002127258,0.022644361,0.0021243356,0.0029405812,0.2149903,0.52680635,0.19317016],"study_design_scores_gemma":[0.00007555479,0.00007569991,0.04758204,0.0011577889,0.00005315872,0.00024823693,0.017771801,0.0013277191,0.001196974,0.017483098,0.9128419,0.00018602339],"about_ca_topic_score_codex":0.96821743,"about_ca_topic_score_gemma":0.9854747,"teacher_disagreement_score":0.0900009,"about_ca_system_score_codex":0.0900009,"about_ca_system_score_gemma":0.26149496,"threshold_uncertainty_score":0.65300524},"labels":[],"label_agreement":null},{"id":"W4399049243","doi":"10.1186/s12961-024-01147-1","title":"Enhancing the delivery of comprehensive care for people living with HIV in Canada: insights from citizen panels and a national stakeholder dialogue","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Impact; University of Manitoba; Bruyère; Ontario HIV Treatment Network; McMaster University; McMaster University Medical Centre","funders":"Canadian Institutes of Health Research; Ontario HIV Treatment Network; Government of Ontario; McMaster University","keywords":"Public relations; Stakeholder; Thematic analysis; Public health; Stakeholder engagement; Health policy; Health care; Medicine; Community engagement; Nursing; Qualitative research; Medical education; Political science; Sociology","score_opus":0.21256375301127228,"score_gpt":0.42018015178219,"score_spread":0.2076163987709177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399049243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9043364,0.001702638,0.0022277487,0.06075632,0.00029272452,0.00073407294,0.0002496838,0.000044600758,0.029655863],"genre_scores_gemma":[0.9860016,0.0010624704,0.0020927528,0.007268804,0.000025836882,0.00021794144,0.000111286856,0.00003133558,0.003187957],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9782588,0.013013611,0.00036528925,0.00066236145,0.0024774505,0.0052225464],"domain_scores_gemma":[0.974574,0.008988656,0.0008575338,0.0005623002,0.0058649266,0.009152551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025710953,0.00047068417,0.0004645665,0.0010076362,0.043258075,0.0068843705,0.0022076177,0.0030324387,0.0017244705],"category_scores_gemma":[0.020719063,0.00047995604,0.0004929916,0.001789528,0.009375369,0.002927983,0.009833073,0.004308553,0.00013612665],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006741603,0.00010002649,0.012614827,0.00016529339,0.000012571098,0.0013786244,0.95754856,0.00018337781,0.00078115077,0.0029468066,0.007570321,0.016631082],"study_design_scores_gemma":[0.000013923152,0.000052152776,0.009161254,0.00025139196,0.000014409767,0.00013314743,0.94299436,0.0002458614,0.00023633234,0.0010213881,0.045829345,0.00004645164],"about_ca_topic_score_codex":0.9029627,"about_ca_topic_score_gemma":0.9507989,"teacher_disagreement_score":0.9206982,"about_ca_system_score_codex":0.079301775,"about_ca_system_score_gemma":0.22972602,"threshold_uncertainty_score":0.57537735},"labels":[],"label_agreement":null},{"id":"W4399294621","doi":"10.1186/s12961-024-01146-2","title":"The use of evidence to guide decision-making during the COVID-19 pandemic: divergent perspectives from a qualitative case study in British Columbia, Canada","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of British Columbia","funders":"Canadian Institutes of Health Research; Faculty of Medicine, University of British Columbia","keywords":"Public health; Public relations; Government (linguistics); Health services research; CLARITY; Health policy; Political science; Stakeholder; Public policy; Qualitative research; Corporate governance; Pandemic; Health administration; Empirical evidence; Public administration; Sociology; Medicine; Coronavirus disease 2019 (COVID-19); Nursing; Social science; Law; Economics; Management","score_opus":0.9399959475687769,"score_gpt":0.7768269026553423,"score_spread":0.16316904491343465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399294621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9232184,0.0050727515,0.0043788613,0.036496874,0.00019118728,0.00077573507,0.00034593308,0.000027601436,0.029492658],"genre_scores_gemma":[0.98850584,0.0019068223,0.0018654864,0.002973489,0.000013936754,0.00019117103,0.00006590798,0.00003595301,0.004441487],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9553483,0.030662911,0.0013327061,0.0016322756,0.004049101,0.006974621],"domain_scores_gemma":[0.91628325,0.05889734,0.0024775625,0.0011960241,0.011237933,0.009907836],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.035569694,0.0007162733,0.0011089742,0.0029995395,0.04800345,0.012465768,0.0045521576,0.0041174013,0.0032586078],"category_scores_gemma":[0.044090223,0.0009869805,0.00051791605,0.0067398422,0.029044898,0.0034623523,0.0088783,0.0061141225,0.0002490064],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044455777,0.000023079592,0.0026888198,0.00022424478,0.000007771291,0.002565121,0.98504084,0.00018888526,0.0004764808,0.003155285,0.0012682118,0.0043168142],"study_design_scores_gemma":[0.0000046275404,0.000011526865,0.000984731,0.00035051175,0.0000056167282,0.0001428519,0.9859533,0.00012449145,0.000130036,0.0003471162,0.011925335,0.000019847297],"about_ca_topic_score_codex":0.9551644,"about_ca_topic_score_gemma":0.97387505,"teacher_disagreement_score":0.95199656,"about_ca_system_score_codex":0.18273312,"about_ca_system_score_gemma":0.2018839,"threshold_uncertainty_score":0.94791377},"labels":[],"label_agreement":null},{"id":"W4399540346","doi":"10.1186/s12961-023-01088-1","title":"Understanding contextual and practical factors to inform WHO recommendations on using chest imaging to monitor COVID-19 pulmonary sequelae: a qualitative study exploring stakeholders’ perspective","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"World Health Organization","keywords":"Thematic analysis; Medicine; Qualitative research; Disadvantaged; Health services research; Health care; Nursing research; Equity (law); Nursing; Family medicine; Public health","score_opus":0.8558189127500156,"score_gpt":0.639702972199857,"score_spread":0.2161159405501587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399540346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9645768,0.0015703563,0.0098225605,0.013105855,0.00015552272,0.0008434194,0.0003694986,0.000028071903,0.0095279],"genre_scores_gemma":[0.9913577,0.0011482353,0.0030714704,0.002079602,0.000022643466,0.0005767048,0.00008387456,0.000026722973,0.0016329834],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9786607,0.017456528,0.00048553568,0.00066048466,0.0008621182,0.0018744927],"domain_scores_gemma":[0.9554218,0.037415154,0.0017604142,0.0005075544,0.0026410925,0.0022540728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030904686,0.0005721917,0.00076471455,0.0016150629,0.0076270117,0.004741668,0.0015695759,0.0021602365,0.0036798462],"category_scores_gemma":[0.037202325,0.00073247263,0.0005589057,0.0014440906,0.008432288,0.0068612625,0.00627332,0.0036646521,0.00036292674],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021778058,0.00002626477,0.0018451811,0.00019671995,0.0000034120033,0.0006080759,0.992027,0.000048520134,0.00044163552,0.0014926807,0.00046991397,0.0028188117],"study_design_scores_gemma":[0.0000034710567,0.000027414506,0.0005057615,0.00024366847,0.000003471027,0.00012279746,0.99247086,0.000096250355,0.0001542673,0.00051213964,0.0058500175,0.000009797744],"about_ca_topic_score_codex":0.00882477,"about_ca_topic_score_gemma":0.009802678,"teacher_disagreement_score":0.030904686,"about_ca_system_score_codex":0.006472949,"about_ca_system_score_gemma":0.008512578,"threshold_uncertainty_score":0.16344154},"labels":[],"label_agreement":null},{"id":"W4399647634","doi":"10.1186/s12961-024-01156-0","title":"Supporting Ontario public health units to address adverse childhood experiences in pandemic recovery planning: A priority-setting exercise","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Child Abuse and Trauma","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Regional Municipality of Niagara; Public Health Ontario; McMaster University; University of Toronto","funders":"Public Health Ontario","keywords":"Public health; Pandemic; Medicine; Environmental health; Health services research; Neglect; Health policy; Socioeconomic status; Occupational safety and health; Nursing; Coronavirus disease 2019 (COVID-19); Disease; Population; Infectious disease (medical specialty)","score_opus":0.3938204210865397,"score_gpt":0.5141829213636852,"score_spread":0.12036250027714546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399647634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83455914,0.002687696,0.006227074,0.08210911,0.00049471785,0.009064091,0.00092285505,0.00037124348,0.0635641],"genre_scores_gemma":[0.93854874,0.0028604958,0.042489275,0.0050990833,0.00012495775,0.0041199564,0.00041016212,0.00003022911,0.0063170134],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9897742,0.005525407,0.00043985446,0.0003608967,0.0012792893,0.0026202654],"domain_scores_gemma":[0.9799467,0.0038637235,0.0020922967,0.0006945979,0.0031347747,0.010267861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015914,0.0007137729,0.0004296643,0.0014048009,0.010497593,0.0035789707,0.002387114,0.001488286,0.006144527],"category_scores_gemma":[0.01817923,0.0007181061,0.0007372156,0.0015970888,0.003166095,0.0027386788,0.009493005,0.0017618372,0.0005020705],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006086412,0.002268644,0.1879325,0.0044786804,0.00012760679,0.002382128,0.28811303,0.0013710429,0.0032809954,0.0026304736,0.083784245,0.42302203],"study_design_scores_gemma":[0.00035960213,0.0013883909,0.23006235,0.002841963,0.00015022933,0.00034342412,0.57151073,0.0012067554,0.001496196,0.0024287857,0.1880123,0.00019931907],"about_ca_topic_score_codex":0.3933822,"about_ca_topic_score_gemma":0.77540106,"teacher_disagreement_score":0.9652195,"about_ca_system_score_codex":0.03478049,"about_ca_system_score_gemma":0.14099914,"threshold_uncertainty_score":0.7821849},"labels":[],"label_agreement":null},{"id":"W4399979095","doi":"10.1186/s12961-024-01161-3","title":"Analysis of funding landscape for health policy and systems research in the Eastern Mediterranean Region: A scoping review of the literature over the past decade","year":2024,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research; World Health Organization","keywords":"Health services research; Medicine; Health administration; Health policy; Health care; Public health; Population; Political science; Family medicine; Environmental health; Nursing","score_opus":0.9119955778941565,"score_gpt":0.7779794165078677,"score_spread":0.1340161613862888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399979095","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004140135,0.98298866,0.0009910444,0.0077436175,0.00048008724,0.0006140533,0.00067348516,0.000016361188,0.002352613],"genre_scores_gemma":[0.043965343,0.9471181,0.0039670123,0.0019650734,0.00031934472,0.0017710691,0.0006150234,0.00001959531,0.00025945032],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9171502,0.038018752,0.026875304,0.0030678578,0.013013364,0.0018745768],"domain_scores_gemma":[0.59716046,0.30237493,0.04680934,0.004620387,0.046708148,0.0023267812],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.13444202,0.0012681427,0.0037042054,0.044680875,0.0026102532,0.010427077,0.0023233392,0.003888913,0.0034659887],"category_scores_gemma":[0.29298156,0.0014557636,0.0046704793,0.044550687,0.002691672,0.008367193,0.0049254242,0.0023354294,0.00045162436],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022378075,0.00005500763,0.008611599,0.66659236,0.003565433,0.0005163619,0.0057605766,0.0008250818,0.00039388795,0.009264382,0.0100915395,0.29410002],"study_design_scores_gemma":[0.000048350303,0.00007440604,0.008845327,0.929135,0.0048906174,0.00033058296,0.0037032685,0.0002796891,0.00021729093,0.0020006548,0.05043302,0.000041868087],"about_ca_topic_score_codex":0.013705054,"about_ca_topic_score_gemma":0.02483299,"teacher_disagreement_score":0.86555797,"about_ca_system_score_codex":0.016875194,"about_ca_system_score_gemma":0.060170498,"threshold_uncertainty_score":0.7110058},"labels":[],"label_agreement":null},{"id":"W4400298436","doi":"10.1186/s12961-024-01171-1","title":"Bridging the gap to meet complex needs: an intersectoral action well supported by appropriate policies and governance","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Fonds de Recherche du Québec - Santé","keywords":"Health care; Health administration; Corporate governance; Public relations; Equity (law); Health services research; Business; Health policy; Nursing; Medicine; Public health; Political science","score_opus":0.4010023944028349,"score_gpt":0.5230446336875175,"score_spread":0.12204223928468261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400298436","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0311113,0.0070620277,0.05145204,0.8344587,0.0019207926,0.0012701859,0.00009868096,0.00029251396,0.07233372],"genre_scores_gemma":[0.78704786,0.007335794,0.079652846,0.10627973,0.0012198144,0.0024347978,0.0001847002,0.00021916587,0.015625348],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9139781,0.057189897,0.0035140477,0.0051330524,0.0083706565,0.011814333],"domain_scores_gemma":[0.9269397,0.023144359,0.005303412,0.007506779,0.0068692807,0.030236354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.088141836,0.0012535033,0.002475171,0.004141517,0.020148069,0.031183017,0.0051582158,0.01608255,0.010060818],"category_scores_gemma":[0.048988104,0.0015010565,0.0019517851,0.0023762104,0.04477477,0.024441548,0.051112242,0.019827845,0.0019417069],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014611664,0.001649401,0.017633421,0.0016650237,0.0005542195,0.0015849372,0.0942403,0.0030190484,0.003036858,0.64462966,0.071825825,0.16001527],"study_design_scores_gemma":[0.00009113617,0.00027080948,0.0077640624,0.0032929268,0.00009435756,0.00041997668,0.09591627,0.0012523013,0.00070940075,0.62470967,0.26533335,0.00014581947],"about_ca_topic_score_codex":0.0055541666,"about_ca_topic_score_gemma":0.007344001,"teacher_disagreement_score":0.088141836,"about_ca_system_score_codex":0.01647288,"about_ca_system_score_gemma":0.12763526,"threshold_uncertainty_score":0.46614414},"labels":[],"label_agreement":null},{"id":"W4400323686","doi":"10.1186/s12961-024-01134-6","title":"The role of nurses in implementation of public policy on adolescent health in Colombia, Ecuador, and Peru","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"School Health and Nursing Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Affairs Canada; Pan American Health Organization; Universidad Nacional Mayor de San Marcos; Universidad Nacional de Colombia","keywords":"Focus group; Public health; Health policy; Medicine; Nursing; Health services research; Nursing research; Psychological intervention; Ethnic group; Health care; Health administration; Economic growth; Political science; Business; Law","score_opus":0.3257764329971265,"score_gpt":0.6279664385242959,"score_spread":0.3021900055271694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400323686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9742545,0.0056840163,0.00024357738,0.008989459,0.00007232466,0.00009189951,0.00004619711,0.000009425724,0.010608583],"genre_scores_gemma":[0.9952519,0.0023319828,0.00036215258,0.000548546,0.00001437775,0.00008732019,0.000039505856,0.0000034601242,0.0013608973],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9971409,0.0019508558,0.00011506061,0.00010673046,0.00020368709,0.00048279657],"domain_scores_gemma":[0.99380493,0.0026791561,0.0012481537,0.00013587768,0.00085994287,0.0012718104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004531042,0.00016279989,0.00013843706,0.000544788,0.0018599054,0.0017746085,0.00066848856,0.00074209756,0.0015192414],"category_scores_gemma":[0.009543872,0.00014835419,0.00011224512,0.00036416177,0.0010650479,0.0011309561,0.002368465,0.0008402133,0.00008849554],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029411886,0.0004859174,0.4736117,0.001334845,0.00004665732,0.0027519213,0.29418916,0.0003280321,0.0011791443,0.005321695,0.0074930172,0.21296377],"study_design_scores_gemma":[0.000033318727,0.0003196431,0.41421196,0.0020757844,0.000044590575,0.00054981327,0.5149239,0.00037678788,0.00056247663,0.00066232827,0.06620106,0.000038330567],"about_ca_topic_score_codex":0.030564077,"about_ca_topic_score_gemma":0.04631644,"teacher_disagreement_score":0.030564077,"about_ca_system_score_codex":0.003966744,"about_ca_system_score_gemma":0.009088776,"threshold_uncertainty_score":0.06077236},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4400368528","doi":"10.1186/s12961-024-01160-4","title":"A taxonomy of demand-driven questions for use by evidence producers, intermediaries and decision-makers: results from a cross-sectional survey","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Intermediary; Taxonomy (biology); Unit (ring theory); Decision support system; Knowledge management; Computer science; Management science; Public relations; Business; Psychology; Marketing; Economics; Political science; Data mining","score_opus":0.8878809407446635,"score_gpt":0.7245819452575005,"score_spread":0.16329899548716298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400368528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97246057,0.0007838251,0.0149475215,0.0014665206,0.000059656686,0.004588545,0.0019041322,0.000114908835,0.003674284],"genre_scores_gemma":[0.9496728,0.0009058483,0.03608439,0.0009575908,0.000026132468,0.009700926,0.0019516527,0.000056257122,0.000644438],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9331606,0.04395305,0.011173758,0.0027065508,0.0068455595,0.0021604204],"domain_scores_gemma":[0.6838238,0.24557902,0.025378443,0.0099364435,0.03186074,0.0034215276],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.099675946,0.00072613935,0.0009039117,0.004669061,0.0018594594,0.0035332195,0.0015864235,0.0022539126,0.0016352853],"category_scores_gemma":[0.2168857,0.0010092927,0.001382041,0.0048975796,0.0026939411,0.0046550743,0.00634811,0.0020610038,0.0006021621],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003298913,0.00054217735,0.7084831,0.004062708,0.00016133726,0.00043445686,0.20135899,0.00083690416,0.0020757527,0.0030033723,0.003782457,0.07492882],"study_design_scores_gemma":[0.000118254655,0.0011331652,0.6387434,0.002287542,0.00010780895,0.00085141405,0.31928593,0.0046791127,0.001725167,0.004262685,0.026624773,0.00018074535],"about_ca_topic_score_codex":0.002345693,"about_ca_topic_score_gemma":0.0031262673,"teacher_disagreement_score":0.90032405,"about_ca_system_score_codex":0.0036467265,"about_ca_system_score_gemma":0.0046067834,"threshold_uncertainty_score":0.5271431},"labels":[],"label_agreement":null},{"id":"W4400652803","doi":"10.1186/s12961-024-01174-y","title":"A protocol for the formative evaluation of the implementation of patient-reported outcome measures in child and adolescent mental health services as part of a learning health system","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; Alberta Health; University of Calgary","funders":"Canadian Institutes of Health Research; Alberta Children's Hospital Foundation; Children's Hospital Foundation; Mitacs; Alberta Health Services","keywords":"Formative assessment; Mental health; Health services research; Protocol (science); Medicine; Health administration; Health informatics; Health care; Medical education; Nursing; Data collection; Public health; Outcome (game theory); Psychology; Psychiatry; Alternative medicine","score_opus":0.8094127931512596,"score_gpt":0.7447851031036719,"score_spread":0.06462769004758773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400652803","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011130999,0.000051283816,0.0076196496,0.00022513268,0.0002106785,0.9877366,0.0014212787,0.0001701541,0.0014520653],"genre_scores_gemma":[0.0005363365,0.00003325711,0.009344095,0.00006329166,0.000013902498,0.9895835,0.00014105717,0.000012121107,0.00027253942],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8152015,0.13906342,0.026051274,0.005814024,0.009417187,0.0044525596],"domain_scores_gemma":[0.7298874,0.118885286,0.018209364,0.041086696,0.084741905,0.007189313],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.21512014,0.004899602,0.0043168394,0.0070228665,0.008729075,0.0064645987,0.0065744217,0.007906753,0.082751796],"category_scores_gemma":[0.1974599,0.0060620653,0.0035332362,0.0068882774,0.005434348,0.0046184547,0.0045043477,0.010499252,0.021381525],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.059089027,0.033173077,0.0044732983,0.049780566,0.0005822672,0.002393587,0.036594424,0.0070773773,0.016676992,0.027818536,0.25405222,0.5082887],"study_design_scores_gemma":[0.0814649,0.03648425,0.02070079,0.037579738,0.00046356447,0.00075528934,0.021400455,0.011512762,0.02130707,0.021408346,0.7455122,0.0014106928],"about_ca_topic_score_codex":0.0028447043,"about_ca_topic_score_gemma":0.0068140435,"teacher_disagreement_score":0.21512014,"about_ca_system_score_codex":0.014706501,"about_ca_system_score_gemma":0.047139734,"threshold_uncertainty_score":0.9678966},"labels":[],"label_agreement":null},{"id":"W4400743006","doi":"10.1186/s12961-024-01168-w","title":"Siloed mentality, health system suboptimization and the healthcare symphony: a Canadian perspective","year":2024,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; University of Calgary; Alberta Innovates","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Symphony; Perspective (graphical); Health administration; Health care; Health services research; Public health; Health care reform; Health policy; Healthcare policy; Medicine; Healthcare system; International health; Political science; Nursing; Gerontology; History; Law; Art; Art history","score_opus":0.27394674229561006,"score_gpt":0.504438021969495,"score_spread":0.230491279673885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400743006","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017478727,0.0028734577,0.00014527628,0.9825764,0.0007866808,0.000010181163,0.000036615205,0.0000065785316,0.011817025],"genre_scores_gemma":[0.18246683,0.011893784,0.0011813089,0.78325987,0.0042506545,0.000051536077,0.00006330895,0.00004206958,0.016790621],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902507,0.0016905013,0.0003846246,0.0007026905,0.0035195276,0.0034518966],"domain_scores_gemma":[0.9792475,0.007926179,0.0010599579,0.00039034247,0.0052319095,0.006144036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008433213,0.0005847393,0.000710671,0.0021180664,0.026578141,0.012801398,0.0032875454,0.020566873,0.008272423],"category_scores_gemma":[0.020647079,0.00059317535,0.00074678904,0.0030228614,0.03148044,0.0069414517,0.0044136904,0.024822911,0.00058846176],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000776216,0.00007862313,0.0084088,0.0003469548,0.000043981396,0.0028791802,0.014605005,0.0009253447,0.0003328448,0.26818207,0.67104065,0.033078894],"study_design_scores_gemma":[0.00012508703,0.0000865975,0.01635273,0.0012468613,0.00007094002,0.0023612026,0.037952743,0.002492667,0.00032203115,0.10924306,0.8294648,0.00028125773],"about_ca_topic_score_codex":0.9755878,"about_ca_topic_score_gemma":0.9870472,"teacher_disagreement_score":0.7901435,"about_ca_system_score_codex":0.2098565,"about_ca_system_score_gemma":0.28528515,"threshold_uncertainty_score":0.9164545},"labels":[],"label_agreement":null},{"id":"W4401423547","doi":"10.1186/s12961-024-01169-9","title":"Research evidence communication for policy-makers: a rapid scoping review on frameworks, guidance and tools, and barriers and facilitators","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"World Health Organization","keywords":"Knowledge translation; Health services research; Health policy; Public relations; Health administration; Evidence-based practice; Process (computing); Health communication; Public health; Knowledge management; Political science; Medicine; Nursing; Computer science; Alternative medicine","score_opus":0.9083909917626849,"score_gpt":0.7829010317313783,"score_spread":0.12548996003130664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401423547","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015880665,0.9336791,0.018146288,0.022059403,0.0023781639,0.014252908,0.0017205187,0.00022725156,0.005948299],"genre_scores_gemma":[0.010938325,0.8850354,0.07397544,0.0039389175,0.00040525701,0.022894092,0.0015842677,0.00011236278,0.0011160012],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.84976023,0.069403134,0.052151844,0.0053274315,0.020834541,0.002522814],"domain_scores_gemma":[0.60237104,0.29641494,0.034190618,0.008964116,0.05560042,0.0024588797],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21238965,0.003809263,0.009075856,0.06849393,0.0045232824,0.018050542,0.006774476,0.009868951,0.008113004],"category_scores_gemma":[0.3825095,0.004295305,0.011287521,0.06119671,0.0053943573,0.024870379,0.013084984,0.0077205906,0.0027925966],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012165339,0.0000689386,0.00060327846,0.5633505,0.0008114857,0.0002897651,0.0062414175,0.00070782047,0.000625003,0.01364848,0.018256359,0.39527526],"study_design_scores_gemma":[0.000032246502,0.000041777617,0.00041426244,0.9290383,0.0010878547,0.00010528003,0.0015800524,0.0002003246,0.00017445399,0.0034105056,0.0638712,0.000043816406],"about_ca_topic_score_codex":0.011955464,"about_ca_topic_score_gemma":0.025742926,"teacher_disagreement_score":0.98194945,"about_ca_system_score_codex":0.023759292,"about_ca_system_score_gemma":0.122157015,"threshold_uncertainty_score":0.97126377},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4401449570","doi":"10.1186/s12961-024-01188-6","title":"Identifying the essential elements to inform the development of a research agenda for Paramedicine in Ireland: a Delphi Study","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Health services research; Health administration; Delphi method; Medicine; Nursing research; Delphi; Public health; Nursing; Computer science","score_opus":0.7397667705048934,"score_gpt":0.6962619859390238,"score_spread":0.04350478456586959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401449570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8916403,0.00090845866,0.04316849,0.01681584,0.00045088519,0.025636848,0.0003669607,0.00012141568,0.020890817],"genre_scores_gemma":[0.91836286,0.0013892873,0.053605095,0.0040450124,0.000067796915,0.01854382,0.00021034607,0.000069442205,0.0037063123],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9010766,0.076582424,0.0060123173,0.0023071594,0.0044227173,0.009598763],"domain_scores_gemma":[0.92084044,0.04909331,0.003495914,0.002224711,0.018423174,0.005922416],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.13258664,0.0011262863,0.0010897851,0.004471465,0.008849103,0.0071794474,0.0029018703,0.0038212421,0.0038716395],"category_scores_gemma":[0.09514718,0.0018548833,0.0013565865,0.0024995331,0.0066160765,0.0072544557,0.017309299,0.0052323425,0.0010278015],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022584684,0.00028269194,0.00847752,0.0020416516,0.000040646868,0.0012984027,0.92709213,0.0008069446,0.003882034,0.007009105,0.003999209,0.044843834],"study_design_scores_gemma":[0.00003887711,0.00027059304,0.0036209351,0.0013184099,0.000017837472,0.00027943804,0.9699312,0.0012953385,0.0008186498,0.0020865297,0.02023566,0.000086509914],"about_ca_topic_score_codex":0.00705982,"about_ca_topic_score_gemma":0.0066624973,"teacher_disagreement_score":0.86741334,"about_ca_system_score_codex":0.013775021,"about_ca_system_score_gemma":0.029730802,"threshold_uncertainty_score":0.7011936},"labels":[],"label_agreement":null},{"id":"W4401521704","doi":"10.1186/s12961-024-01196-6","title":"Mapping the way: functional modelling for community-based integrated care for older people","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saint John Regional Hospital; Memorial University of Newfoundland; University of New Brunswick","funders":"Canada First Research Excellence Fund; Ocean Frontier Institute","keywords":"Health services research; Health administration; Public health; Social policy; Health informatics; Medicine; Health care; Health policy; Gerontology; Nursing; Political science","score_opus":0.5307930273804309,"score_gpt":0.5905493610307392,"score_spread":0.0597563336503083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401521704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075335644,0.0003734116,0.9044534,0.0017662905,0.00009067592,0.00070350576,0.00070042023,0.00086865976,0.015708035],"genre_scores_gemma":[0.49086758,0.0003399192,0.5040509,0.000136222,0.00001687525,0.0013626886,0.0007931667,0.00013106829,0.0023016245],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983065,0.0011000053,0.000094593124,0.00019003314,0.00021715387,0.000091602575],"domain_scores_gemma":[0.9968767,0.0020623293,0.00019814879,0.0002284438,0.0004773526,0.00015697283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004373817,0.0009634904,0.00055348594,0.0012806777,0.0017546728,0.0032947704,0.002248045,0.0018261742,0.0037782053],"category_scores_gemma":[0.010375463,0.0004991114,0.0019481741,0.0008457284,0.0013072161,0.0024260932,0.0028717797,0.0012164273,0.00038194985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002089849,0.0001970301,0.011029186,0.000716825,0.00013782056,0.00052890077,0.011241521,0.8373125,0.0017839969,0.05772526,0.0029543608,0.07616353],"study_design_scores_gemma":[0.00003360435,0.000085638385,0.0012943159,0.00030494115,0.000045775232,0.00010721033,0.0035206932,0.9527887,0.00043478445,0.028299151,0.013034376,0.000050836763],"about_ca_topic_score_codex":0.045543473,"about_ca_topic_score_gemma":0.04892717,"teacher_disagreement_score":0.045543473,"about_ca_system_score_codex":0.0034447191,"about_ca_system_score_gemma":0.005703,"threshold_uncertainty_score":0.09055674},"labels":[],"label_agreement":null},{"id":"W4402976299","doi":"10.1186/s12961-024-01223-6","title":"Assessment of the compliance with minimum quality standards by public primary healthcare facilities in Nigeria","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Public health; Health administration; Compliance (psychology); Health services research; Quality (philosophy); Healthcare policy; Medicine; Health policy; Health care; Environmental health; Social policy; Primary health care; Nursing; Business; International health; Political science; Psychology; Population","score_opus":0.4399348558716321,"score_gpt":0.5003039680893604,"score_spread":0.06036911221772828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402976299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9988851,0.000098066856,0.00010649759,0.00011356204,0.0000024482144,0.000046099187,0.00012433516,0.0000032137102,0.0006206626],"genre_scores_gemma":[0.9992762,0.00013488368,0.00035371693,0.00003242937,0.0000018231736,0.000035380057,0.00008396375,8.047492e-7,0.000080847014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954726,0.0015185231,0.0010068135,0.0003073045,0.0011200593,0.0005747038],"domain_scores_gemma":[0.9863123,0.0035445697,0.006891199,0.00062818034,0.0020495143,0.00057416933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053482736,0.00017510627,0.00034497122,0.0010103201,0.000886973,0.0010039433,0.0006080942,0.00046906926,0.00076093705],"category_scores_gemma":[0.012395559,0.00041364605,0.00024126246,0.0016744877,0.00090668886,0.00077328505,0.0010774338,0.00048678316,0.000092783805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041636635,0.0001041378,0.9845158,0.00012586096,0.000016419644,0.00011776874,0.00426139,0.00016706783,0.00054681755,0.000099067525,0.000113445945,0.009890544],"study_design_scores_gemma":[0.0000034049285,0.00031387663,0.98687255,0.00012711973,0.00000736372,0.00018717228,0.011496086,0.00023149926,0.00028509132,0.000050568156,0.00041484897,0.000010400685],"about_ca_topic_score_codex":0.020634191,"about_ca_topic_score_gemma":0.024156418,"teacher_disagreement_score":0.020634191,"about_ca_system_score_codex":0.0018175133,"about_ca_system_score_gemma":0.003466524,"threshold_uncertainty_score":0.0410282},"labels":[],"label_agreement":null},{"id":"W4403083260","doi":"10.1186/s12961-024-01225-4","title":"Working in a relational way is everything: Perceptions of power and value in a drug policy-making network","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Community Health and Development","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada","keywords":"Health services research; Power (physics); Value (mathematics); Health administration; Public health; Social policy; Perception; Health policy; Healthcare policy; Drug; Sociology; Medicine; Psychology; Political science; Health care reform; Computer science; Nursing; Pharmacology; Law","score_opus":0.3731204188178546,"score_gpt":0.5763016626105029,"score_spread":0.20318124379264824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403083260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838765,0.00021317232,0.00083636824,0.005049233,0.000032455628,0.000037185797,0.000016100706,0.0000072348853,0.009931816],"genre_scores_gemma":[0.9989761,0.00016959057,0.00015231663,0.00027247562,0.0000063548537,0.00001817706,0.000009485859,0.0000042822303,0.00039116596],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9866676,0.009913835,0.00026493528,0.0005487666,0.0012693665,0.0013356084],"domain_scores_gemma":[0.98087513,0.01043272,0.0027759415,0.0005132452,0.0011672003,0.004235826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014008928,0.00039806755,0.00037682822,0.0017759699,0.016830295,0.010342106,0.0014861737,0.0018552064,0.00382201],"category_scores_gemma":[0.017625943,0.00059981196,0.00028842848,0.0013455944,0.020213164,0.011521642,0.010918289,0.0033727796,0.00022508495],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047252666,0.000070045615,0.017307268,0.000061233295,0.000014942417,0.00045755962,0.9684992,0.0000936508,0.00044344013,0.0073164837,0.00067262235,0.005016233],"study_design_scores_gemma":[0.0000046852397,0.00003740006,0.005452464,0.000051309133,0.000005905535,0.000114777875,0.9867843,0.00016544398,0.000070011316,0.0013891084,0.005912599,0.00001195258],"about_ca_topic_score_codex":0.014848959,"about_ca_topic_score_gemma":0.018324735,"teacher_disagreement_score":0.016830295,"about_ca_system_score_codex":0.0068948865,"about_ca_system_score_gemma":0.006250428,"threshold_uncertainty_score":0.07408714},"labels":[],"label_agreement":null},{"id":"W4403256266","doi":"10.1186/s12961-024-01235-2","title":"Role and promise of health policy and systems research in integrating rehabilitation into the health systems","year":2024,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"GF Strong Rehabilitation Centre; University of British Columbia; Centre for Disability Prevention and Rehabilitation; University of Manitoba; Université du Québec à Trois-Rivières; McGill University","funders":"World Health Organization","keywords":"Health services research; Health policy; Health administration; Public health; Social policy; Health informatics; Health economics; Healthcare system; Rehabilitation; Systems research; Medicine; Healthcare policy; International health; Environmental health; Nursing; Health care; Political science; Biology; Physical therapy; Ecology","score_opus":0.479064240040274,"score_gpt":0.6406892809885888,"score_spread":0.1616250409483148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403256266","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031001412,0.0958783,0.024758209,0.8473045,0.0034577698,0.00023328165,0.0001556101,0.00012011115,0.024992073],"genre_scores_gemma":[0.4078428,0.23164445,0.163645,0.16895455,0.020869084,0.0016522349,0.00040432863,0.00015136346,0.0048363055],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.8416703,0.13314044,0.003876576,0.005640546,0.0091937985,0.0064784302],"domain_scores_gemma":[0.5225673,0.41106287,0.012028265,0.02154145,0.019817837,0.012982213],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.24362276,0.0024753474,0.00435044,0.0120487325,0.008376222,0.029575301,0.0061872783,0.023663633,0.009142261],"category_scores_gemma":[0.1484517,0.0014480306,0.0035961235,0.009444525,0.055488456,0.054191448,0.018036654,0.026078617,0.0011444516],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010641308,0.00042188156,0.0030778025,0.00340733,0.00028685754,0.00015955235,0.004560579,0.0048074136,0.0002210478,0.907658,0.01781654,0.057476524],"study_design_scores_gemma":[0.00009961338,0.00028071814,0.002599008,0.0059851795,0.00014822009,0.00011492656,0.010829763,0.004059194,0.0003260152,0.88850653,0.08688718,0.0001636693],"about_ca_topic_score_codex":0.018140944,"about_ca_topic_score_gemma":0.011926227,"teacher_disagreement_score":0.24362276,"about_ca_system_score_codex":0.026111444,"about_ca_system_score_gemma":0.09403396,"threshold_uncertainty_score":0.9327478},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4404020999","doi":"10.1186/s12961-024-01191-x","title":"Using normalisation process theory (NPT) to explore implementation of the maternal perinatal death surveillance and response (MPDSR) policy in Uganda: a reflection","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia; Western University","funders":"","keywords":"Health services research; Health policy; Health care; Qualitative research; Public health; Government (linguistics); Process (computing); Social policy; Nursing; Public relations; Medicine; Sociology; Political science; Computer science; Social science","score_opus":0.32835649379550164,"score_gpt":0.5737010646008932,"score_spread":0.24534457080539157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404020999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54118246,0.006482994,0.27221298,0.038470797,0.00056938734,0.0043245275,0.00013116807,0.00012353245,0.13650218],"genre_scores_gemma":[0.95434886,0.0016777382,0.03872919,0.0011073805,0.000035796063,0.0019591444,0.00003538861,0.00002967881,0.0020768766],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8973186,0.093642704,0.0015535791,0.0021170538,0.0035451036,0.0018228607],"domain_scores_gemma":[0.9115977,0.07784366,0.0035749879,0.0024994595,0.0035776827,0.0009065609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07471874,0.00097111205,0.00090131146,0.0039730454,0.0073791416,0.013277305,0.0031952974,0.0035662823,0.0017895288],"category_scores_gemma":[0.07202034,0.0007847919,0.0012704688,0.0042259353,0.03841045,0.015023452,0.011233735,0.007065471,0.00023792048],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003618461,0.00014580174,0.003821006,0.00078989466,0.000026422857,0.0008416693,0.73502684,0.0016833708,0.00022334688,0.22667727,0.00091482926,0.029813431],"study_design_scores_gemma":[0.00009379231,0.00037091578,0.003458069,0.003300268,0.00004666526,0.00088098587,0.6906572,0.0074483096,0.00094283174,0.22788611,0.064827606,0.00008719381],"about_ca_topic_score_codex":0.0046078567,"about_ca_topic_score_gemma":0.0036420065,"teacher_disagreement_score":0.07471874,"about_ca_system_score_codex":0.01539541,"about_ca_system_score_gemma":0.017859416,"threshold_uncertainty_score":0.3951552},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4404162577","doi":"10.1186/s12961-024-01244-1","title":"Correction: Role and promise of health policy and systems research in integrating rehabilitation into the health systems","year":2024,"lang":"en","type":"erratum","venue":"Health Research Policy and Systems","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"GF Strong Rehabilitation Centre; University of British Columbia; Centre for Disability Prevention and Rehabilitation; University of Manitoba; Université du Québec à Trois-Rivières; McGill University","funders":"Northumbria University; Alliance for Health Policy and Systems Research; University of Ontario Institute of Technology; World Health Organization; Strong; Johns Hopkins University","keywords":"Health services research; Health administration; Health policy; Public health; Health informatics; Social policy; Rehabilitation; Health economics; Medicine; Nursing; Political science; Physical therapy; Law","score_opus":0.17573906357886712,"score_gpt":0.5119401973777348,"score_spread":0.3362011337988676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404162577","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000091710135,0.0013273357,0.0008507949,0.18875954,0.8054693,0.000020661315,0.0006278946,0.00030819405,0.0025445975],"genre_scores_gemma":[0.020121342,0.011336997,0.0084536215,0.24581334,0.6174186,0.00031358429,0.002008385,0.0021277487,0.092406414],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9637956,0.008964981,0.005278089,0.0045521436,0.015009839,0.0023993638],"domain_scores_gemma":[0.7320641,0.09813664,0.009224629,0.018298494,0.13527016,0.0070058554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023886189,0.0034390776,0.002531281,0.0053116106,0.0069686677,0.0146667,0.007180001,0.016473535,0.04303594],"category_scores_gemma":[0.34881923,0.0016562681,0.0021804941,0.006042766,0.008234085,0.008173757,0.004702769,0.030581716,0.02178663],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014299211,0.0000020750033,0.000028087557,0.00009113892,0.000011667316,0.00007012791,0.000079868776,0.000039485836,0.000009017067,0.002695403,0.994114,0.0028448775],"study_design_scores_gemma":[0.000049938,0.000013668627,0.00038693112,0.00090385944,0.000034905093,0.00024992658,0.00019247225,0.00041158113,0.00014371717,0.0069098417,0.99063396,0.00006915646],"about_ca_topic_score_codex":0.03966912,"about_ca_topic_score_gemma":0.02561031,"teacher_disagreement_score":0.04303594,"about_ca_system_score_codex":0.016455932,"about_ca_system_score_gemma":0.025507677,"threshold_uncertainty_score":0.1439696},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4405529460","doi":"10.1186/s12961-024-01262-z","title":"Enhancing multi-sectoral collaborations for the prevention and control of NCDs in Thailand with a new approach","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario; Centre for Addiction and Mental Health","funders":"Institute of Neurosciences, Mental Health and Addiction; Canadian Institutes of Health Research","keywords":"Health administration; Knowledge translation; Stakeholder; Health services research; Stakeholder engagement; Process management; Sustainable development; Medicine; Health informatics; Health care; Knowledge management; Public relations; Public health; Business; Computer science; Political science; Economic growth; Nursing; Economics","score_opus":0.3095494094155472,"score_gpt":0.4825870702427735,"score_spread":0.17303766082722627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405529460","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25223672,0.049980287,0.2202866,0.17276208,0.002658144,0.018447991,0.0005707901,0.0006764438,0.282381],"genre_scores_gemma":[0.78785425,0.017397348,0.17691891,0.005214969,0.00024148119,0.005727294,0.0001449561,0.00004425792,0.006456511],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.956148,0.036834046,0.0018295591,0.0011308915,0.0029685858,0.0010889055],"domain_scores_gemma":[0.95164025,0.034330342,0.00407344,0.0020251502,0.0049550557,0.002975776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0377935,0.00081599166,0.00039987528,0.0031741112,0.0040571,0.008656147,0.0018776773,0.0019644464,0.004228691],"category_scores_gemma":[0.024884451,0.00044302773,0.0009141811,0.002619554,0.0049981875,0.009981299,0.0124465935,0.0026236735,0.00042126776],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036436363,0.001094877,0.009771375,0.03176052,0.00033250023,0.0031976223,0.22480404,0.0029982813,0.004599741,0.112142466,0.0108726565,0.5980615],"study_design_scores_gemma":[0.0004791299,0.0026572892,0.015537851,0.035068244,0.0007940462,0.0026117042,0.31717092,0.0068633207,0.007596677,0.08978569,0.5211445,0.0002905798],"about_ca_topic_score_codex":0.0030550126,"about_ca_topic_score_gemma":0.006959952,"teacher_disagreement_score":0.0377935,"about_ca_system_score_codex":0.010381488,"about_ca_system_score_gemma":0.039480142,"threshold_uncertainty_score":0.1998735},"labels":[],"label_agreement":null},{"id":"W4405549159","doi":"10.1186/s12961-024-01245-0","title":"Building a research agenda on preventing and addressing sexual assault and intimate partner violence against trans people: a two-stage priority-setting exercise","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario HIV Treatment Network; Public Health Ontario; Women's College Hospital; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychological intervention; Health services research; Thematic analysis; Mental health; Domestic violence; Stakeholder; Medicine; Government (linguistics); Poison control; Public health; Sexual violence; Suicide prevention; Nursing; Public relations; Psychology; Qualitative research; Environmental health; Psychiatry; Political science; Sociology","score_opus":0.3903906011479409,"score_gpt":0.5933703758007057,"score_spread":0.20297977465276484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405549159","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13334209,0.028388,0.33842844,0.33946744,0.0041799904,0.099567205,0.0010384511,0.0013303423,0.054258145],"genre_scores_gemma":[0.16203746,0.010408887,0.7972335,0.0076747537,0.00035450034,0.01761718,0.00062213687,0.00009885575,0.0039527994],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.91050714,0.05804666,0.00865069,0.004546259,0.011220958,0.0070282314],"domain_scores_gemma":[0.848006,0.07489834,0.0073808515,0.005940831,0.046186104,0.017587842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.17825368,0.0032059648,0.0031662136,0.011538402,0.01982608,0.021906095,0.0072208825,0.009376791,0.006114473],"category_scores_gemma":[0.10534209,0.003002731,0.0036915708,0.0068951477,0.010883206,0.016560297,0.023633566,0.011813549,0.001173631],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056085375,0.0035874122,0.023138355,0.027697524,0.00042548607,0.0023095263,0.2822732,0.0042336695,0.010178181,0.06584434,0.024468008,0.5552834],"study_design_scores_gemma":[0.0010106206,0.0027293214,0.030765511,0.029955918,0.00077321916,0.001263588,0.57711893,0.009024731,0.009337888,0.14226979,0.19503185,0.0007186591],"about_ca_topic_score_codex":0.07180315,"about_ca_topic_score_gemma":0.105749056,"teacher_disagreement_score":0.17825368,"about_ca_system_score_codex":0.047442723,"about_ca_system_score_gemma":0.33658212,"threshold_uncertainty_score":0.9427068},"labels":[],"label_agreement":null},{"id":"W4405550013","doi":"10.1186/s12961-024-01243-2","title":"Embedding a culture of research in Canadian community hospitals: a qualitative study","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Health Sciences Centre; Sunnybrook Health Science Centre; McMaster University; William Osler Health System; Niagara Health System; Brock University","funders":"Canadian Institutes of Health Research; Physicians' Services Incorporated Foundation","keywords":"Mentorship; Health services research; Qualitative research; Organizational culture; Thematic analysis; Health administration; Nursing; Health care; Nursing research; Medical education; Generalizability theory; Medicine; Public relations; Sociology; Public health; Psychology; Political science; Social science","score_opus":0.787281088495964,"score_gpt":0.7609229162466653,"score_spread":0.026358172249298706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405550013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819527,0.0015696519,0.0017865836,0.004966818,0.00009636121,0.0005699331,0.00026902868,0.000030535324,0.0087583475],"genre_scores_gemma":[0.9943163,0.0009526132,0.0012290619,0.0011568866,0.000013818798,0.00022040226,0.00008507253,0.000024762761,0.0020011093],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9766492,0.012239531,0.0006757219,0.0014389015,0.003596453,0.005400136],"domain_scores_gemma":[0.9653588,0.015174085,0.0026003432,0.0008866121,0.0070518753,0.0089283],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022334281,0.00082053745,0.001109715,0.003102598,0.045580838,0.008976614,0.004413496,0.0023577106,0.0021776417],"category_scores_gemma":[0.024912799,0.0008999351,0.000514042,0.0049341675,0.021334477,0.003312583,0.008866749,0.0040737614,0.00021083883],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020829459,0.000028291912,0.0034425477,0.000110180896,0.0000032471792,0.00064694294,0.9906826,0.000033709035,0.0003722393,0.0007699727,0.0006521335,0.0032371848],"study_design_scores_gemma":[0.0000021151523,0.000015725938,0.0016231572,0.00011570863,0.0000026545342,0.00010785713,0.99209845,0.00004759935,0.000077560435,0.00008388682,0.0058095735,0.000015663823],"about_ca_topic_score_codex":0.86636037,"about_ca_topic_score_gemma":0.91948926,"teacher_disagreement_score":0.9776657,"about_ca_system_score_codex":0.08573823,"about_ca_system_score_gemma":0.124108404,"threshold_uncertainty_score":0.6220773},"labels":[],"label_agreement":null},{"id":"W4406195046","doi":"10.1186/s12961-024-01282-9","title":"Investigating the trustworthiness of research evidence used to inform public health policy: a qualitative interview study on the use of predatory journal citations in policy documents","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Ottawa Hospital; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Telfer School of Management, University of Ottawa; University of Ottawa","keywords":"Health services research; Public health; Trustworthiness; Health administration; Health policy; Qualitative research; Peer review; Health economics; Public health policy; Social policy; Public policy; Medicine; Political science; Psychology; Nursing; Sociology; Social psychology; Social science; Law","score_opus":0.9789561516613032,"score_gpt":0.7890776357586877,"score_spread":0.1898785159026155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406195046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9395352,0.003148261,0.015734095,0.030597415,0.00018917977,0.0006621985,0.00013493303,0.000047157442,0.009951554],"genre_scores_gemma":[0.9917881,0.0013798781,0.0037849788,0.0017630901,0.000045885416,0.00036999505,0.000038649643,0.000034786022,0.0007948],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7162776,0.24457327,0.011431328,0.004463002,0.01610926,0.0071455305],"domain_scores_gemma":[0.37447494,0.57717156,0.020822806,0.005518876,0.015494906,0.006517024],"candidate_categories":["metaresearch","bibliometrics","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20513465,0.00067267974,0.0020654427,0.007809346,0.01855297,0.014137033,0.0031912585,0.005675072,0.0018113288],"category_scores_gemma":[0.3522258,0.0016868213,0.00082234124,0.0074155233,0.028636813,0.01376035,0.01387792,0.007584947,0.0004008588],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027954127,0.00001744991,0.001819868,0.00025245672,0.000010476731,0.00048593164,0.99081916,0.000056980483,0.0005651509,0.002463707,0.00018486872,0.003295921],"study_design_scores_gemma":[0.000011506692,0.00005248638,0.0010115393,0.0006491991,0.000014531319,0.00032292175,0.9830514,0.00031575913,0.00047783947,0.0024597573,0.011598429,0.000034545355],"about_ca_topic_score_codex":0.008933613,"about_ca_topic_score_gemma":0.006536719,"teacher_disagreement_score":0.9943249,"about_ca_system_score_codex":0.019546406,"about_ca_system_score_gemma":0.024055067,"threshold_uncertainty_score":0.9802105},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4407099396","doi":"10.1186/s12961-025-01284-1","title":"Opening the black box of health systems performance management using the behaviour change techniques taxonomy: implications for health research and practice","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Arts Research Board, McMaster University; McMaster University","keywords":"Health services research; Public health; Black box; Health administration; Health policy; Taxonomy (biology); Medicine; Computer science; Nursing; Ecology; Biology; Artificial intelligence","score_opus":0.9612480958562613,"score_gpt":0.7911885809890264,"score_spread":0.1700595148672348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407099396","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049826387,0.15880916,0.22027381,0.5106119,0.0038792728,0.008024453,0.00093561294,0.0007714991,0.046867825],"genre_scores_gemma":[0.42581728,0.05346635,0.48333803,0.022636555,0.00089262583,0.011154414,0.0006089566,0.00018368906,0.0019021268],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.86405206,0.10851493,0.008164467,0.0033330505,0.012476366,0.003459134],"domain_scores_gemma":[0.6605642,0.2785444,0.013214217,0.012392634,0.028814457,0.006470146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16572107,0.0020199893,0.0034510053,0.013445759,0.0067766444,0.02163499,0.0068853325,0.0070139472,0.0037632354],"category_scores_gemma":[0.19717945,0.001267629,0.0023253397,0.025453068,0.04352616,0.023763264,0.008620477,0.008506162,0.0006853163],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020316178,0.00051054097,0.04371475,0.02312257,0.00023311892,0.00064269314,0.12601091,0.0030502079,0.0006255144,0.3597681,0.022600329,0.41951808],"study_design_scores_gemma":[0.00021301524,0.0005630912,0.065132,0.096797116,0.00023970216,0.0007352545,0.22442229,0.014807014,0.0005355956,0.4623248,0.13377906,0.0004510823],"about_ca_topic_score_codex":0.19528015,"about_ca_topic_score_gemma":0.20293078,"teacher_disagreement_score":0.19528015,"about_ca_system_score_codex":0.06296262,"about_ca_system_score_gemma":0.15973845,"threshold_uncertainty_score":0.8764273},"labels":[],"label_agreement":null},{"id":"W4407675574","doi":"10.1186/s12961-025-01288-x","title":"Clinical trial registration in India: 12% of drug regulatory trials are not registered, as required by law","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Health services research; Medicine; Clinical trial; Public health; Drug trial; Social policy; Health administration; Law; Political science; Nursing; Internal medicine","score_opus":0.8793050068548597,"score_gpt":0.7301390490278961,"score_spread":0.14916595782696362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407675574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2978658,0.13388577,0.031664524,0.17611195,0.0057540266,0.0079655675,0.06457045,0.0029404424,0.27924138],"genre_scores_gemma":[0.83738565,0.03704942,0.024188533,0.05375676,0.0019292478,0.0052652317,0.023038724,0.00090437714,0.016482063],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8512936,0.0708039,0.032682702,0.0076616234,0.03297881,0.0045792945],"domain_scores_gemma":[0.5041719,0.27481693,0.09915659,0.073235445,0.04041363,0.008205515],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.09258645,0.00031460047,0.001395392,0.0061443113,0.002184016,0.0071868063,0.0032400277,0.0016161276,0.011044262],"category_scores_gemma":[0.18172598,0.0006417646,0.0011264017,0.018474003,0.0048651337,0.0031291887,0.0039941613,0.0029761388,0.0038485515],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022306114,0.00028472967,0.16321658,0.034263786,0.0005288166,0.0025735535,0.011788797,0.00074300007,0.003926922,0.055583157,0.20555876,0.51930135],"study_design_scores_gemma":[0.00031509678,0.00062485447,0.21951574,0.012877667,0.00048081722,0.006456016,0.005493064,0.00061127305,0.0028909377,0.01045926,0.74006885,0.00020640698],"about_ca_topic_score_codex":0.010438967,"about_ca_topic_score_gemma":0.009684657,"teacher_disagreement_score":0.9983839,"about_ca_system_score_codex":0.004619687,"about_ca_system_score_gemma":0.03212476,"threshold_uncertainty_score":0.48964977},"labels":[],"label_agreement":null},{"id":"W4408089587","doi":"10.1186/s12961-025-01306-y","title":"Attitudes and perceptions regarding knowledge translation and community engagement in medical research: the PERSPECT qualitative study","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotchkiss Brain Institute; University of Calgary","funders":"","keywords":"Knowledge translation; Qualitative research; Thematic analysis; Health services research; Stakeholder; Medical education; Public relations; Public health; Cognitive dissonance; Grounded theory; Stakeholder engagement; Community engagement; Medicine; Psychology; Sociology; Knowledge management; Nursing; Political science; Social psychology; Social science","score_opus":0.9189219355251992,"score_gpt":0.7275861747985597,"score_spread":0.1913357607266395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408089587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98723966,0.00035943944,0.0029550586,0.0039773746,0.000060320937,0.00057605957,0.00007506405,0.000017772098,0.004739129],"genre_scores_gemma":[0.9937245,0.00049839314,0.0017390595,0.0015433885,0.000024164961,0.0010606704,0.000043523447,0.000021319445,0.0013449284],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9489792,0.04257817,0.0012288169,0.0013352963,0.0026620347,0.0032165528],"domain_scores_gemma":[0.9305771,0.054721244,0.0040442045,0.0017629422,0.003731049,0.005163471],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.058719628,0.0005322006,0.0010280164,0.002829887,0.013023715,0.008360581,0.0019404921,0.0029898707,0.0032906157],"category_scores_gemma":[0.059810776,0.00097130856,0.00079720456,0.002531618,0.017525725,0.0061403904,0.013533232,0.0048094876,0.00053366413],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022227596,0.000050962026,0.0024660837,0.0000821115,0.0000028880736,0.0002787839,0.9939627,0.000018593151,0.0002781834,0.0008582768,0.00012678963,0.0018522918],"study_design_scores_gemma":[0.000008164544,0.0000784006,0.0010557246,0.00012231055,0.0000044228855,0.00020827483,0.9945675,0.00006818282,0.00015719053,0.0005220536,0.0031950825,0.000012701986],"about_ca_topic_score_codex":0.005754897,"about_ca_topic_score_gemma":0.005254478,"teacher_disagreement_score":0.94128036,"about_ca_system_score_codex":0.006207237,"about_ca_system_score_gemma":0.009021115,"threshold_uncertainty_score":0.31054276},"labels":[],"label_agreement":null},{"id":"W4408118644","doi":"10.1186/s12961-025-01299-8","title":"Partnered health research in Canada: a cross-sectional survey of perceptions among researchers and knowledge users involved in funded projects between 2011 and 2019","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; Spinal Cord Injury BC; McMaster University; Population Health Research Institute; University of Ottawa; University of British Columbia; International Collaboration On Repair Discoveries; Ottawa Hospital; University of Manitoba; University of British Columbia, Okanagan Campus; George & Fay Yee Centre for Healthcare Innovation","funders":"Canadian Institutes of Health Research","keywords":"Respondent; General partnership; Feeling; Psychology; Perception; Health services research; Medical education; Medicine; Public health; Social psychology; Nursing; Political science","score_opus":0.9496786297729641,"score_gpt":0.7616887304849974,"score_spread":0.18798989928796672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408118644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954281,0.00058133685,0.00011190733,0.0009113637,0.000009843877,0.000112644,0.001218983,0.000008086102,0.0016176323],"genre_scores_gemma":[0.9970866,0.0007470097,0.00029460172,0.0003554226,0.000005896793,0.00008757941,0.0005002721,0.000004952464,0.0009177495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99594396,0.00085248373,0.0002984535,0.00030637434,0.0017127445,0.0008859337],"domain_scores_gemma":[0.98623997,0.0014063669,0.0030240258,0.000307521,0.003956171,0.0050660195],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005079803,0.00018772724,0.00045988135,0.0013187345,0.0041324296,0.0019738297,0.0010357561,0.0005456029,0.0020260457],"category_scores_gemma":[0.008754264,0.00046614392,0.00042308966,0.0039236825,0.0012932442,0.00085794774,0.0026234328,0.0010939544,0.00020801018],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007338799,0.00010044293,0.95949054,0.00015467936,0.00003165204,0.00016798549,0.02702305,0.000043988657,0.0002621594,0.00010583726,0.0014511483,0.0110952305],"study_design_scores_gemma":[0.000006992616,0.00010069007,0.9501053,0.000096636846,0.000013415474,0.00008096425,0.046724465,0.000110878405,0.00006094583,0.00001987294,0.0026622647,0.000017616525],"about_ca_topic_score_codex":0.94452244,"about_ca_topic_score_gemma":0.9619031,"teacher_disagreement_score":0.9949202,"about_ca_system_score_codex":0.0141352,"about_ca_system_score_gemma":0.03310731,"threshold_uncertainty_score":0.111608505},"labels":[],"label_agreement":null},{"id":"W4408472679","doi":"10.1186/s12961-024-01281-w","title":"Implementing a rapid-learning health system in early intervention services for psychosis: qualitative evaluation of its feasibility and acceptability","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal; Centre Hospitalier de l’Université de Montréal; McGill University; Douglas Mental Health University Institute; Douglas College","funders":"","keywords":"Health services research; Public health; Health administration; Intervention (counseling); Qualitative research; Medicine; Health informatics; Medical education; Nursing; Health policy; Social policy; Political science; Sociology","score_opus":0.5286205384158588,"score_gpt":0.6723928468142495,"score_spread":0.14377230839839072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408472679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96860206,0.00047635034,0.010775291,0.0032940158,0.000067685825,0.0093896855,0.00040273,0.00007070349,0.0069214804],"genre_scores_gemma":[0.9620291,0.0005827062,0.023644777,0.001278476,0.000024131572,0.010665871,0.0001235392,0.000039399853,0.0016119382],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.942661,0.049375873,0.0013415946,0.0011195852,0.0026624736,0.0028394896],"domain_scores_gemma":[0.8921915,0.09082578,0.003538365,0.0027726104,0.0076422705,0.0030293309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10926263,0.0005497013,0.00081343367,0.0016199334,0.005453543,0.0030956033,0.0025812318,0.0015517909,0.004007169],"category_scores_gemma":[0.078667514,0.00065260596,0.00087868184,0.0014669537,0.007675192,0.0032318376,0.007964342,0.0019014648,0.00039233096],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026882326,0.0010158218,0.008292597,0.0023120516,0.000027108841,0.00057443086,0.9076141,0.00039738487,0.001454092,0.0026636461,0.0014213157,0.07395853],"study_design_scores_gemma":[0.0003613089,0.0025839626,0.012152109,0.0028275002,0.00007731853,0.00028479635,0.95589274,0.0011681233,0.0031407336,0.0022240763,0.019182557,0.000104797895],"about_ca_topic_score_codex":0.0067214514,"about_ca_topic_score_gemma":0.009803617,"teacher_disagreement_score":0.10926263,"about_ca_system_score_codex":0.009039941,"about_ca_system_score_gemma":0.01643929,"threshold_uncertainty_score":0.57784295},"labels":[],"label_agreement":null},{"id":"W4408768114","doi":"10.1186/s12961-025-01298-9","title":"An international comparison of longitudinal health data collected on long COVID in nine high income countries: a qualitative data analysis","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Data collection; Health services research; Public health; Coronavirus disease 2019 (COVID-19); Identification (biology); Focus group; Medicine; Pandemic; Health care; Geography; Disease; Nursing; Political science; Business; Sociology; Infectious disease (medical specialty); Pathology","score_opus":0.4110882351585472,"score_gpt":0.6439898023948324,"score_spread":0.2329015672362852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408768114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96492594,0.0027960103,0.009894593,0.0056786654,0.0001336622,0.0040214,0.0062035574,0.000044403834,0.0063016727],"genre_scores_gemma":[0.9758546,0.001561726,0.010971403,0.0018155477,0.0000213239,0.0062135565,0.0024132184,0.000066751774,0.0010820113],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95342124,0.035696056,0.0036175328,0.0018822305,0.002608183,0.002774714],"domain_scores_gemma":[0.8494249,0.1144692,0.0079334695,0.0042592883,0.020587629,0.0033254784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08767359,0.00043567998,0.0012358463,0.0058902027,0.0053850044,0.0050375788,0.0019852105,0.0015145418,0.0031482307],"category_scores_gemma":[0.10194457,0.0008214649,0.0008299849,0.007743756,0.0064029894,0.0061268304,0.0077829664,0.0019411747,0.00037086057],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016504171,0.00008738699,0.029323798,0.0022860253,0.00006547698,0.00082044856,0.94701415,0.00020202057,0.00066032936,0.0037083959,0.002185029,0.01348181],"study_design_scores_gemma":[0.000013292229,0.0000779215,0.015371356,0.0015017147,0.000021597527,0.0000959778,0.9718746,0.00018869352,0.0002427017,0.00063420273,0.009940568,0.00003736953],"about_ca_topic_score_codex":0.020782975,"about_ca_topic_score_gemma":0.024269836,"teacher_disagreement_score":0.08767359,"about_ca_system_score_codex":0.015892634,"about_ca_system_score_gemma":0.013090052,"threshold_uncertainty_score":0.4636678},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4408844393","doi":"10.1186/s12961-024-01229-0","title":"Building Resilient and Responsive Health Research Systems:Responses and the Lessons Learned from the COVID-19 Pandemic","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; McMaster University; Impact; Nova Scotia Health Authority","funders":"Canadian Institutes of Health Research","keywords":"Public health; Health administration; Preparedness; Health services research; Pandemic; Stakeholder engagement; Business; Stakeholder; Capacity building; Public relations; Environmental resource management; Knowledge management; Process management; Medicine; Political science; Coronavirus disease 2019 (COVID-19); Nursing; Computer science; Infectious disease (medical specialty); Disease; Economics","score_opus":0.7644186594306666,"score_gpt":0.6615222525657213,"score_spread":0.10289640686494528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408844393","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03034994,0.12599482,0.022298828,0.7852063,0.0030487035,0.0008621512,0.0014663814,0.0003836072,0.030389242],"genre_scores_gemma":[0.56172526,0.16627434,0.11118833,0.14877744,0.0032026318,0.002436083,0.0018321048,0.00034068193,0.0042232187],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.84180975,0.13151628,0.0073867217,0.0047461656,0.008455449,0.006085764],"domain_scores_gemma":[0.6961806,0.25555524,0.012295437,0.01114308,0.015914762,0.008910833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14750613,0.0011310617,0.001687774,0.008455556,0.006873767,0.027135916,0.0044245347,0.010517135,0.006484772],"category_scores_gemma":[0.16932671,0.0010574084,0.0019954692,0.010769282,0.01705817,0.025488041,0.019009154,0.008450608,0.0017149224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034136506,0.00025662457,0.012050705,0.048052415,0.0008037886,0.0034205823,0.14017363,0.0036455065,0.0023656406,0.19456547,0.108338505,0.48598576],"study_design_scores_gemma":[0.000085189466,0.0002812919,0.007615927,0.05388453,0.0002831104,0.0010369415,0.16196789,0.0010558733,0.0013083622,0.24809295,0.5241509,0.00023689233],"about_ca_topic_score_codex":0.00426104,"about_ca_topic_score_gemma":0.005896296,"teacher_disagreement_score":0.14750613,"about_ca_system_score_codex":0.010705337,"about_ca_system_score_gemma":0.055088453,"threshold_uncertainty_score":0.7800963},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4409145313","doi":"10.1186/s12961-025-01313-z","title":"An integrated knowledge mobilization approach to substance use health","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Centre on Substance Use and Addiction","funders":"Health Canada","keywords":"Health administration; Health services research; Public health; Mobilization; Medicine; Social policy; Substance use; Health policy; Health informatics; Environmental health; Political science; Nursing; Psychiatry","score_opus":0.9058612309076336,"score_gpt":0.7658520776486795,"score_spread":0.14000915325895413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409145313","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014762085,0.006335905,0.40969405,0.086099975,0.0010606787,0.002903473,0.00023126716,0.0006077675,0.47830486],"genre_scores_gemma":[0.4075402,0.0065362235,0.5206021,0.009659621,0.00042107137,0.004739602,0.0005227166,0.00019869546,0.049779754],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97502863,0.018948909,0.00075591914,0.0014041488,0.0024465844,0.0014157218],"domain_scores_gemma":[0.98749834,0.0084354915,0.00047010594,0.0009393456,0.0012374159,0.0014192422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026586577,0.0013259004,0.0009845425,0.009544576,0.009715975,0.016626662,0.0051872516,0.005438586,0.012284396],"category_scores_gemma":[0.014029222,0.0007621501,0.0021346647,0.006003923,0.02460939,0.012587284,0.023183405,0.0055594286,0.0018880625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005377445,0.00035675048,0.00081307266,0.0009996421,0.00010279858,0.0004243836,0.055116866,0.0020161748,0.00054639013,0.7808864,0.012159652,0.14652418],"study_design_scores_gemma":[0.00008997504,0.0001217267,0.0007162651,0.0018443404,0.00006553099,0.00029851514,0.041651517,0.0030044743,0.00056798983,0.7492503,0.20234005,0.000049298444],"about_ca_topic_score_codex":0.010697734,"about_ca_topic_score_gemma":0.016052395,"teacher_disagreement_score":0.026586577,"about_ca_system_score_codex":0.017690094,"about_ca_system_score_gemma":0.049110707,"threshold_uncertainty_score":0.14060491},"labels":[],"label_agreement":null},{"id":"W4409206979","doi":"10.1186/s12961-025-01318-8","title":"Increasing research capacity in Canadian community hospitals: an intrinsic descriptive case study","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Niagara Health System; William Osler Health System; Brock University","funders":"","keywords":"Health services research; Health administration; Public health; Descriptive research; Medicine; Social policy; Nursing research; Health informatics; Health economics; Community health; Health policy; Nursing; Family medicine; Environmental health; Political science; Sociology; Social science","score_opus":0.7938849705788353,"score_gpt":0.663501280386556,"score_spread":0.13038369019227936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409206979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97209466,0.0016216183,0.0008693848,0.0058524194,0.0000748225,0.00074086036,0.00028880074,0.00002451358,0.018432945],"genre_scores_gemma":[0.9911131,0.0014752471,0.0018696167,0.0015504472,0.000030940926,0.0003002035,0.00012727597,0.000018721,0.0035144691],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98162156,0.007814616,0.00045415648,0.0010760489,0.0029249135,0.0061087506],"domain_scores_gemma":[0.97500503,0.010174206,0.0023739324,0.00089243,0.0046735,0.00688097],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012391292,0.0006876601,0.00053119514,0.00386445,0.038481116,0.007541764,0.0039330884,0.0025071728,0.0034805203],"category_scores_gemma":[0.019545551,0.00081914105,0.00048317984,0.005385635,0.012874815,0.0020873921,0.008663523,0.003287619,0.00029440704],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086714695,0.0001785224,0.03120311,0.00043981994,0.000015739759,0.009894496,0.9265359,0.00015205672,0.00066423626,0.004579056,0.0061611235,0.020089217],"study_design_scores_gemma":[0.000006653579,0.00006999465,0.010220551,0.00026015792,0.000009236496,0.0012904545,0.9670241,0.00011194824,0.00015876327,0.0002618475,0.02055648,0.000029886975],"about_ca_topic_score_codex":0.8267573,"about_ca_topic_score_gemma":0.9276503,"teacher_disagreement_score":0.98760873,"about_ca_system_score_codex":0.095852196,"about_ca_system_score_gemma":0.12306951,"threshold_uncertainty_score":0.6954596},"labels":[],"label_agreement":null},{"id":"W4409208852","doi":"10.1186/s12961-025-01309-9","title":"Optimal characteristics of peer navigators: adapting peer-based intervention with street-involved youth in Canada and Kenya with the aim of increasing HIV prevention, testing and treatment","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; Centre for Addiction and Mental Health; Université de Montréal; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Checklist; Focus group; Medicine; Outreach; Public health; Qualitative property; Qualitative research; Health services research; Intervention (counseling); Health care; Nursing; Family medicine; Documentation; Medical education; Psychology","score_opus":0.2263285077513197,"score_gpt":0.48079592087095807,"score_spread":0.2544674131196384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409208852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911213,0.00035855742,0.0014877404,0.000885788,0.00002760677,0.0026101733,0.00010687322,0.00003824127,0.0033638075],"genre_scores_gemma":[0.98345953,0.0007879084,0.012244527,0.0002077176,0.000009786769,0.0019332949,0.00012649794,0.000009894967,0.0012209587],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968303,0.0015420188,0.000086030515,0.00021624318,0.0004141745,0.0009112925],"domain_scores_gemma":[0.9968184,0.00051373156,0.00028925072,0.000090612055,0.0007307091,0.0015573155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004673539,0.00045477695,0.0004539737,0.0005470018,0.005205435,0.0013917948,0.0020998819,0.0004956973,0.0017784889],"category_scores_gemma":[0.0064720293,0.00027864397,0.00036650235,0.00054702675,0.0015535487,0.0010517326,0.003684853,0.0008301337,0.00011399013],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011435248,0.0077000046,0.1939437,0.004548643,0.00012816815,0.0033591879,0.2913418,0.00194732,0.0071706455,0.002085606,0.008502746,0.4781286],"study_design_scores_gemma":[0.0007614514,0.008379713,0.46541804,0.0031038446,0.00031692802,0.00090620987,0.470082,0.00321107,0.004108641,0.0012930023,0.042216793,0.00020231812],"about_ca_topic_score_codex":0.52596444,"about_ca_topic_score_gemma":0.8603304,"teacher_disagreement_score":0.52596444,"about_ca_system_score_codex":0.014810906,"about_ca_system_score_gemma":0.07038252,"threshold_uncertainty_score":0.9536545},"labels":[],"label_agreement":null},{"id":"W4409566584","doi":"10.1186/s12961-025-01310-2","title":"Unique and shared partner priorities for supporting engagement in knowledge mobilization in pediatric pain: a best–worst scaling experiment","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Izaak Walton Killam Health Centre; Dalhousie University","funders":"Killam Trusts; Research Nova Scotia; Canadian Pain Society; Canada Foundation for Innovation; Canadian Institutes of Health Research; Canadian Psychological Association; Canada Research Chairs; Dalhousie Medical Research Foundation","keywords":"Context (archaeology); Health services research; Variety (cybernetics); Psychology; Health administration; Public health; Applied psychology; Social psychology; Medicine; Medical education; Nursing; Computer science","score_opus":0.847262630294485,"score_gpt":0.7501826757079374,"score_spread":0.09707995458654761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409566584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99126804,0.000021170543,0.0042780447,0.00009823576,0.000033063647,0.0015495839,0.0000894812,0.000043312266,0.0026191133],"genre_scores_gemma":[0.9595789,0.000055295375,0.028108975,0.00014262802,0.00003236684,0.0107862055,0.00014605102,0.000025357385,0.0011241289],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9876485,0.008721637,0.0008870966,0.0008978171,0.0012988503,0.0005460956],"domain_scores_gemma":[0.9673767,0.023853295,0.0031550212,0.003059346,0.0010549139,0.0015007023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013883043,0.00097513443,0.0008420512,0.00058648613,0.0014545975,0.0021052135,0.0012618154,0.00119321,0.0062487577],"category_scores_gemma":[0.03316666,0.00076435314,0.0007252559,0.00047339898,0.002258623,0.0025181428,0.002742196,0.0015756462,0.0005205793],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.077701755,0.17880611,0.0807104,0.0045232717,0.00074992405,0.0011883521,0.09821317,0.023734804,0.18643148,0.025406495,0.0042839,0.31825045],"study_design_scores_gemma":[0.026651395,0.37215573,0.2629726,0.00083986594,0.00124229,0.0008535992,0.07079538,0.10072203,0.06900431,0.055209048,0.038507856,0.001045918],"about_ca_topic_score_codex":0.00053835544,"about_ca_topic_score_gemma":0.0005942936,"teacher_disagreement_score":0.013883043,"about_ca_system_score_codex":0.0009954243,"about_ca_system_score_gemma":0.0010813912,"threshold_uncertainty_score":0.07342142},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4410498658","doi":"10.1186/s12961-025-01334-8","title":"Exploring the facilitators and barriers to achieving universal health coverage in Uganda: a qualitative study of the free healthcare policy","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"International Development Research Centre","keywords":"Health policy; Health services research; Equity (law); Health care; Focus group; Qualitative research; Influencer marketing; Health administration; Implementation research; Public relations; Social policy; Public policy; Policy analysis; Medicine; Public health; Public administration; Political science; Nursing; Business; Sociology; Economic growth; Marketing; Economics; Psychological intervention","score_opus":0.2884174379870321,"score_gpt":0.5169489509090144,"score_spread":0.22853151292198226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410498658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852024,0.0014498323,0.0029959555,0.004544954,0.00006946627,0.00040976558,0.00014795082,0.000017770586,0.005162012],"genre_scores_gemma":[0.9935109,0.001226043,0.0014287691,0.00089415454,0.000017994023,0.00062114646,0.000047225,0.000026120846,0.002227638],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98387593,0.0123603605,0.0004111116,0.00046968466,0.00070683606,0.0021760056],"domain_scores_gemma":[0.9755206,0.019788826,0.0014121766,0.00045388093,0.0011694891,0.0016549751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021064483,0.0006144313,0.0012315606,0.0022139833,0.015351784,0.00530399,0.0022228125,0.0022826446,0.0032502722],"category_scores_gemma":[0.026496366,0.0013318984,0.000444513,0.0028180869,0.0138596725,0.0060485164,0.007907546,0.0037426495,0.00033762984],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013235872,0.000017986524,0.0009289121,0.00009999821,0.0000014643476,0.00041569833,0.99541426,0.0000293265,0.00019669371,0.0010544595,0.00017317914,0.0016547311],"study_design_scores_gemma":[0.0000019072413,0.00001930015,0.00045822907,0.00014998976,0.0000017851688,0.000086151675,0.99476916,0.00004674418,0.00010792597,0.00027984683,0.004073124,0.0000057610896],"about_ca_topic_score_codex":0.015718915,"about_ca_topic_score_gemma":0.017462386,"teacher_disagreement_score":0.021064483,"about_ca_system_score_codex":0.009413043,"about_ca_system_score_gemma":0.012366715,"threshold_uncertainty_score":0.1114009},"labels":[],"label_agreement":null},{"id":"W4411329254","doi":"10.1186/s12961-025-01353-5","title":"It is time to acknowledge and act on the importance of power in integrated knowledge translation","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; London Health Sciences Centre; Ottawa Hospital; Canada's Michael Smith Genome Sciences Centre; Michael Smith Health Research BC; Western University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Health administration; Public health; Power (physics); Knowledge translation; Translation (biology); Social policy; Health policy; Medicine; Political science; Knowledge management; Computer science; Nursing; Law; Genetics; Biology","score_opus":0.7471665295449013,"score_gpt":0.6821780606000316,"score_spread":0.06498846894486965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411329254","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010890163,0.0068605198,0.0111200325,0.9667391,0.007384678,0.000056937435,0.0000097052125,0.000043450924,0.0066965874],"genre_scores_gemma":[0.15103714,0.022911573,0.043845527,0.7537876,0.018902844,0.0010505606,0.00005069452,0.0003625466,0.008051502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.69488966,0.23671374,0.014030987,0.011111697,0.033210073,0.010043887],"domain_scores_gemma":[0.42205435,0.5019894,0.015981533,0.017737323,0.030711817,0.011525407],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22320193,0.0013507992,0.0045867343,0.003325935,0.023646135,0.045717344,0.010503656,0.04209439,0.00419673],"category_scores_gemma":[0.30391732,0.0013578784,0.003155578,0.0044013704,0.1472786,0.073970556,0.029451728,0.08162516,0.0019876086],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059622907,0.000052793657,0.00055319763,0.0012937599,0.00008105877,0.0009969567,0.27738836,0.00035404443,0.00039795352,0.5782788,0.09552783,0.04501563],"study_design_scores_gemma":[0.000029228993,0.000056007946,0.00032696003,0.004589245,0.000047053712,0.00068259117,0.08875709,0.00042850288,0.0003961955,0.49293962,0.41159022,0.00015718321],"about_ca_topic_score_codex":0.010157239,"about_ca_topic_score_gemma":0.015953783,"teacher_disagreement_score":0.77679807,"about_ca_system_score_codex":0.019946484,"about_ca_system_score_gemma":0.073799245,"threshold_uncertainty_score":0.9579303},"labels":[],"label_agreement":null},{"id":"W4411569511","doi":"10.1186/s12961-025-01356-2","title":"Research impact assessment of a Canadian digital health funding program: a case study","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; Western University; Université de Montréal; University of Toronto; Institute of Population and Public Health; Institute of Health Services and Policy Research","funders":"Institute of Health Services and Policy Research; Institute of Neurosciences, Mental Health and Addiction; Institute of Human Development, Child and Youth Health; Canadian Institutes of Health Research; Strong","keywords":"Health services research; Public health; Health administration; Health informatics; Health policy; Health economics; Social policy; Medicine; Nursing research; Environmental health; Political science; Nursing","score_opus":0.9453426518873246,"score_gpt":0.8421667362463456,"score_spread":0.10317591564097894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411569511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7856309,0.004133682,0.0052433005,0.0513612,0.00044864282,0.005927674,0.0012251501,0.00014492439,0.14588471],"genre_scores_gemma":[0.97181207,0.0026024017,0.010456306,0.0039043417,0.000101087535,0.0015783025,0.0002961024,0.000034951947,0.009214361],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9591645,0.01787255,0.0010652768,0.0015941336,0.010630791,0.009672732],"domain_scores_gemma":[0.9485756,0.023951173,0.0026506705,0.002587515,0.010988112,0.011246879],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0375464,0.00069472246,0.0007017583,0.005984737,0.021730978,0.009370274,0.0046930304,0.0038769173,0.004566801],"category_scores_gemma":[0.047061857,0.0004885715,0.00091056916,0.011838051,0.007192262,0.0028634244,0.010300621,0.0029058133,0.00031063982],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000752411,0.003292104,0.095165774,0.0037771934,0.00022035642,0.024643237,0.26306555,0.005661696,0.0019823983,0.12759587,0.05736738,0.416476],"study_design_scores_gemma":[0.0003901779,0.0016329411,0.08491094,0.0034155361,0.0003791793,0.003763003,0.5131792,0.0071230265,0.0024445937,0.011984176,0.3704993,0.00027797627],"about_ca_topic_score_codex":0.79346484,"about_ca_topic_score_gemma":0.8572735,"teacher_disagreement_score":0.9624536,"about_ca_system_score_codex":0.13708515,"about_ca_system_score_gemma":0.25155303,"threshold_uncertainty_score":0.99462706},"labels":[],"label_agreement":null},{"id":"W4412786623","doi":"10.1186/s12961-025-01357-1","title":"Health evidence meets politics: informing the development and evaluation of electoral platforms in Lebanon","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Social Media and Politics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health services research; Politics; Public health; Health administration; Health policy; Social policy; Political science; Health informatics; Healthcare policy; Medicine; Public administration; Environmental health; Public relations; International health; Nursing; Law","score_opus":0.5682949372422509,"score_gpt":0.608976855428807,"score_spread":0.04068191818655609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412786623","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23404594,0.24249059,0.062726505,0.24918163,0.0056747226,0.07737259,0.011492547,0.0010134547,0.11600211],"genre_scores_gemma":[0.48425645,0.102022514,0.33936498,0.016458945,0.0011231119,0.046504743,0.0051204525,0.0002644676,0.004884321],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.7307795,0.20913516,0.033142254,0.0028995497,0.020404568,0.0036389614],"domain_scores_gemma":[0.45381796,0.44144335,0.028852075,0.008379796,0.060458854,0.007047945],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.29069346,0.0012436167,0.0021872104,0.038062144,0.0054332707,0.015085573,0.0035960998,0.0040074848,0.0055138483],"category_scores_gemma":[0.40648034,0.0010654432,0.002109484,0.018227404,0.004710585,0.013521236,0.012922065,0.0031685592,0.0010001023],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045525844,0.00034188977,0.0155949155,0.14530253,0.00047227828,0.0015716157,0.058917355,0.0011838669,0.0012905591,0.01987444,0.035491418,0.7195039],"study_design_scores_gemma":[0.000444647,0.0010192315,0.027254289,0.41050947,0.0013124677,0.0005921456,0.099520944,0.0018400137,0.0034347174,0.025508333,0.428232,0.0003317188],"about_ca_topic_score_codex":0.006625133,"about_ca_topic_score_gemma":0.020282572,"teacher_disagreement_score":0.29069346,"about_ca_system_score_codex":0.017839136,"about_ca_system_score_gemma":0.07027291,"threshold_uncertainty_score":0.87470126},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4412934806","doi":"10.1186/s12961-025-01366-0","title":"Shaping the future of primary care in Canada: trainee insights on patient and public engagement in health system transformation research","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Lakehead University; McMaster University; Women's College Hospital; Canadian Medical Association","funders":"University of Limerick; Public Health Agency; Public Health Agency of Canada; Ontario Ministry of Health and Long-Term Care; McMaster University; Canadian Institutes of Health Research; Ontario SPOR SUPPORT Unit","keywords":"Health services research; Public health; Health administration; Primary care; Healthcare policy; Medicine; Health policy; Health care reform; Health care; Nursing; Population health; Transformation (genetics); Health informatics; Political science; Family medicine","score_opus":0.5859234053709518,"score_gpt":0.529136932119208,"score_spread":0.056786473251743796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412934806","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4567943,0.006741461,0.004367044,0.47647893,0.0016982104,0.0005709973,0.00031350405,0.00015590453,0.052879516],"genre_scores_gemma":[0.9435083,0.003804808,0.0033755652,0.03955045,0.00020518295,0.00019064678,0.000103183585,0.000090595524,0.009171359],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9448754,0.029300231,0.0010572397,0.0018482778,0.006652816,0.01626597],"domain_scores_gemma":[0.93226874,0.026477087,0.0018773249,0.0016351263,0.008934589,0.028807124],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.033585705,0.00058181956,0.0007781664,0.001397205,0.061908197,0.020502014,0.0044393972,0.0065054377,0.0041197604],"category_scores_gemma":[0.034769926,0.0008031007,0.0011044466,0.0033300647,0.0328291,0.0057411403,0.020624394,0.020419251,0.00043794516],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000040289604,0.00011323144,0.0072152014,0.00028028048,0.000024017056,0.0017111346,0.9390147,0.00018888591,0.0004938662,0.011583692,0.020419007,0.018915672],"study_design_scores_gemma":[0.00001373225,0.00007376815,0.0052410625,0.00044427344,0.000020744197,0.00043591214,0.905876,0.00025507636,0.00019686126,0.0033268882,0.084048145,0.00006753259],"about_ca_topic_score_codex":0.9111587,"about_ca_topic_score_gemma":0.9671933,"teacher_disagreement_score":0.9664143,"about_ca_system_score_codex":0.14668453,"about_ca_system_score_gemma":0.40728825,"threshold_uncertainty_score":0.989725},"labels":[],"label_agreement":null},{"id":"W4412935760","doi":"10.1186/s12961-025-01378-w","title":"Elements of healthcare delivery required to facilitate the clinical governance of hospital pharmacy services: a document review","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pharmacy; Health care; Clinical governance; Health administration; Clinical pharmacy; Medicine; Corporate governance; Service delivery framework; Quality (philosophy); Business; Nursing; Service (business); Public health; Marketing; Political science","score_opus":0.7613324541299394,"score_gpt":0.6768902874800625,"score_spread":0.08444216664987692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412935760","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0094969375,0.95957536,0.0048521035,0.014189706,0.0010109041,0.0012410881,0.00072721543,0.00008174248,0.008824901],"genre_scores_gemma":[0.05519509,0.9152812,0.023803227,0.0018490006,0.00039770963,0.0009450545,0.001172342,0.00004113249,0.0013153019],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9721524,0.009376058,0.009468272,0.0009857325,0.0074219014,0.00059560686],"domain_scores_gemma":[0.8650139,0.07155217,0.022410939,0.0022385805,0.037223067,0.001561302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03499719,0.00086027826,0.0014011861,0.02527467,0.0018688783,0.006604894,0.0017678131,0.0017980189,0.00092354923],"category_scores_gemma":[0.067467384,0.0008436674,0.0017301884,0.02137964,0.0016937733,0.0063727153,0.0024558206,0.0021507158,0.000418727],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010625388,0.000121552126,0.0074360715,0.10453259,0.00030080165,0.0011179592,0.014174124,0.00083376013,0.0018277188,0.0108237965,0.036510296,0.8222152],"study_design_scores_gemma":[0.00004273782,0.00032479953,0.018340066,0.28803584,0.0010770073,0.0027834869,0.014196971,0.000880669,0.0026600813,0.0021382703,0.6693427,0.00017742047],"about_ca_topic_score_codex":0.022851994,"about_ca_topic_score_gemma":0.03097537,"teacher_disagreement_score":0.03499719,"about_ca_system_score_codex":0.012090404,"about_ca_system_score_gemma":0.046024084,"threshold_uncertainty_score":0.18508506},"labels":[],"label_agreement":null},{"id":"W4412956200","doi":"10.1186/s12961-025-01374-0","title":"How does integrated knowledge translation work? A realist review","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; University of Toronto; Dalhousie University; Ottawa Hospital; London Health Sciences Centre; Western University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Health administration; Knowledge translation; Public health; Work (physics); Health informatics; Medicine; Translation (biology); Knowledge management; Nursing; Computer science; Engineering","score_opus":0.9554791284793234,"score_gpt":0.7969119312029693,"score_spread":0.15856719727635404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412956200","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011904627,0.9859994,0.0015174744,0.007500622,0.0007042833,0.00040597544,0.00011684021,0.000021979811,0.0025430054],"genre_scores_gemma":[0.022069102,0.96660155,0.0050740736,0.004155305,0.00034764793,0.0013067231,0.00016060006,0.000021502667,0.00026358245],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.9260319,0.043295052,0.014181404,0.0042960816,0.010486031,0.001709494],"domain_scores_gemma":[0.7250955,0.23309834,0.013781171,0.0063582542,0.02005414,0.0016125536],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06266909,0.0016914273,0.004756254,0.028399063,0.002314638,0.0122378385,0.0055080727,0.0055821408,0.0044542057],"category_scores_gemma":[0.23446193,0.002114572,0.004184713,0.028854633,0.006032413,0.018161993,0.00610783,0.0047047674,0.0011427961],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015572015,0.00011715595,0.0013169158,0.56174004,0.002580129,0.0005521267,0.010030843,0.0005676771,0.00027994122,0.023042882,0.0118057905,0.3878108],"study_design_scores_gemma":[0.000075003016,0.00016680137,0.0014775973,0.8648338,0.0039448463,0.00052346743,0.0062591694,0.00028925246,0.00027167003,0.01108123,0.111018226,0.000058988844],"about_ca_topic_score_codex":0.0058094105,"about_ca_topic_score_gemma":0.012576117,"teacher_disagreement_score":0.9373309,"about_ca_system_score_codex":0.015257309,"about_ca_system_score_gemma":0.035813127,"threshold_uncertainty_score":0.33142978},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4414601157","doi":"10.1186/s12961-025-01371-3","title":"Public satisfaction with COVID-19 policy responses and their implementation: a cross-sectional study","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Health services research; Government (linguistics); Public health; Health administration; Health policy; Social policy; Public policy","score_opus":0.6062610470308974,"score_gpt":0.6651336718647328,"score_spread":0.058872624833835374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414601157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984919,0.00014292452,0.00009362856,0.000155328,0.000008558338,0.00006078522,0.00035177692,0.0000038352646,0.00069123245],"genre_scores_gemma":[0.9990434,0.00014793951,0.00013710081,0.00011942486,0.000010161505,0.00009126866,0.000258931,0.000002351524,0.00018949452],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99702054,0.0010949516,0.00042666032,0.00024704277,0.0006814752,0.00052920834],"domain_scores_gemma":[0.99074674,0.0024707161,0.004254651,0.00030260457,0.0013672106,0.0008581195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005388272,0.00023149609,0.00054771913,0.0012889133,0.0006628323,0.0012639962,0.000514656,0.00068783644,0.0034115952],"category_scores_gemma":[0.01179983,0.00038474312,0.00090168597,0.0016796419,0.0005666909,0.0012761342,0.0010738571,0.0011618055,0.000533498],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077018696,0.00031464093,0.9919776,0.0001030972,0.000045008186,0.00007021994,0.0029122336,0.00002176929,0.00006745166,0.000041753032,0.00035442435,0.004014906],"study_design_scores_gemma":[0.000009437418,0.00043198795,0.98844624,0.00007767256,0.000031925338,0.00016688053,0.009883423,0.00018464348,0.00006379544,0.000030664785,0.00065953424,0.000013877293],"about_ca_topic_score_codex":0.0028271878,"about_ca_topic_score_gemma":0.002207102,"teacher_disagreement_score":0.005388272,"about_ca_system_score_codex":0.0006931917,"about_ca_system_score_gemma":0.00084795384,"threshold_uncertainty_score":0.028496265},"labels":[],"label_agreement":null},{"id":"W4415041675","doi":"10.1186/s12961-025-01401-0","title":"Developing a Canadian midwifery research priority framework: a Delphi consensus study","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ontario Institute of Technology; McMaster University; London Health Sciences Centre; McMaster University Medical Centre","funders":"Canadian Institutes of Health Research","keywords":"Delphi method; Health services research; Public health; Health care; Maternal health; Delphi; Maternity care; Health policy","score_opus":0.7388108748982449,"score_gpt":0.6794577737377137,"score_spread":0.059353101160531274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415041675","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2976243,0.009368283,0.36166775,0.063119516,0.002753813,0.18452993,0.0035361464,0.0004197814,0.07698054],"genre_scores_gemma":[0.41348308,0.0051466106,0.48648924,0.005243753,0.00012007593,0.08235695,0.0012908087,0.00013974702,0.0057297014],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8169355,0.12650008,0.014754831,0.006251522,0.02266878,0.01288934],"domain_scores_gemma":[0.8521247,0.04877613,0.0047161267,0.0029742864,0.082812466,0.0085962815],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22642024,0.0015737616,0.0021117427,0.014372004,0.016582957,0.011066806,0.0061712377,0.0043721646,0.0044474844],"category_scores_gemma":[0.15047853,0.0018099044,0.0022515333,0.013473783,0.009642842,0.005739649,0.017003702,0.005450412,0.0007056258],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033875674,0.00029526648,0.012264055,0.01110926,0.00015611606,0.0016937166,0.67920953,0.005024513,0.003450957,0.067720346,0.024223864,0.1945136],"study_design_scores_gemma":[0.00025471946,0.00034230255,0.010653951,0.017669711,0.0001658288,0.0004920172,0.7575772,0.012653376,0.001813549,0.032228626,0.16570973,0.000438981],"about_ca_topic_score_codex":0.38738692,"about_ca_topic_score_gemma":0.35148734,"teacher_disagreement_score":0.9131349,"about_ca_system_score_codex":0.08686515,"about_ca_system_score_gemma":0.33335274,"threshold_uncertainty_score":0.95396155},"labels":[],"label_agreement":null},{"id":"W4415155616","doi":"10.1186/s12961-025-01395-9","title":"Impact of the COVID-19 pandemic on the Canadian healthcare workforce: a rapid evidence synthesis of key considerations, lessons learned, and promising practices to address the healthcare workforce crisis","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; Discovery Centre; London Health Sciences Centre; Izaak Walton Killam Health Centre; Dalhousie University","funders":"Health Canada","keywords":"Workforce; Health care; Psychological intervention; Health services research; Pandemic; Health administration; Public health; Workforce development; Health policy; Resilience (materials science)","score_opus":0.7338778147486975,"score_gpt":0.6518057125290978,"score_spread":0.08207210221959971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415155616","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002389061,0.9298189,0.0036061653,0.044475652,0.0029621485,0.0066719376,0.005645246,0.00011218996,0.00431859],"genre_scores_gemma":[0.046162847,0.870559,0.048476756,0.018665407,0.0009190646,0.010570716,0.0037663146,0.00007804807,0.00080185337],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.90649444,0.034172896,0.023320086,0.004071197,0.028003646,0.0039376523],"domain_scores_gemma":[0.6251866,0.2072026,0.021658145,0.009560931,0.13165566,0.0047359816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16994129,0.0028994859,0.009128811,0.02970761,0.0047197845,0.014980422,0.0061687026,0.0059558074,0.0057658884],"category_scores_gemma":[0.32443187,0.0022233266,0.011712858,0.027531674,0.0030848812,0.007330703,0.007319296,0.00689405,0.0008386984],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033777478,0.00004601699,0.0027219716,0.7897008,0.006889061,0.00031164134,0.0027752393,0.00095217617,0.00048937136,0.004739108,0.032945044,0.15809177],"study_design_scores_gemma":[0.00013152328,0.000067372355,0.0031252452,0.9058649,0.011782556,0.00006719346,0.0015813839,0.00040546074,0.0002690139,0.0024845228,0.07413173,0.0000889657],"about_ca_topic_score_codex":0.56326455,"about_ca_topic_score_gemma":0.78402823,"teacher_disagreement_score":0.9003599,"about_ca_system_score_codex":0.09964009,"about_ca_system_score_gemma":0.40128568,"threshold_uncertainty_score":0.8987462},"labels":[],"label_agreement":null},{"id":"W4415244388","doi":"10.1186/s12961-025-01393-x","title":"A path forward for the implementation of shared decision-making in valvular heart disease: global joint recommendations from clinicians, patients and researchers","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Cardiac Valve Diseases and Treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of British Columbia Hospital","funders":"Leids Universitair Medisch Centrum; Universiteit Leiden","keywords":"Joint (building); Health services research; Path (computing); Health administration; valvular heart disease; Public health; Clinical Practice","score_opus":0.24358176631695533,"score_gpt":0.6068657159036105,"score_spread":0.36328394958665516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415244388","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005565742,0.0154454885,0.021715937,0.9445021,0.0063170516,0.0011508095,0.00011592294,0.000361435,0.004825544],"genre_scores_gemma":[0.21337652,0.037291497,0.4130157,0.3171468,0.0037659549,0.009519329,0.0008286848,0.00060263264,0.0044529373],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5495251,0.3844175,0.023373218,0.008226838,0.018372785,0.016084572],"domain_scores_gemma":[0.46434188,0.35086325,0.015678601,0.022923402,0.06445775,0.081735194],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3619143,0.0033312533,0.004294017,0.004132225,0.013873378,0.03156399,0.013903366,0.03485494,0.0077217193],"category_scores_gemma":[0.278592,0.0023563693,0.006914914,0.005065662,0.027540505,0.0328624,0.04546487,0.05077403,0.0033970983],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004976659,0.0020531784,0.007397118,0.018294854,0.00062650116,0.0023067757,0.22778179,0.0020950676,0.0011643395,0.0622514,0.2501648,0.42536643],"study_design_scores_gemma":[0.00069908856,0.001086133,0.00503986,0.05309736,0.0005923832,0.0010884223,0.36532468,0.002633451,0.0014707954,0.12779155,0.44058335,0.00059289817],"about_ca_topic_score_codex":0.012111865,"about_ca_topic_score_gemma":0.017210478,"teacher_disagreement_score":0.3619143,"about_ca_system_score_codex":0.021209238,"about_ca_system_score_gemma":0.19827278,"threshold_uncertainty_score":0.7868733},"labels":[],"label_agreement":null},{"id":"W4415472573","doi":"10.1186/s12961-025-01403-y","title":"Co-creating a Canadian autism mental health literacy resource: a qualitative analysis of advisory perspectives","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; Centre for Addiction and Mental Health; Enerworks (Canada); York University","funders":"York University; Public Health Agency; Public Health Agency of Canada","keywords":"Mental health; Autism; Qualitative research; Health services research; Mental health literacy; Public health; Health literacy; Social policy; Health policy","score_opus":0.480398681103066,"score_gpt":0.6532621624266113,"score_spread":0.1728634813235453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415472573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96634734,0.0017142239,0.003139407,0.0075248433,0.0001591257,0.00080973393,0.00052264775,0.00005001161,0.019732777],"genre_scores_gemma":[0.9870216,0.001842697,0.0022877057,0.0019306024,0.000040239716,0.00057685695,0.0002294701,0.00007384064,0.005997025],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97265166,0.01621603,0.00075577537,0.0014674901,0.0038694683,0.00503961],"domain_scores_gemma":[0.96305025,0.02326059,0.0018036511,0.0006700402,0.0061245584,0.005090802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026546193,0.0010414093,0.0009843145,0.0048501645,0.028481156,0.007932615,0.0033548018,0.0027353275,0.0034561995],"category_scores_gemma":[0.039944902,0.0009110899,0.00067258324,0.0054008,0.014863139,0.0046423436,0.011196145,0.0043485956,0.00033877866],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000163823,0.000010850833,0.0014521681,0.00008101844,0.0000018236992,0.00054477004,0.9940639,0.000020982154,0.00021797846,0.00069081463,0.0005371711,0.0023622143],"study_design_scores_gemma":[0.0000014960633,0.00000880523,0.0009505098,0.00012331047,0.0000022566608,0.00010320155,0.9916643,0.00004221632,0.00007402902,0.00009190516,0.0069285654,0.0000094482],"about_ca_topic_score_codex":0.62866616,"about_ca_topic_score_gemma":0.70990705,"teacher_disagreement_score":0.37133384,"about_ca_system_score_codex":0.061446577,"about_ca_system_score_gemma":0.08190059,"threshold_uncertainty_score":0.74704134},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4415731609","doi":"10.1186/s12961-025-01410-z","title":"Measuring what matters: key indicators for performance and resilience in fragile, low-income contexts. A scoping review","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Red Cross Society","funders":"Université de Genève","keywords":"Resilience (materials science); Public health; Health services research; Key (lock); Health indicator; Psychological resilience; Health policy; Performance indicator","score_opus":0.24298033817306725,"score_gpt":0.5188422958702141,"score_spread":0.2758619576971469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415731609","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007005243,0.9914971,0.0010768321,0.0029496169,0.0005829421,0.00092728215,0.0007895989,0.000019982244,0.0014561891],"genre_scores_gemma":[0.009969115,0.9835122,0.0028926246,0.0008493359,0.00023008764,0.0017869055,0.00057964906,0.000013662156,0.00016633695],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.95483845,0.017775208,0.016060313,0.002245932,0.008148862,0.000931201],"domain_scores_gemma":[0.79824436,0.15688922,0.022491392,0.002994698,0.01834907,0.0010312722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.054095075,0.002925932,0.0062426166,0.046023086,0.0023096576,0.012248501,0.003670163,0.0048328233,0.0040877997],"category_scores_gemma":[0.22822016,0.0018586772,0.0075984946,0.045875955,0.0040875766,0.014195562,0.0053173606,0.004016828,0.00082339364],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009962911,0.00004011664,0.002007257,0.7513405,0.0019283666,0.00013768775,0.0026360247,0.0005918105,0.00015015354,0.0062376587,0.010427137,0.22440366],"study_design_scores_gemma":[0.000014289716,0.000031029384,0.0017541546,0.96393037,0.0024118016,0.00008174351,0.0015863645,0.000120412005,0.00010005237,0.0019941095,0.027941305,0.000034341647],"about_ca_topic_score_codex":0.018995821,"about_ca_topic_score_gemma":0.0297098,"teacher_disagreement_score":0.054095075,"about_ca_system_score_codex":0.012702114,"about_ca_system_score_gemma":0.042984672,"threshold_uncertainty_score":0.28608555},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4415731664","doi":"10.1186/s12961-025-01411-y","title":"Implementation and evaluation of a knowledge translation process to optimize the adoption of harm reduction in cannabis use by practitioners working with youth in Quebec: a mixed-methods study","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal","funders":"Fonds de Recherche du Québec-Société et Culture; Ministère de la Santé; Fonds de Recherche du Québec - Santé; Ministère de la Santé et des Services sociaux","keywords":"Harm reduction; Process (computing); Health services research; Knowledge translation; Cannabis; Harm; Public health; Health administration","score_opus":0.45320626268996844,"score_gpt":0.5976820815504563,"score_spread":0.14447581886048788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415731664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9330367,0.00032418707,0.008312824,0.00085845863,0.000036991718,0.053652417,0.00039976704,0.000104127255,0.0032745341],"genre_scores_gemma":[0.8335584,0.00061039435,0.098216936,0.000750108,0.000033184304,0.06458053,0.0004050465,0.000037558333,0.0018078524],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.94711393,0.039720222,0.0033536255,0.0019726646,0.003908671,0.0039309203],"domain_scores_gemma":[0.9232147,0.046988025,0.0062623564,0.0038605176,0.01623723,0.003437259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10671973,0.0014581227,0.0015021232,0.002387275,0.0054760715,0.0043207044,0.0030468164,0.0016338059,0.0029563168],"category_scores_gemma":[0.07677998,0.0009807859,0.0019755822,0.0028075448,0.0022933413,0.0021412554,0.004688898,0.0019087674,0.00035611866],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004203212,0.02733174,0.04384599,0.01030278,0.00042723614,0.0013578438,0.37669328,0.0031292683,0.0055583413,0.0020181285,0.0024390612,0.52269304],"study_design_scores_gemma":[0.012295321,0.09259564,0.27781412,0.0123563055,0.003390673,0.0004745158,0.51803714,0.018337524,0.019956581,0.0032822029,0.0406642,0.00079568627],"about_ca_topic_score_codex":0.11335224,"about_ca_topic_score_gemma":0.19477406,"teacher_disagreement_score":0.88664776,"about_ca_system_score_codex":0.031607628,"about_ca_system_score_gemma":0.078261994,"threshold_uncertainty_score":0.5643946},"labels":[],"label_agreement":null},{"id":"W4416191571","doi":"10.1186/s12961-025-01417-6","title":"Peer-learning and support among health policy and systems research actors in West Africa: a social network analysis","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Health services research; Social network analysis; Corporate governance; Health policy; Healthcare system; Social policy; Network governance; Public health; Fragmentation (computing)","score_opus":0.2573357369909408,"score_gpt":0.5433686536925806,"score_spread":0.28603291670163977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416191571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98713416,0.0005361048,0.003472921,0.0015353927,0.00000898641,0.00017903587,0.00014538116,0.000008007845,0.006980053],"genre_scores_gemma":[0.99822587,0.00025986027,0.0010312593,0.00003332654,0.0000048961083,0.000071520626,0.000044108157,0.0000027845458,0.0003263699],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923035,0.0058573596,0.00024938627,0.00042096523,0.00051416404,0.00065468444],"domain_scores_gemma":[0.9735561,0.020250134,0.0033753852,0.00045702377,0.0011674825,0.0011937947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008027388,0.00025754631,0.00025939755,0.0048632086,0.0034901677,0.0036514492,0.0006396927,0.0007158615,0.002771096],"category_scores_gemma":[0.024156569,0.00024563257,0.00019730652,0.0043827007,0.0024813642,0.0045837834,0.0044258474,0.0005209824,0.00014631264],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020823041,0.00022039033,0.42365345,0.000716772,0.00016165458,0.0023962248,0.42222145,0.0027985787,0.00094001833,0.041791823,0.0021323098,0.102759175],"study_design_scores_gemma":[0.00003424822,0.00023582364,0.27364013,0.0009834203,0.00014300746,0.00089505746,0.65416306,0.014688133,0.0006147593,0.019284552,0.035255942,0.000061898645],"about_ca_topic_score_codex":0.0093542505,"about_ca_topic_score_gemma":0.010379009,"teacher_disagreement_score":0.0093542505,"about_ca_system_score_codex":0.003670569,"about_ca_system_score_gemma":0.0032174047,"threshold_uncertainty_score":0.04245341},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4416758548","doi":"10.1186/s12961-025-01348-2","title":"Informing equitable noncommunicable disease prevention policies through lived experience: a scoping review of research approaches","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Deakin University; National Health and Medical Research Council; National Heart Foundation of Australia; Medical Research Council; VicHealth","keywords":"Health services research; Public health; Health policy; Social policy; Health administration; Best practice; Disease prevention; Qualitative research","score_opus":0.7945904194523209,"score_gpt":0.636281804962007,"score_spread":0.15830861449031386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416758548","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008154667,0.99514455,0.0007050909,0.0012329178,0.00025163696,0.00039968733,0.00011912591,0.000006970511,0.0013245492],"genre_scores_gemma":[0.007186725,0.98968434,0.0013368798,0.00055880053,0.0000862173,0.00088943186,0.00011325001,0.00000563032,0.0001387813],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.97738045,0.01129084,0.006573518,0.0012744985,0.002809127,0.0006716094],"domain_scores_gemma":[0.84577703,0.13362701,0.008723971,0.002247662,0.008786494,0.00083784066],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.035562515,0.0015797038,0.0047710747,0.026837008,0.0022821536,0.00927528,0.0025858532,0.003673748,0.004638921],"category_scores_gemma":[0.10167341,0.0015305846,0.005550309,0.02560205,0.004111698,0.009529702,0.0061807493,0.0028886127,0.00067003083],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010000827,0.000056870937,0.00095100416,0.7795654,0.0016669953,0.00021511537,0.0070621315,0.00025322576,0.00021822639,0.005843192,0.003552848,0.20051496],"study_design_scores_gemma":[0.000018622852,0.00003953169,0.0007388898,0.9586083,0.0020068977,0.00015502957,0.0032302295,0.000051532057,0.00008844251,0.0015453588,0.033494033,0.000023090957],"about_ca_topic_score_codex":0.008318409,"about_ca_topic_score_gemma":0.016300337,"teacher_disagreement_score":0.9644375,"about_ca_system_score_codex":0.008160512,"about_ca_system_score_gemma":0.03320234,"threshold_uncertainty_score":0.18807483},"labels":[],"label_agreement":null},{"id":"W4416781762","doi":"10.1186/s12961-025-01429-2","title":"Creating an integrated innovation system to enable the adaptation and uptake of health-system innovations in Canada: insights from citizen panels and a national stakeholder dialogue","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; University of Ottawa; Wilfrid Laurier University; Impact; Ministère de la Santé et des Services Sociaux (Québec); Canadian Institutes of Health Research; Trillium Health Centre; Canada Health Infoway; McMaster University; University of Toronto","funders":"AGE-WELL","keywords":"Adaptation (eye); Health services research; Health administration; Stakeholder; Value (mathematics); Stakeholder engagement; Health informatics","score_opus":0.8050901478755133,"score_gpt":0.6177606982105508,"score_spread":0.18732944966496246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416781762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74114996,0.0074493885,0.009655912,0.13682476,0.00041758816,0.0018556616,0.0010028206,0.00012795068,0.10151601],"genre_scores_gemma":[0.9813618,0.0020770521,0.005807747,0.0066816993,0.000020372669,0.00033774207,0.00020252014,0.000046390385,0.0034647444],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9488292,0.028007166,0.001496611,0.0022340459,0.009204509,0.010228515],"domain_scores_gemma":[0.9295723,0.036468893,0.0021470285,0.0021828203,0.020084804,0.009544215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.059415963,0.0007204068,0.0009919197,0.0031884569,0.04398379,0.0146665145,0.003473941,0.0042293677,0.0024219954],"category_scores_gemma":[0.04540671,0.00072614214,0.0008409527,0.0054493267,0.019823804,0.0055784965,0.013928251,0.0052446797,0.00019644208],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013245856,0.00013178421,0.027081372,0.001121319,0.000064756656,0.0020195565,0.87998956,0.00070402,0.0012989887,0.029270219,0.01118197,0.04700394],"study_design_scores_gemma":[0.00004799954,0.0001196578,0.02461416,0.001762133,0.00011487805,0.00018744092,0.80925626,0.0009996877,0.0009050641,0.0068918327,0.1549372,0.00016362833],"about_ca_topic_score_codex":0.97528434,"about_ca_topic_score_gemma":0.98845285,"teacher_disagreement_score":0.24838643,"about_ca_system_score_codex":0.24838643,"about_ca_system_score_gemma":0.49590695,"threshold_uncertainty_score":0.8717652},"labels":[],"label_agreement":null},{"id":"W4416781794","doi":"10.1186/s12961-025-01427-4","title":"Examining the impact of naming equity within perinatal substance use and mental health policy: a scoping review","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Prenatal Substance Exposure Effects","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria; University of British Columbia, Okanagan Campus","funders":"Canadian Institutes of Health Research; Public Health Agency of Canada","keywords":"Conceptualization; Mental health; Public health; Equity (law); Operationalization; Social policy; Substance abuse; Health equity; Health policy; Health administration","score_opus":0.3448591715755224,"score_gpt":0.5579515028850616,"score_spread":0.21309233130953914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416781794","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016671874,0.9872572,0.0010557892,0.004876717,0.0007413104,0.0006637105,0.00023924783,0.000011772452,0.0034870545],"genre_scores_gemma":[0.017137676,0.97688305,0.0025489563,0.0017018497,0.00017528907,0.0010025379,0.00021875807,0.000012853569,0.00031912056],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9576745,0.0185791,0.01314498,0.0017561391,0.007718421,0.001126844],"domain_scores_gemma":[0.729706,0.2242554,0.014448452,0.0031080493,0.027099337,0.0013826857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06478176,0.0012024496,0.0036197673,0.034768146,0.0026542207,0.011033112,0.0030220842,0.004319458,0.0022033437],"category_scores_gemma":[0.23728485,0.0014229504,0.0030977319,0.040537566,0.004125655,0.008587718,0.0055689057,0.0033939017,0.00034878793],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007869335,0.000041024934,0.0019453281,0.6599905,0.0014638735,0.00035701017,0.011237275,0.00076388504,0.00043758514,0.019440096,0.009635512,0.29460913],"study_design_scores_gemma":[0.000010376107,0.000023023536,0.0011715333,0.9394971,0.0015567627,0.00009812585,0.0025393926,0.000111449976,0.0001576138,0.00156258,0.053251766,0.000020323432],"about_ca_topic_score_codex":0.064623475,"about_ca_topic_score_gemma":0.10947559,"teacher_disagreement_score":0.06478176,"about_ca_system_score_codex":0.021526584,"about_ca_system_score_gemma":0.10850962,"threshold_uncertainty_score":0.3426028},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4416787220","doi":"10.1186/s12961-025-01421-w","title":"Evaluating the corporate social responsibility agenda for high-cost novel therapies: roles for government and civil society","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health; Public Health Ontario; University of Toronto","funders":"University of Toronto; World Health Organization","keywords":"Civil society; Corporate social responsibility; Government (linguistics); Public health; Health services research; Social policy; Corporate governance","score_opus":0.8567769379877566,"score_gpt":0.622753874312541,"score_spread":0.23402306367521553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416787220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35935992,0.048592974,0.017319977,0.31714407,0.001860655,0.0010857033,0.00029907055,0.00007774241,0.25425988],"genre_scores_gemma":[0.98122036,0.008060921,0.003405324,0.0055400627,0.0002632428,0.00023234752,0.00006337391,0.000021688576,0.0011926505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8750188,0.099996164,0.0035545095,0.0028368088,0.01295518,0.0056386827],"domain_scores_gemma":[0.67286855,0.26801842,0.01987912,0.0061207674,0.022395903,0.010717231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.123984076,0.0005942423,0.000915934,0.008111293,0.00921313,0.03200883,0.0022825163,0.005166182,0.005032526],"category_scores_gemma":[0.1231317,0.00035671788,0.001079354,0.0066366945,0.030696012,0.02100034,0.016082361,0.005395388,0.0004240559],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101223566,0.00030052324,0.02020869,0.0070154783,0.00023405609,0.0008900355,0.19660953,0.0012219165,0.00064833235,0.59874755,0.014205412,0.15981723],"study_design_scores_gemma":[0.000047977668,0.00024000836,0.019109588,0.015728828,0.00017546122,0.00032096598,0.5442528,0.0013487107,0.001049092,0.23650682,0.1811235,0.00009619856],"about_ca_topic_score_codex":0.0053211045,"about_ca_topic_score_gemma":0.008237091,"teacher_disagreement_score":0.123984076,"about_ca_system_score_codex":0.02656435,"about_ca_system_score_gemma":0.066046245,"threshold_uncertainty_score":0.6556983},"labels":[],"label_agreement":null},{"id":"W4416979550","doi":"10.1186/s12961-025-01432-7","title":"Evaluating health organization readiness for implementing a learning health system: a scoping review","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université du Québec à Trois-Rivières; Université de Sherbrooke; Centre for Interdisciplinary Research in Rehabilitation; McGill University Health Centre","funders":"","keywords":"Health services research; Health administration; Health care; Public health; Health policy; Health informatics","score_opus":0.9559945580143627,"score_gpt":0.8369067395651707,"score_spread":0.11908781844919203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416979550","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040648463,0.9861668,0.0010659551,0.0020129974,0.0003008598,0.00275798,0.0005640255,0.00002161706,0.0030449084],"genre_scores_gemma":[0.025431165,0.96707535,0.003503184,0.00066858897,0.00011900424,0.0024562073,0.0005468205,0.0000101926435,0.00018947563],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9609438,0.014068835,0.013908491,0.0015075537,0.008641964,0.0009294349],"domain_scores_gemma":[0.8229863,0.13538729,0.017755594,0.002037558,0.020696433,0.0011368885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.060347997,0.0015864386,0.004612227,0.039927945,0.002062875,0.0084170755,0.002795618,0.004050812,0.004153961],"category_scores_gemma":[0.1873793,0.0015981208,0.00616457,0.032278232,0.0022408927,0.007220899,0.0039779525,0.0019176634,0.0005795863],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014058875,0.00013222503,0.0056603667,0.67973334,0.002781833,0.0002224871,0.0019812072,0.00058639067,0.00018521045,0.0024990838,0.0041411277,0.30193612],"study_design_scores_gemma":[0.00003075152,0.0001388717,0.0045514437,0.9705384,0.004811464,0.00015054081,0.0018027038,0.00018627946,0.00017726055,0.0004700663,0.017109133,0.000033130447],"about_ca_topic_score_codex":0.013942685,"about_ca_topic_score_gemma":0.026707862,"teacher_disagreement_score":0.060347997,"about_ca_system_score_codex":0.012078995,"about_ca_system_score_gemma":0.04618917,"threshold_uncertainty_score":0.3191545},"labels":[],"label_agreement":null},{"id":"W4417374909","doi":"10.1186/s12961-025-01430-9","title":"Correction: Measuring what matters: key indicators for performance and resilience in fragile, low-income contexts. A scoping review","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Resilience and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Red Cross Society","funders":"","keywords":"Health services research; Resilience (materials science); Public health; Key (lock); Health administration; Health informatics; Health policy","score_opus":0.2729430295618878,"score_gpt":0.5735302145398495,"score_spread":0.3005871849779617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417374909","genre_codex":"editorial","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016746401,0.051279444,0.0019148431,0.15725952,0.7786464,0.00026654435,0.006470814,0.00036176672,0.0036332002],"genre_scores_gemma":[0.028116863,0.30726638,0.018211475,0.24932963,0.3011437,0.0048947646,0.010680632,0.0028961676,0.07746043],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9647436,0.01060585,0.00955435,0.0025366098,0.011058318,0.001501235],"domain_scores_gemma":[0.7754405,0.08420281,0.014143506,0.012275464,0.11074223,0.0031954737],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.039800365,0.003002818,0.00441465,0.008716579,0.0029116161,0.007548148,0.006319971,0.00908466,0.046712458],"category_scores_gemma":[0.37652236,0.0019588862,0.003841458,0.01220424,0.004710614,0.006792119,0.005873023,0.014287016,0.024636667],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007506022,0.0000045871643,0.00013434199,0.008852998,0.0001225249,0.00009573853,0.00016417642,0.000046012134,0.00004205705,0.0017229869,0.9685932,0.020146366],"study_design_scores_gemma":[0.00017880174,0.00003384724,0.0015162174,0.049492892,0.00068943086,0.00041278364,0.0003142144,0.00018455336,0.0003236431,0.0058402363,0.94088393,0.00012956376],"about_ca_topic_score_codex":0.037154377,"about_ca_topic_score_gemma":0.038213223,"teacher_disagreement_score":0.96019965,"about_ca_system_score_codex":0.006868519,"about_ca_system_score_gemma":0.031157285,"threshold_uncertainty_score":0.21048695},"labels":[],"label_agreement":null},{"id":"W4417397275","doi":"10.1186/s12961-025-01436-3","title":"Establishing criteria and distributing conference grants for participants from the Global South: experiences from the Canadian Conference on Global Health 2024","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Public Health Association; Queen's University; Western University; BC Centre for Disease Control; University of Waterloo","funders":"","keywords":"Scholarship; Rubric; Health services research; Global health; Public health; Health policy; Health administration; International development; Process (computing)","score_opus":0.4391259926913601,"score_gpt":0.550642954180644,"score_spread":0.11151696148928392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417397275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5984354,0.0039510652,0.017917115,0.15436088,0.004901972,0.012748257,0.0006127717,0.00045646742,0.20661603],"genre_scores_gemma":[0.9069944,0.0025894833,0.022043994,0.0075084334,0.000442923,0.0037324706,0.00039426674,0.00024557463,0.056048337],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9328976,0.03433491,0.0017639588,0.0014863262,0.015166022,0.0143510625],"domain_scores_gemma":[0.90593904,0.021963233,0.0028263137,0.002598744,0.025627162,0.04104552],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.098453976,0.0007936149,0.0005863936,0.003264387,0.047178045,0.013127553,0.005095678,0.0037152716,0.008062121],"category_scores_gemma":[0.11090403,0.0007157029,0.0006695725,0.0047489237,0.011135683,0.004029836,0.02394496,0.0063963737,0.0012567041],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021360454,0.0005487773,0.01499941,0.0008256602,0.000019134928,0.0016882167,0.6978512,0.00064487424,0.0027876971,0.028232332,0.08174033,0.17044882],"study_design_scores_gemma":[0.000057211815,0.00019706845,0.0115695065,0.00049278553,0.000011819652,0.00020011952,0.6840604,0.00039964519,0.00083242194,0.00351693,0.298509,0.0001531072],"about_ca_topic_score_codex":0.54733074,"about_ca_topic_score_gemma":0.76067233,"teacher_disagreement_score":0.99490434,"about_ca_system_score_codex":0.048747964,"about_ca_system_score_gemma":0.22672534,"threshold_uncertainty_score":0.9106702},"labels":[],"label_agreement":null}]}