{"meta":{"query_hash":"223d1b477755","filters":{"venue":"Health Research Policy and Systems"},"cohort_total":456,"direct_labels_cover":165,"predictions_cover":456,"exported":456,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/223d1b477755","api":"https://metacan.xera.ac/api/v1/cohort?venue=Health+Research+Policy+and+Systems"},"results":[{"id":"W1486381751","doi":"10.1186/1478-4505-3-2","title":"\"Harnessing genomics to improve health in Africa\" – an executive course to support genomics policy","year":2005,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Biotechnology and Related Fields","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Direktoratet for Utviklingssamarbeid; International Development Research Centre; Genome Canada","keywords":"Bioethics; Health administration; Public relations; Health care; Genomics; Health policy; Incentive; Public health; Political science; Medicine; Economics; Law; Nursing","score_opus":0.1290026518826875,"score_gpt":0.4847904636510892,"score_spread":0.3557878117684017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486381751","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055032303,0.017743059,0.00018288063,0.67689645,0.27548924,0.01588113,0.002667971,0.0003767399,0.0052593034],"genre_scores_gemma":[0.010069156,0.025916748,0.00047244155,0.0074658715,0.9411536,0.0005228257,0.000513914,0.00024353464,0.01364194],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916778,0.0012335224,0.0014972636,0.0012791483,0.0011397806,0.0031724356],"domain_scores_gemma":[0.9942236,0.00067329366,0.0003738921,0.0011213924,0.00062527996,0.0029825335],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00982205,0.0005340006,0.0018157068,0.003366714,0.0007224506,0.00015839495,0.0005223135,0.00696538,0.000005002265],"category_scores_gemma":[0.0026247348,0.0004907934,0.00009513324,0.0018618754,0.00032261535,0.00010310167,0.00039691493,0.01114459,0.00010006832],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00059414166,0.00028758944,0.0000116353485,0.0020253027,0.00008026213,0.00007238104,0.010720727,0.000021128966,0.000116373885,0.0025611047,0.9570849,0.02642444],"study_design_scores_gemma":[0.0013950337,0.004672627,0.000092257,0.0012715332,0.000010452255,0.00007884546,0.0024726412,0.00014485873,0.000011298797,0.00007719315,0.98943245,0.0003407828],"about_ca_topic_score_codex":0.037041843,"about_ca_topic_score_gemma":0.0022201906,"teacher_disagreement_score":0.66943055,"about_ca_system_score_codex":0.006464669,"about_ca_system_score_gemma":0.04075105,"threshold_uncertainty_score":0.99975437},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1532483546","doi":"10.1186/1478-4505-5-1","title":"What did the public think of health services reform in Bangladesh? Three national community-based surveys 1999–2003","year":2007,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Energy Training","funders":"Ministry of Health and Family Welfare","keywords":"Government (linguistics); Public health; Health services research; Stratified sampling; Community health; Medicine; Population; Public sector; Health care; Focus group; Health administration; Health policy; Payment; Environmental health; Socioeconomics; Business; Economic growth; Nursing; Marketing; Political science; Finance; Economics","score_opus":0.27814784125023984,"score_gpt":0.48466142372669674,"score_spread":0.2065135824764569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532483546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78077525,0.019063162,0.0000619212,0.19179438,0.0004391463,0.0031457446,0.00013553149,0.00005404381,0.0045308173],"genre_scores_gemma":[0.9858337,0.002076272,0.000019711742,0.011448745,0.00032254975,0.000028232314,0.00010407161,0.000016517657,0.00015017428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9901227,0.0055604875,0.0010953667,0.0002233936,0.0017002964,0.0012977768],"domain_scores_gemma":[0.9967324,0.00089197274,0.00028314535,0.00045422246,0.0010139422,0.00062431785],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07086291,0.00015263472,0.00055383827,0.00067341514,0.0009155505,0.00011938117,0.00031688032,0.00012567252,0.0000046377722],"category_scores_gemma":[0.00035381282,0.00009554154,0.00003790585,0.0015948067,0.00024662938,0.00021502962,0.0001097314,0.001204777,0.000010986601],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010038643,0.0023644413,0.49401575,0.080767736,0.00015112855,0.00004404691,0.028172564,0.000023289012,0.000041749325,0.3437499,0.006705732,0.042959772],"study_design_scores_gemma":[0.0021818662,0.001434098,0.92957866,0.0042070425,0.0000015284257,0.000100123936,0.016269663,0.0007801796,0.000008574428,0.0018926694,0.04342508,0.00012051279],"about_ca_topic_score_codex":0.32721716,"about_ca_topic_score_gemma":0.06755218,"teacher_disagreement_score":0.4355629,"about_ca_system_score_codex":0.0015493701,"about_ca_system_score_gemma":0.0041216454,"threshold_uncertainty_score":0.95674217},"labels":[],"label_agreement":null},{"id":"W1729984106","doi":"10.1186/1478-4505-2-3","title":"A contingent valuation study to estimate the parental willingness-to-pay for childhood diarrhoea and gender bias among rural households in India","year":2004,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Economic and Environmental Valuation","field":"Economics, Econometrics and Finance","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Commonwealth Foundation","keywords":"Willingness to pay; Contingent valuation; Socioeconomic status; Demography; Medicine; Environmental health; Economics; Population","score_opus":0.45359989992358674,"score_gpt":0.437320810225609,"score_spread":0.016279089697977756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1729984106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99261206,0.00073369395,0.00045169392,0.0020180051,0.00012435934,0.0038303449,0.00008654813,0.000011063727,0.00013220288],"genre_scores_gemma":[0.99845725,0.00016219179,0.00005147116,0.000302508,0.00019661477,0.00073096587,0.000013662355,0.000021639911,0.00006368355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99815744,0.00017592651,0.00065330806,0.00035641066,0.00010418944,0.0005527155],"domain_scores_gemma":[0.9991687,0.00019342339,0.00015766484,0.00019644763,0.000019580584,0.000264199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007671122,0.0001222769,0.00031807332,0.00029523487,0.0004148559,0.00017636603,0.00011568434,0.00004922003,0.0000025555762],"category_scores_gemma":[0.00044629394,0.000100403944,0.000026455562,0.00025747376,0.000052757478,0.00014363401,0.000093522256,0.00017012951,0.000025986817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015925298,0.00014113,0.96207625,0.00007162373,0.000016439486,3.6102648e-7,0.022109654,0.0026765417,0.0000010678675,0.012139664,0.000056059318,0.000695313],"study_design_scores_gemma":[0.001189306,0.00043080017,0.9883266,0.000048854345,0.0000014728828,0.000002396475,0.004025489,0.0017731157,0.0000013752126,0.0038882056,0.00020437482,0.00010799967],"about_ca_topic_score_codex":0.011189312,"about_ca_topic_score_gemma":0.00073275686,"teacher_disagreement_score":0.026250388,"about_ca_system_score_codex":0.0005734724,"about_ca_system_score_gemma":0.00010117957,"threshold_uncertainty_score":0.99539524},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1751817640","doi":"10.1186/1478-4505-3-3","title":"The role of NGOs in global health research for development","year":2005,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"CARE Canada; Montreal General Hospital; Canadian Society for International Health; Université de Montréal","funders":"New Partnership for Africa's Development; International Development Research Centre; United Nations Development Programme; World Health Organization","keywords":"Health services research; General partnership; Global health; Public relations; Political science; Stewardship (theology); Health policy; Capacity building; Knowledge translation; Economic growth; Public health; Medicine; Politics; Nursing; Knowledge management","score_opus":0.41372324867660054,"score_gpt":0.5977307228952586,"score_spread":0.1840074742186581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1751817640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.513914,0.15779266,0.000056650846,0.29882398,0.0003319263,0.013416817,0.00016747986,0.000063317646,0.015433149],"genre_scores_gemma":[0.99148995,0.004711856,0.00020179426,0.0013203676,0.0007263425,0.0005260204,0.0000132309315,0.000014827841,0.0009956254],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99244034,0.0019086209,0.0011407144,0.00033898235,0.0014993745,0.0026719864],"domain_scores_gemma":[0.99519825,0.0021474715,0.00012824086,0.00037765244,0.00078549585,0.0013628667],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03933516,0.00012043035,0.0005444511,0.00047085108,0.0010634821,0.000047610036,0.00017012242,0.00011890159,0.0000018407828],"category_scores_gemma":[0.0030012378,0.00008368545,0.000043309527,0.0012338592,0.00026778434,0.000048601138,0.00009579213,0.00057717226,0.00001907165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001360262,0.0003662899,0.022057192,0.006023418,0.000028194141,0.0000046711366,0.003573067,0.0000067038236,0.000020413887,0.18460321,0.060863957,0.72109264],"study_design_scores_gemma":[0.0010533596,0.00075070874,0.025356704,0.00077749667,3.7592977e-7,0.000040265968,0.0030878745,0.00085673237,0.000021896958,0.0010348846,0.9669626,0.000057148176],"about_ca_topic_score_codex":0.024258949,"about_ca_topic_score_gemma":0.0053110453,"teacher_disagreement_score":0.9060986,"about_ca_system_score_codex":0.0025722412,"about_ca_system_score_gemma":0.016407264,"threshold_uncertainty_score":0.9892066},"labels":[],"label_agreement":null},{"id":"W1769468240","doi":"10.1186/s12961-015-0023-x","title":"Communities of practice for supporting health systems change: a missed opportunity","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; Western University","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Health administration; Health informatics; Health services research; Health care; Public relations; Nursing; Knowledge transfer; Coding (social sciences); Knowledge management; Medical education; Medicine; Public health; Psychology; Sociology; Computer science; Political science","score_opus":0.8186396388212781,"score_gpt":0.7018555671889292,"score_spread":0.11678407163234894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1769468240","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08322145,0.017027644,0.001378243,0.8330529,0.0067450865,0.031136628,0.0010266118,0.0002549438,0.026156515],"genre_scores_gemma":[0.97230595,0.00072885794,0.00023941488,0.013864644,0.0019517051,0.0033979157,0.00021425582,0.000038428498,0.0072588213],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9843545,0.011990121,0.0014511099,0.00019943278,0.00087571307,0.0011291039],"domain_scores_gemma":[0.9874152,0.0049161715,0.001220652,0.00042662118,0.004730314,0.0012910578],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035015006,0.00014339658,0.0005681048,0.00055101066,0.0020797574,0.00005184157,0.00020999854,0.00018180696,0.000009988633],"category_scores_gemma":[0.010033218,0.00012290725,0.000030639465,0.00065693184,0.00013362544,0.00032969564,0.000109890716,0.0008428512,0.000017977376],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075420574,0.0003408035,0.0014440023,0.015882302,0.000043175038,0.0000012343113,0.27619377,0.000008175248,0.000016515103,0.2921423,0.41071224,0.0024612544],"study_design_scores_gemma":[0.0008040252,0.000862005,0.00024700255,0.0018220211,0.0000021875055,0.000011842462,0.51464665,0.0028595694,7.4614763e-7,0.00028328842,0.47837716,0.00008351623],"about_ca_topic_score_codex":0.19055027,"about_ca_topic_score_gemma":0.0015425534,"teacher_disagreement_score":0.8890845,"about_ca_system_score_codex":0.0010508467,"about_ca_system_score_gemma":0.0332049,"threshold_uncertainty_score":0.9992194},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1945439447","doi":"10.1186/1478-4505-3-1","title":"Harnessing genomics to improve health in the Eastern Mediterranean Region – an executive course in genomics policy","year":2005,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Biotechnology and Related Fields","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"Canadian Institutes of Health Research; International Development Research Centre; Genome Canada","keywords":"Public relations; Health administration; Bioethics; Public health; Legislation; Health policy; Political science; Government (linguistics); Intellectual property; Health care; Business; Public administration; Medicine; Nursing; Law","score_opus":0.15924054863796627,"score_gpt":0.4800585819825455,"score_spread":0.3208180333445792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1945439447","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013046927,0.023985151,0.000080557875,0.79334384,0.15776633,0.010077403,0.0003529238,0.00012321235,0.0012236275],"genre_scores_gemma":[0.04146261,0.0446873,0.000062899584,0.008434635,0.90189344,0.00038092508,0.0003706176,0.0001463932,0.0025612009],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918891,0.0027080723,0.0013212053,0.0009362173,0.0010603477,0.0020850268],"domain_scores_gemma":[0.99634093,0.0009811436,0.00040993735,0.0010369867,0.0002998221,0.00093115965],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.010981092,0.00042911762,0.0013074556,0.0024602471,0.00055048557,0.00014919793,0.0005935772,0.005672544,7.311208e-7],"category_scores_gemma":[0.001729943,0.00032031714,0.00007361618,0.0014007877,0.00044830597,0.00011043374,0.0001949945,0.013093384,0.00001676342],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010414455,0.00048562055,0.000104679275,0.0037157864,0.00007507811,0.00024675584,0.042060073,0.00002400007,0.00002956623,0.002892251,0.88628167,0.06304305],"study_design_scores_gemma":[0.0020669957,0.0021690405,0.0002837797,0.002818533,0.000008268329,0.00019842539,0.0069746464,0.0015149711,0.0000019733338,0.00013269429,0.983566,0.00026471383],"about_ca_topic_score_codex":0.07614112,"about_ca_topic_score_gemma":0.0067790225,"teacher_disagreement_score":0.78490925,"about_ca_system_score_codex":0.0035109855,"about_ca_system_score_gemma":0.016994944,"threshold_uncertainty_score":0.9999249},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1976810647","doi":"10.1186/1478-4505-5-5","title":"Valuing the scholarship of integration and the scholarship of application in the academy for health sciences scholars: recommended methods","year":2007,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Fondation pour la Recherche Médicale; Canadian Health Services Research Foundation","keywords":"Scholarship; Health services research; Sociology; Engineering ethics; Public relations; Political science; Medicine; Public health; Nursing; Law; Engineering","score_opus":0.7627238268965559,"score_gpt":0.7033392922149629,"score_spread":0.05938453468159299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976810647","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15473989,0.025835978,0.009436739,0.79666233,0.000076631666,0.0121574905,0.000023890798,0.000017150647,0.0010499378],"genre_scores_gemma":[0.9780835,0.005701493,0.0014425803,0.014018659,0.00034504716,0.00034653064,0.0000051563866,0.000011959568,0.00004508661],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9791473,0.01402343,0.0016608929,0.0004541001,0.0025309876,0.002183272],"domain_scores_gemma":[0.9684153,0.027651723,0.00056240265,0.0005449214,0.0007156223,0.0021099993],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35708085,0.00012438356,0.00053358596,0.00066352054,0.00090680656,0.00010899566,0.00040920908,0.00016435813,7.525405e-7],"category_scores_gemma":[0.13994715,0.000055932163,0.000052168132,0.0018318725,0.0011928777,0.00022772378,0.00007948936,0.0020699117,6.508556e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016076812,0.00015655084,0.0040393514,0.006139939,0.00002642228,5.902301e-7,0.01218984,0.0000015028801,0.00153462,0.25095665,0.0018218984,0.72152495],"study_design_scores_gemma":[0.032979373,0.016816823,0.40214053,0.02049135,0.000060323644,0.00057356403,0.0899219,0.020408083,0.004669907,0.14514898,0.2661254,0.0006637786],"about_ca_topic_score_codex":0.0059374925,"about_ca_topic_score_gemma":0.00027216965,"teacher_disagreement_score":0.82334363,"about_ca_system_score_codex":0.00036481724,"about_ca_system_score_gemma":0.0061040693,"threshold_uncertainty_score":0.9995304},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1997479123","doi":"10.1186/1478-4505-7-4","title":"Evidence in the learning organization","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Dilemma; Health care; Health administration; Knowledge management; Health services research; Health informatics; Organizational learning; Evidence-based medicine; Thematic analysis; Narrative; Process (computing); Management science; Public relations; Medicine; Computer science; Qualitative research; Sociology; MEDLINE; Political science; Epistemology; Engineering; Social science","score_opus":0.4621810519885014,"score_gpt":0.46061468575329784,"score_spread":0.0015663662352035645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997479123","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39795214,0.007463952,0.00040239413,0.57171357,0.00023463326,0.0018036852,7.1465456e-7,0.00026738865,0.020161515],"genre_scores_gemma":[0.9919585,0.00018990763,0.0000027623898,0.0052084364,0.0019874924,0.0000058092037,0.0000073770157,0.000009606822,0.0006301245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99820036,0.00045354426,0.00020977145,0.00017049705,0.00054233766,0.00042350727],"domain_scores_gemma":[0.9989893,0.0005014218,0.000079385245,0.00011656461,0.00029189902,0.000021426633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065657767,0.00006777653,0.000108883854,0.00045208776,0.0006724473,0.00056827045,0.00017489262,0.00004536319,0.000013086448],"category_scores_gemma":[0.008063758,0.000049160484,0.000007865675,0.002380875,0.000043798704,0.00042734804,0.000028046677,0.0004670202,0.00014170403],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027014823,0.000092487375,0.16485311,0.0012667618,0.000004523139,0.000013737488,0.0067763887,0.0016327109,0.00010776353,0.79210824,0.020605434,0.012511809],"study_design_scores_gemma":[0.00051543943,0.0001748815,0.7327195,0.0014537518,0.0000030668214,0.000032201315,0.016965881,0.010972026,0.0000022468219,0.0028174715,0.23408175,0.00026180127],"about_ca_topic_score_codex":0.0038006138,"about_ca_topic_score_gemma":0.000047130274,"teacher_disagreement_score":0.7892908,"about_ca_system_score_codex":0.00007835641,"about_ca_system_score_gemma":0.00017579088,"threshold_uncertainty_score":0.96536535},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1998554030","doi":"10.1186/1478-4505-7-23","title":"Accountable priority setting for trust in health systems - the need for research into a new approach for strengthening sustainable health action in developing countries","year":2009,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Accountability; Equity (law); Health policy; Health services research; Transparency (behavior); Medicine; Business; Public relations; Public economics; Public health; Political science; Nursing; Economics","score_opus":0.6740323249214879,"score_gpt":0.6070241471988703,"score_spread":0.06700817772261758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998554030","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00072528917,0.15281884,0.07237278,0.55092126,0.11168454,0.10570104,0.0051020347,0.00019590971,0.00047832937],"genre_scores_gemma":[0.0047023497,0.053920425,0.018215362,0.010269876,0.8428594,0.04379461,0.0040748008,0.0006938723,0.021469297],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9708895,0.008276452,0.011249026,0.0022618994,0.0013000775,0.0060230484],"domain_scores_gemma":[0.95120925,0.03924006,0.0053801304,0.0011870572,0.0019110672,0.0010724387],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3914862,0.0005924866,0.0036874276,0.0041792537,0.004383523,0.0016791078,0.0009836224,0.001109482,0.0000017418614],"category_scores_gemma":[0.06357583,0.0006319609,0.00017265984,0.0018397834,0.0002226369,0.0008427846,0.00020301009,0.0024116926,0.000009721347],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00025743662,0.00006456354,0.0001993994,0.07279019,0.000038379345,2.3573888e-7,0.012223418,0.0006856299,2.5417517e-8,0.18117113,0.73192304,0.00064656173],"study_design_scores_gemma":[0.0028227796,0.000736189,0.00008359767,0.0028976183,0.0000014894491,0.0000029814157,0.037503466,0.042177368,7.260052e-8,0.00757832,0.9057918,0.00040429286],"about_ca_topic_score_codex":0.44984785,"about_ca_topic_score_gemma":0.011447903,"teacher_disagreement_score":0.7311749,"about_ca_system_score_codex":0.029847315,"about_ca_system_score_gemma":0.05272303,"threshold_uncertainty_score":0.9998898},"labels":[],"label_agreement":null},{"id":"W2000353945","doi":"10.1186/1478-4505-5-14","title":"Housing, income support and mental health: Points of disconnection","year":2007,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Innovation, Science and Economic Development Canada; McMaster University; Lawson Health Research Institute; Western University","funders":"","keywords":"Disconnection; Social policy; Government (linguistics); Mental health; Health policy; Economic growth; Affordable housing; Business; Political science; Economics; Health care; Medicine","score_opus":0.34701244273476395,"score_gpt":0.5994642813611629,"score_spread":0.25245183862639897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000353945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816715,0.0031687154,0.000058739402,0.0097694285,0.0004762134,0.001818327,0.00008958,0.00004381894,0.0029036433],"genre_scores_gemma":[0.9947478,0.0033674017,0.000021813059,0.00033856646,0.0008016106,0.000047650312,0.000015212957,0.000023727582,0.0006362004],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944635,0.0023262876,0.0009856287,0.00027332263,0.0006393875,0.0013118474],"domain_scores_gemma":[0.99756086,0.0009183739,0.0003219869,0.00020078916,0.00025041096,0.00074757135],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016918601,0.00012328851,0.0006540042,0.0005226367,0.0022072834,0.000025238816,0.000081434155,0.00017435462,0.000018270803],"category_scores_gemma":[0.0004900123,0.00010446397,0.000026962287,0.00049813424,0.00024333106,0.00012309788,0.00014497938,0.0006361968,0.000015891203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002318191,0.00012139212,0.59253764,0.012746706,0.000039690167,0.0000065406657,0.20368646,2.9734554e-7,0.000066987835,0.16062272,0.0024390605,0.027500695],"study_design_scores_gemma":[0.0024243311,0.0017337534,0.50109804,0.0026983588,0.0000022813983,0.000006725427,0.40941295,0.0001107289,0.000016271168,0.0015447254,0.080663584,0.00028824116],"about_ca_topic_score_codex":0.15387814,"about_ca_topic_score_gemma":0.03406453,"teacher_disagreement_score":0.2057265,"about_ca_system_score_codex":0.00055913336,"about_ca_system_score_gemma":0.0015430795,"threshold_uncertainty_score":0.9990917},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2007749895","doi":"10.1186/1478-4505-12-26","title":"Scientometric trends and knowledge maps of global health systems research","year":2014,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public health; Health services research; Science Citation Index; Productivity; Health informatics; Health administration; Bibliometrics; Global health; Medicine; Citation; Health policy; Health care; Political science; Library science; Economic growth; Nursing","score_opus":0.6010650173562717,"score_gpt":0.6598518647987747,"score_spread":0.058786847442502954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007749895","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000420447,0.9806407,0.0000058403334,0.002584138,0.00089647534,0.0043646875,0.00097353646,0.000058150046,0.010434391],"genre_scores_gemma":[0.0032187647,0.98838633,0.000011345006,0.00014071906,0.0022834013,0.0004470117,0.000200682,0.000071511,0.005240235],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97118545,0.015495022,0.0033442352,0.0013881194,0.003788912,0.0047982875],"domain_scores_gemma":[0.9851356,0.004643766,0.0009025203,0.0013297349,0.0020587016,0.0059296885],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.08211333,0.0006023666,0.006252035,0.010555161,0.0012718074,0.00026170517,0.00045933246,0.0007874089,0.0000050593717],"category_scores_gemma":[0.0058014416,0.00045123036,0.00031155878,0.021904765,0.0011474775,0.000086120635,0.0005088312,0.0023751133,0.000092476665],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000039045488,0.00013047307,0.0001764594,0.33136997,0.000051931907,0.000011945062,0.00013145914,7.271211e-8,9.509611e-9,0.024943762,0.09538309,0.5477618],"study_design_scores_gemma":[0.0006676409,0.0019067485,0.00036364197,0.058957074,0.00002156753,0.00084393733,0.00027581508,0.00009256439,4.8091784e-9,0.000044772813,0.9366243,0.00020193258],"about_ca_topic_score_codex":0.046088435,"about_ca_topic_score_gemma":0.0002894432,"teacher_disagreement_score":0.8412412,"about_ca_system_score_codex":0.0051613688,"about_ca_system_score_gemma":0.03562229,"threshold_uncertainty_score":0.99992645},"labels":[],"label_agreement":null},{"id":"W2012264642","doi":"10.1186/1478-4505-10-15","title":"A multi-faceted approach to promote knowledge translation platforms in eastern Mediterranean countries: climate for evidence-informed policy","year":2012,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; World Health Organization","keywords":"Knowledge translation; Thematic analysis; Health services research; Qualitative research; Strengths and weaknesses; Public relations; Health policy; Political science; Work (physics); Environmental resource management; Economic growth; Knowledge management; Health care; Economics; Sociology; Psychology; Engineering; Computer science","score_opus":0.9343383661474145,"score_gpt":0.744873140856156,"score_spread":0.18946522529125853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012264642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7373946,0.0056145103,0.014999392,0.13676934,0.0026364627,0.08961273,0.0026272805,0.0005235866,0.009822112],"genre_scores_gemma":[0.97295135,0.0013224744,0.002979661,0.008609734,0.003601739,0.009076214,0.00006762947,0.00007671259,0.0013144556],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9879306,0.002634758,0.002385735,0.0005842363,0.0012833865,0.005181282],"domain_scores_gemma":[0.9869953,0.008586006,0.00046014303,0.0005387729,0.0007998631,0.0026199354],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042630542,0.0003127324,0.00075657386,0.0024995783,0.002281652,0.00010397846,0.00045023038,0.00032944718,0.0000149365305],"category_scores_gemma":[0.014791512,0.00025753907,0.000054063963,0.0026787848,0.00020244633,0.0011867529,0.00018559405,0.0009326268,0.00031345972],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006152973,0.00022150969,0.021476105,0.034196228,0.000019522755,4.924592e-7,0.8964509,0.000021005468,0.0001009696,0.017361905,0.010557691,0.018978378],"study_design_scores_gemma":[0.008462918,0.0012960879,0.03194042,0.007071589,0.0000064126484,0.000022939772,0.07559279,0.0668331,0.000013118069,0.00016411343,0.8078721,0.0007243617],"about_ca_topic_score_codex":0.019184683,"about_ca_topic_score_gemma":0.0034392013,"teacher_disagreement_score":0.8208581,"about_ca_system_score_codex":0.0029004791,"about_ca_system_score_gemma":0.010639649,"threshold_uncertainty_score":0.99998766},"labels":[],"label_agreement":null},{"id":"W2023196103","doi":"10.1186/1478-4505-9-42","title":"Activating the knowledge-to-action cycle for geriatric care in India","year":2011,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Aging and Gerontology Research","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Geriatrics; Health care; Context (archaeology); Medicine; Knowledge translation; Health services research; Health administration; Population ageing; Action (physics); Action plan; Nursing; Health policy; Quality (philosophy); Demographics; Public health; Population; Knowledge management; Political science; Environmental health; Psychiatry; Sociology","score_opus":0.5348702211064552,"score_gpt":0.5936116166612729,"score_spread":0.05874139555481772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023196103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8613912,0.0133202085,0.00024440305,0.0040758513,0.0008469213,0.0047861235,0.00003862518,0.00007229003,0.11522439],"genre_scores_gemma":[0.9946854,0.000043520882,0.000032446736,0.00014135415,0.00070762803,0.0012498847,0.0000036941535,0.00002012175,0.0031159373],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99577004,0.0021916565,0.00031915068,0.000346124,0.00022529873,0.0011477253],"domain_scores_gemma":[0.9977793,0.0013006858,0.00006309428,0.00033929295,0.00022876289,0.00028886815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056904,0.000098834396,0.00023158119,0.00071373733,0.00068128214,0.000045005643,0.00023331273,0.00014209183,0.000017450937],"category_scores_gemma":[0.0007845688,0.00007221586,0.000027024802,0.0008519538,0.00011794158,0.000050243,0.00008486476,0.0005849722,0.00008928985],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010929531,0.0002756358,0.025121659,0.002310872,0.0000669745,0.000012645385,0.5343207,0.0000033792903,0.00002972005,0.113160595,0.019717952,0.30388692],"study_design_scores_gemma":[0.0022795433,0.002454076,0.66087306,0.00031423525,0.0000027820738,0.00007228059,0.23101203,0.00045431554,0.000025531128,0.0011597938,0.10105017,0.00030218103],"about_ca_topic_score_codex":0.029479388,"about_ca_topic_score_gemma":0.001527027,"teacher_disagreement_score":0.6357514,"about_ca_system_score_codex":0.00033083415,"about_ca_system_score_gemma":0.0006153834,"threshold_uncertainty_score":0.97698337},"labels":[],"label_agreement":null},{"id":"W2043240867","doi":"10.1186/1478-4505-7-15","title":"Aligning research to meet policy objectives for migrant families: an example from Canada","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada; Atlantic Canada Opportunities Agency; Agriculture and Agri-Food Canada; Public Safety Canada; U.S. Department of Justice; Public Health Agency; Public Health Agency of Canada","keywords":"General partnership; Agency (philosophy); Excellence; Health services research; Immigration; Health policy; Social policy; Public administration; Public relations; Public health; Political science; Public policy; Sociology; Medicine; Nursing; Social science; Law","score_opus":0.4297914581189395,"score_gpt":0.5556164206679306,"score_spread":0.12582496254899111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043240867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.929461,0.005576819,0.00031094506,0.047854263,0.0004922327,0.0064643333,0.00084377854,0.00009756859,0.008899077],"genre_scores_gemma":[0.9891785,0.00020687586,0.00014532347,0.004320708,0.0033574195,0.00084270234,0.00007943071,0.000036827525,0.001832246],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902716,0.003895015,0.00081639254,0.0009195177,0.0012781776,0.0028192552],"domain_scores_gemma":[0.99300206,0.0029598717,0.00010554315,0.0008306613,0.0008575142,0.0022443796],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010481248,0.00022951614,0.000557475,0.0014618881,0.0018970408,0.00019667228,0.00041769695,0.0001932979,0.000018899495],"category_scores_gemma":[0.0013541796,0.00021088826,0.00004082586,0.0016866575,0.00013126452,0.0001315919,0.000047809688,0.00050475314,0.000017966171],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009770647,0.00028847525,0.0012819355,0.0006228228,0.00006321795,0.00001859705,0.25428203,0.000021593807,0.00023311898,0.3094274,0.40623304,0.026550686],"study_design_scores_gemma":[0.0032159963,0.0061323857,0.0831955,0.00050378666,0.000004006947,0.000036634672,0.16269791,0.0005705716,0.000057802994,0.012584767,0.7304681,0.0005325226],"about_ca_topic_score_codex":0.9986914,"about_ca_topic_score_gemma":0.9692162,"teacher_disagreement_score":0.32423505,"about_ca_system_score_codex":0.0012176303,"about_ca_system_score_gemma":0.009563696,"threshold_uncertainty_score":0.99940234},"labels":[],"label_agreement":null},{"id":"W2088156726","doi":"10.1186/1478-4505-7-31","title":"Translating research into policy: lessons learned from eclampsia treatment and malaria control in three southern African countries","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Medical Research Council; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health services research; Public health; Health policy; Knowledge translation; Focus group; Qualitative research; Psychological intervention; Thematic analysis; Medicine; Social policy; Evidence-based policy; Implementation research; Political science; Economic growth; Public relations; Nursing; Business; Sociology; Economics; Alternative medicine; Social science","score_opus":0.3274892719635755,"score_gpt":0.5129214924830133,"score_spread":0.1854322205194378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088156726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58331174,0.008423417,0.000020762644,0.4043719,0.000025731902,0.0017609572,0.00018307043,0.000037908365,0.0018645194],"genre_scores_gemma":[0.9930584,0.0036721507,0.00004324256,0.0015922609,0.0010248703,0.00008250137,0.000013977254,0.00002209857,0.0004905098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9946847,0.0016784879,0.00061254104,0.0005294415,0.0009271201,0.0015677372],"domain_scores_gemma":[0.9975644,0.000744702,0.00008303356,0.00035222445,0.00025468317,0.0010009966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052073295,0.0002148637,0.00074272096,0.00081195694,0.00077680143,0.00016964585,0.00012398609,0.00018884765,0.000007956748],"category_scores_gemma":[0.00047583316,0.00015986282,0.00004159899,0.0007086444,0.00032125862,0.00007010189,0.00003534384,0.0007991251,0.000023173374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006783096,0.0010275745,0.24376895,0.004305476,0.00026628148,0.0003329115,0.13898624,0.000030270301,0.0018346041,0.43180072,0.0009568478,0.16990703],"study_design_scores_gemma":[0.023933487,0.01278507,0.7336727,0.005010809,0.000032965494,0.00023935926,0.032687675,0.0072442275,0.000026071244,0.096300974,0.08741394,0.00065276114],"about_ca_topic_score_codex":0.47208944,"about_ca_topic_score_gemma":0.017607702,"teacher_disagreement_score":0.48990372,"about_ca_system_score_codex":0.0011876408,"about_ca_system_score_gemma":0.002750467,"threshold_uncertainty_score":0.9825511},"labels":[],"label_agreement":null},{"id":"W20925953","doi":"10.1186/1478-4505-8-29","title":"Robust processes for robust product development","year":2008,"lang":"en","type":"dissertation","venue":"Health Research Policy and Systems","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"New product development; Computer science; Business; Marketing","score_opus":0.2883144574876389,"score_gpt":0.41505116839530015,"score_spread":0.12673671090766125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W20925953","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084522545,0.70097035,0.056648754,0.005951257,0.01114058,0.057841856,0.0010166713,0.004771101,0.07713689],"genre_scores_gemma":[0.52465165,0.20674002,0.018378071,0.00025204828,0.01373425,0.019578664,0.011276102,0.0013220371,0.20406713],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976065,0.00008529543,0.00055368233,0.0004044444,0.0004973122,0.00085273496],"domain_scores_gemma":[0.99854285,0.0001855827,0.000105475905,0.00019988247,0.00068806176,0.00027817432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012083263,0.0002628997,0.0004305482,0.00062331214,0.0007284025,0.00017573593,0.00017141235,0.0002038991,0.0000026985042],"category_scores_gemma":[0.00062832044,0.00024369918,0.000023912737,0.00043918882,0.00002833682,0.000108454464,0.000014890907,0.00041147924,0.000006107289],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015529407,0.00010494338,0.00007105968,0.3721322,0.00017273796,0.000004766299,0.02121639,0.45808282,0.000010532144,0.0010863935,0.076467626,0.070495225],"study_design_scores_gemma":[0.0013203868,0.00038281817,0.002219884,0.007776024,0.000014431019,0.00006202313,0.0031658544,0.07195455,0.0016866104,0.00011907109,0.9097469,0.0015514948],"about_ca_topic_score_codex":0.00055209507,"about_ca_topic_score_gemma":0.0005449204,"teacher_disagreement_score":0.83327925,"about_ca_system_score_codex":0.00036922874,"about_ca_system_score_gemma":0.0026884244,"threshold_uncertainty_score":0.9937764},"labels":[],"label_agreement":null},{"id":"W2095477195","doi":"10.1186/1478-4505-8-21","title":"Capacity development for health research in Africa: experiences managing the African Doctoral Dissertation Research Fellowship Program","year":2010,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"William and Flora Hewlett Foundation; International Development Research Centre; Rockefeller Foundation; Ford Foundation","keywords":"Health services research; Capacity building; Health administration; Capacity development; Public health; Program evaluation; Political science; Health policy; Research program; Medicine; Public relations; Medical education; Economic growth; Nursing; Public administration; Environmental resource management","score_opus":0.5428109663494194,"score_gpt":0.5975218992792295,"score_spread":0.05471093292981011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095477195","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1700401,0.04407214,0.000036070334,0.23163235,0.45743066,0.08448844,0.00053258194,0.00049719383,0.011270456],"genre_scores_gemma":[0.558397,0.0044556106,0.0005144436,0.0002871901,0.40018305,0.029993279,0.0005267677,0.00017075753,0.0054719183],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96994424,0.011033101,0.0020728526,0.0014570145,0.008161878,0.0073309215],"domain_scores_gemma":[0.97188,0.019280156,0.0003992026,0.0011369919,0.004199926,0.003103692],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14635697,0.00046496993,0.0014955522,0.0034990243,0.004598297,0.0006549631,0.00078145164,0.001065482,0.0000051911697],"category_scores_gemma":[0.019811446,0.00032823105,0.00011953212,0.0044540963,0.0015412591,0.0001576003,0.00030307376,0.009572014,0.00002250333],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0011867275,0.00043324346,0.00032060148,0.018599838,0.000029448074,0.00002659469,0.06098674,5.1432403e-7,0.0000030924139,0.0024342951,0.8791187,0.036860235],"study_design_scores_gemma":[0.00088968314,0.0020543982,0.00092870434,0.0032390906,0.0000017206893,0.000012188218,0.043681778,0.00027157337,0.0000028368372,0.0005167506,0.9481844,0.00021690004],"about_ca_topic_score_codex":0.0879125,"about_ca_topic_score_gemma":0.016261207,"teacher_disagreement_score":0.3883569,"about_ca_system_score_codex":0.0045096492,"about_ca_system_score_gemma":0.036361855,"threshold_uncertainty_score":0.999917},"labels":[],"label_agreement":null},{"id":"W2095628659","doi":"10.1186/1478-4505-12-43","title":"Advancing the application of systems thinking in health: advice seeking behavior among primary health care physicians in Pakistan","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Waterloo","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre; World Health Organization","keywords":"Referral; Qualitative research; Nursing; Medicine; Stakeholder; Medical education; Public relations; Sociology","score_opus":0.06254037312556918,"score_gpt":0.42736811046734324,"score_spread":0.3648277373417741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095628659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81988794,0.047860082,0.004792937,0.09465401,0.0015495521,0.023778312,0.000068899106,0.00071058515,0.0066977004],"genre_scores_gemma":[0.9950017,0.00032283543,0.000028488827,0.002528818,0.0011775707,0.0008186209,0.000035486515,0.00005008695,0.0000363954],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99352384,0.0013885727,0.0018749547,0.0005961208,0.000955254,0.0016612625],"domain_scores_gemma":[0.99717087,0.0005134263,0.001157662,0.000673778,0.00038545422,0.00009879096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01795333,0.00024344292,0.0009718637,0.0014598481,0.0009807462,0.00021730777,0.00047016787,0.00018640296,4.0571055e-7],"category_scores_gemma":[0.0003092355,0.00020457477,0.00004937202,0.0021805726,0.00018403189,0.00041574935,0.00023289239,0.0009583699,0.000006005046],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000498794,0.00022492989,0.2706775,0.073878035,0.000015721953,0.000008299995,0.014170225,0.0006601846,0.000058994516,0.40875435,0.0018449074,0.22965696],"study_design_scores_gemma":[0.0024816112,0.0005313411,0.3425249,0.013278138,0.0000057475118,0.00002999755,0.08649803,0.05484455,0.0000013371538,0.0011123443,0.49797162,0.00072039536],"about_ca_topic_score_codex":0.7050387,"about_ca_topic_score_gemma":0.09920119,"teacher_disagreement_score":0.6058375,"about_ca_system_score_codex":0.0016067473,"about_ca_system_score_gemma":0.0010056762,"threshold_uncertainty_score":0.91723603},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2095774359","doi":"10.1186/1478-4505-7-s1-s14","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 14: Organising and using policy dialogues to support evidence-informed policymaking","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Facilitator; Public relations; Health policy; Health services research; Action (physics); Representation (politics); Health administration; Process (computing); Political science; Health care; Computer science; Law; Politics","score_opus":0.9308363761078695,"score_gpt":0.754845885711217,"score_spread":0.1759904903966525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095774359","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28973365,0.0020843772,0.005996117,0.6550751,0.001720466,0.038385432,0.0013859858,0.000816676,0.0048022466],"genre_scores_gemma":[0.8496004,0.0037979959,0.0031797478,0.1345277,0.006340414,0.0009525238,0.000044157638,0.000119194636,0.0014379029],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.976744,0.005739049,0.004870007,0.001460023,0.0028749448,0.008311991],"domain_scores_gemma":[0.9576882,0.030919526,0.0019971281,0.0013388041,0.0021216366,0.0059346994],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04185409,0.0007557546,0.0018809778,0.004578911,0.009266693,0.0010140497,0.0009776005,0.0005025303,0.000054595104],"category_scores_gemma":[0.11114946,0.00070733804,0.00014549594,0.00471998,0.00049981184,0.0033559857,0.0006778973,0.00161395,0.00014486357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0011606691,0.0001415347,0.014168321,0.034538265,0.00010202087,0.000024939542,0.4366558,0.00008384571,0.001413625,0.15677379,0.17017464,0.18476255],"study_design_scores_gemma":[0.0074162968,0.016867254,0.07239436,0.034914967,0.0000405698,0.00063922495,0.08330952,0.0025956258,0.000113565955,0.004324226,0.7746262,0.0027582105],"about_ca_topic_score_codex":0.08591361,"about_ca_topic_score_gemma":0.007592827,"teacher_disagreement_score":0.60445154,"about_ca_system_score_codex":0.009434881,"about_ca_system_score_gemma":0.086860314,"threshold_uncertainty_score":0.99953777},"labels":[],"label_agreement":null},{"id":"W2096059379","doi":"10.1186/1478-4505-12-11","title":"A practical and systematic approach to organisational capacity strengthening for research in the health sector in Africa","year":2014,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario","funders":"Department for International Development; Department for International Development, UK Government; Wellcome Trust; London School of Hygiene and Tropical Medicine","keywords":"Capacity building; Process management; Psychological intervention; Variety (cybernetics); Sustainability; Process (computing); Health services research; Health administration; Systematic review; Management science; Business; Risk analysis (engineering); Health care; Medicine; Economics; Computer science; Economic growth; Political science; Nursing; MEDLINE","score_opus":0.7857128476942594,"score_gpt":0.6168763443842732,"score_spread":0.16883650330998623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096059379","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008602325,0.95592785,0.00013812461,0.019170156,0.000099747864,0.023298196,0.00013822473,0.000018854063,0.0011228004],"genre_scores_gemma":[0.009483414,0.97963005,0.0007340135,0.0010536975,0.0013342195,0.007390005,0.0000848433,0.00007181798,0.0002179069],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97123826,0.020662837,0.0022312661,0.0008258947,0.0021739446,0.0028677888],"domain_scores_gemma":[0.9754294,0.02145584,0.0003562151,0.0006429262,0.00046379596,0.0016518106],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11290536,0.00033541347,0.003229715,0.002463025,0.0007024353,0.00019773327,0.0002349016,0.00039101017,0.0000010246747],"category_scores_gemma":[0.017782798,0.00020828785,0.00010735659,0.0026115878,0.00021423154,0.00006083289,0.00012341182,0.0025536513,0.000014020206],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084193256,0.00021143978,0.000030777996,0.9148435,0.000022715432,0.000008813247,0.0049762377,3.1228814e-7,1.4173823e-8,0.055904005,0.012697376,0.011220587],"study_design_scores_gemma":[0.00081555283,0.0014898098,0.00011309878,0.17909095,0.000015870028,0.0009641634,0.005243636,0.00089300657,4.234807e-9,0.00036040373,0.81080014,0.00021338034],"about_ca_topic_score_codex":0.011003324,"about_ca_topic_score_gemma":0.00037309236,"teacher_disagreement_score":0.79810274,"about_ca_system_score_codex":0.0023476975,"about_ca_system_score_gemma":0.01677901,"threshold_uncertainty_score":0.9997475},"labels":[],"label_agreement":null},{"id":"W2097381607","doi":"10.1186/1478-4505-7-s1-s1","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 1: What is evidence-informed policymaking?","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":402,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health services research; Health policy; Evidence-based policy; Public relations; Evidence-based practice; Process (computing); Health administration; Evidence-based medicine; Political science; Public economics; Health care; Medicine; MEDLINE; Economics; Alternative medicine; Computer science; Law","score_opus":0.9128314829040383,"score_gpt":0.7654888444089923,"score_spread":0.14734263849504592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097381607","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023997616,0.007850143,0.0010052518,0.93040127,0.001915458,0.027096355,0.00066666363,0.00054049055,0.0065267417],"genre_scores_gemma":[0.5651092,0.040699404,0.00096557266,0.37584218,0.0061994037,0.0035014139,0.000053541495,0.00011130718,0.007518006],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97358495,0.006873958,0.005390468,0.0014227293,0.0037802213,0.0089476695],"domain_scores_gemma":[0.9420746,0.046502136,0.002402452,0.001740685,0.0024629538,0.0048171715],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050249707,0.0006982875,0.0017827174,0.0028954623,0.008805427,0.0014200261,0.001346595,0.00056247116,0.00019078032],"category_scores_gemma":[0.06345863,0.0006226219,0.0002292373,0.0037175897,0.00054292113,0.007156689,0.00042073728,0.0020871137,0.0005169221],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00049711275,0.00007359309,0.0018264486,0.018623753,0.00004261779,0.000005939595,0.18599409,0.000007732461,0.000047952308,0.07903903,0.5370035,0.17683822],"study_design_scores_gemma":[0.002383946,0.004123061,0.011700628,0.018175345,0.0000073696874,0.00006864839,0.05485329,0.00074225286,0.000015359381,0.0017718954,0.9055002,0.0006580201],"about_ca_topic_score_codex":0.037154254,"about_ca_topic_score_gemma":0.0036830811,"teacher_disagreement_score":0.5545591,"about_ca_system_score_codex":0.008221538,"about_ca_system_score_gemma":0.07915972,"threshold_uncertainty_score":0.9996225},"labels":[],"label_agreement":null},{"id":"W2098032053","doi":"10.1186/1478-4505-7-s1-s17","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 17: Dealing with insufficient research evidence","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health services research; Health policy; Evidence-based medicine; Evidence-based policy; Health administration; Certainty; Evidence-based practice; Health economics; Best evidence; Public health; Public relations; Public economics; Medicine; Actuarial science; MEDLINE; Economics; Political science; Alternative medicine; Nursing; Medical education; Law","score_opus":0.7891675175935177,"score_gpt":0.6922083660233679,"score_spread":0.09695915157014978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098032053","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04409708,0.042320874,0.0014118351,0.8426825,0.0010401979,0.034160957,0.00033811224,0.00058727234,0.0333612],"genre_scores_gemma":[0.8831212,0.027078187,0.00092687923,0.07356648,0.0041297735,0.0024383976,0.00005754729,0.00010589849,0.008575657],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97958255,0.0066108634,0.002641853,0.0011192019,0.0033716485,0.0066739144],"domain_scores_gemma":[0.9601797,0.032036908,0.00079371675,0.001249962,0.0030543255,0.0026854102],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.062368445,0.00043961464,0.0014016738,0.0022554111,0.009635419,0.00039055943,0.0008254836,0.00042001312,0.000050212075],"category_scores_gemma":[0.020887919,0.00034186433,0.00011703122,0.0023960294,0.0004249677,0.001233655,0.00034407087,0.0032693876,0.00011920548],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0024599875,0.00022680432,0.0056594266,0.031239597,0.000059553033,0.000034033135,0.045365155,0.000051995405,0.00005376351,0.28904974,0.5248436,0.10095635],"study_design_scores_gemma":[0.0025088766,0.014047179,0.022812521,0.021253278,0.0000077350705,0.000083580046,0.02303674,0.0005649506,0.000006495895,0.0015128595,0.91355735,0.0006084352],"about_ca_topic_score_codex":0.038092885,"about_ca_topic_score_gemma":0.004945064,"teacher_disagreement_score":0.8390241,"about_ca_system_score_codex":0.008312033,"about_ca_system_score_gemma":0.070467204,"threshold_uncertainty_score":0.9999033},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2099295372","doi":"10.1186/1478-4505-7-s1-s6","title":"SUPPORT Tools for Evidence-informed Policymaking in health 6: Using research evidence to address how an option will be implemented","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health policy; Order (exchange); Health services research; Health administration; Public relations; Health care; Position (finance); Management science; Process management; Implementation research; Public health; Business; Medicine; Political science; Nursing; Economics; Economic growth","score_opus":0.8716757477700084,"score_gpt":0.7319989808718276,"score_spread":0.13967676689818087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099295372","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17216134,0.00610121,0.0009237202,0.78788394,0.00072161254,0.03045829,0.00046945337,0.00022082934,0.0010596332],"genre_scores_gemma":[0.9249767,0.008259513,0.001059139,0.057793573,0.0032320132,0.0022823932,0.00010315436,0.00007983849,0.002213655],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9755374,0.012040052,0.0024972132,0.001078971,0.0025731984,0.006273121],"domain_scores_gemma":[0.9779121,0.015403062,0.0006056798,0.0011060697,0.0021728661,0.0028001787],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06835971,0.00037614952,0.0012528488,0.003448141,0.0052170632,0.0004379899,0.0007747037,0.0004040037,0.000031341726],"category_scores_gemma":[0.025382042,0.00034526936,0.000090259244,0.0030300387,0.00017044459,0.0028961916,0.00039470286,0.0023163273,0.0000206122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.004636822,0.00048891176,0.019966178,0.067500524,0.000062406645,0.000051111077,0.13159657,0.00015924976,0.0013132244,0.18585056,0.4080554,0.18031906],"study_design_scores_gemma":[0.0041507594,0.015148367,0.06629073,0.02849022,0.000006841111,0.000056893663,0.061116464,0.003758743,0.000019258909,0.0021176261,0.81791955,0.0009245227],"about_ca_topic_score_codex":0.09868736,"about_ca_topic_score_gemma":0.020205192,"teacher_disagreement_score":0.75281537,"about_ca_system_score_codex":0.012630971,"about_ca_system_score_gemma":0.04757351,"threshold_uncertainty_score":0.9999854},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2100729517","doi":"10.1186/1478-4505-10-36","title":"Community-based organizations in the health sector: A scoping review","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Public Health Ontario; University of Toronto; McMaster University","funders":"","keywords":"Terminology; Public health; Community health; Community organization; Public relations; Health services research; Health administration; Population health; Population; Public sector; Medicine; Knowledge management; Political science; Nursing; Computer science; Environmental health","score_opus":0.6368407429332383,"score_gpt":0.6117416943145465,"score_spread":0.025099048618691833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100729517","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000034673456,0.9609858,0.0000046222094,0.028182385,0.00010214448,0.009669791,0.0001062352,0.000033870267,0.0009116833],"genre_scores_gemma":[0.000114441864,0.97498727,0.000010352521,0.023016797,0.0009123454,0.000491471,0.0002723474,0.000048178757,0.00014677574],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9780081,0.017788112,0.0015098958,0.00027144296,0.00097696,0.0014455036],"domain_scores_gemma":[0.99602747,0.0014113284,0.0004517098,0.00090383244,0.00029494075,0.0009107139],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024059748,0.00031357107,0.0025404617,0.0006557005,0.0011802876,0.0000810803,0.00038900645,0.0001941257,0.000018796638],"category_scores_gemma":[0.0010498215,0.00018399737,0.000111955575,0.0026421046,0.00013548281,0.000044920132,0.00011716553,0.0028348623,0.00008523875],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004104861,0.00014043842,0.00004660056,0.91667604,0.000013586772,0.0000046808905,0.0006099675,5.8340596e-8,2.426519e-9,0.0021572297,0.0077509144,0.0725964],"study_design_scores_gemma":[0.00015010459,0.00025029975,0.000045330566,0.45434836,0.000017072514,0.00022418551,0.00009869856,0.0000012344567,1.1414234e-9,0.0000057032903,0.5447957,0.000063302316],"about_ca_topic_score_codex":0.04048098,"about_ca_topic_score_gemma":0.0012402544,"teacher_disagreement_score":0.53704476,"about_ca_system_score_codex":0.0012251608,"about_ca_system_score_gemma":0.015855625,"threshold_uncertainty_score":0.99946564},"labels":[],"label_agreement":null},{"id":"W2100782080","doi":"10.1186/1478-4505-7-s1-s9","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 9: Assessing the applicability of the findings of a systematic review","year":2009,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Alliance for Health Policy and Systems Research; European Commission; Direktoratet for Utviklingssamarbeid; Ontario Ministry of Health and Long-Term Care","keywords":"Systematic review; Variety (cybernetics); Health services research; Health administration; Task (project management); Health policy; Management science; Medicine; Public health; Baseline (sea); Work (physics); Actuarial science; MEDLINE; Risk analysis (engineering); Computer science; Economics; Political science; Nursing","score_opus":0.7933630302210919,"score_gpt":0.7149700072219606,"score_spread":0.07839302299913131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100782080","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027416504,0.9131977,0.0000317769,0.0318128,0.0003345495,0.052593872,0.00043971365,0.000037596343,0.0015492261],"genre_scores_gemma":[0.0001436794,0.97647226,0.000043486823,0.015180697,0.000730716,0.006369207,0.00004718219,0.00006998499,0.0009427722],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9635605,0.021745877,0.0088815745,0.00075841096,0.002202986,0.0028506194],"domain_scores_gemma":[0.9301268,0.057591815,0.007036992,0.002882623,0.0015552671,0.00080649287],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.077322274,0.0006328197,0.008606775,0.0007025363,0.003296789,0.000121281824,0.0018440239,0.00062841084,0.000015336736],"category_scores_gemma":[0.043035973,0.00031636184,0.0009677876,0.0024645762,0.0004931227,0.00037903237,0.0006236889,0.0028766363,0.000016885844],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000007675471,0.000027767395,0.000020965193,0.90021205,0.00006411956,2.3781621e-7,0.0013634982,4.852585e-8,2.9810487e-8,0.0074858144,0.034956645,0.055861153],"study_design_scores_gemma":[0.00014711873,0.00023577684,0.000065031614,0.57018256,0.000119193406,0.000019162002,0.0008251471,0.0000030247045,2.164958e-8,0.00008267924,0.42819187,0.0001284344],"about_ca_topic_score_codex":0.007623525,"about_ca_topic_score_gemma":0.00036483226,"teacher_disagreement_score":0.39323524,"about_ca_system_score_codex":0.005599124,"about_ca_system_score_gemma":0.098538786,"threshold_uncertainty_score":0.99992883},"labels":[],"label_agreement":null},{"id":"W2101168810","doi":"10.1186/s12961-015-0011-1","title":"Exploring the perspectives and preferences for HTA across German healthcare stakeholders using a multi-criteria assessment of a pulmonary heart sensor as a case study","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Micropharma (Canada); TransCanada (Canada)","funders":"Bundesministerium für Bildung und Forschung; Deutsche Forschungsgemeinschaft; Friedrich-Alexander-Universität Erlangen-Nürnberg","keywords":"Health services research; German; Health administration; Health informatics; Public health; Medicine; Health care; Health economics; Health policy; Healthcare policy; Quality of Life Research; Social policy; Nursing; Health care reform; Political science; Geography","score_opus":0.968800687671912,"score_gpt":0.6922346161167338,"score_spread":0.2765660715551782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101168810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96444064,0.0064818887,0.00025983676,0.023018353,0.00022180344,0.0049577444,0.00054827175,0.000021062371,0.000050425373],"genre_scores_gemma":[0.9968002,0.00037866272,0.0006443062,0.00059172045,0.00045227262,0.0009918787,0.000004971657,0.00003208222,0.00010394795],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9919177,0.0035026404,0.0025457363,0.00069070916,0.00029864276,0.0010445202],"domain_scores_gemma":[0.9949871,0.0024277258,0.00091330975,0.00051753124,0.0004771413,0.00067721173],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06370244,0.00019881458,0.0010560402,0.00047508083,0.0012291016,0.00027741594,0.00017369176,0.00007629612,0.000001939545],"category_scores_gemma":[0.0040798457,0.00018493507,0.000055222295,0.00036475356,0.00027495692,0.00049498666,0.00015791581,0.00034937734,0.0000046685072],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020415183,0.0010097148,0.16946037,0.012358975,0.00025655408,0.000056387787,0.77613753,0.00016221996,0.000012874898,0.03816344,0.0012056271,0.0009721593],"study_design_scores_gemma":[0.00145022,0.0010485499,0.029059356,0.00032959244,0.0000030789668,0.00056120957,0.91532665,0.049061894,4.0084154e-7,0.00066761655,0.002277921,0.00021349157],"about_ca_topic_score_codex":0.2160054,"about_ca_topic_score_gemma":0.0026347912,"teacher_disagreement_score":0.2133706,"about_ca_system_score_codex":0.001056831,"about_ca_system_score_gemma":0.001632353,"threshold_uncertainty_score":0.9641154},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2103559385","doi":"10.1186/1478-4505-7-s1-s13","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 13: Preparing and using policy briefs to support evidence-informed policymaking","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research; European Commission; Ontario Ministry of Health and Long-Term Care","keywords":"Evidence-based policy; Health policy; Health services research; Equity (law); Context (archaeology); Evidence-based practice; Public relations; Relevance (law); Policy analysis; Evidence-based medicine; Management science; Political science; Medicine; Health care; Public administration; Economics; MEDLINE; Law; Alternative medicine","score_opus":0.6940124078556779,"score_gpt":0.6603350675013452,"score_spread":0.033677340354332674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103559385","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19097483,0.015168969,0.002297902,0.69192487,0.00244685,0.052315257,0.0010592127,0.0013238968,0.042488184],"genre_scores_gemma":[0.7957783,0.01205095,0.001634638,0.17580298,0.008265989,0.0013716534,0.00007147091,0.0001591681,0.0048649004],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98215896,0.002854704,0.0040801857,0.0013726146,0.0021058663,0.0074276715],"domain_scores_gemma":[0.97753626,0.0138335265,0.0014423043,0.0013749117,0.0013076165,0.0045053586],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.022425877,0.0007882433,0.0022540493,0.0036128915,0.0073678046,0.0006912144,0.00085677864,0.0006471897,0.000033738277],"category_scores_gemma":[0.032071337,0.0007332691,0.00022580707,0.0026756716,0.00029570464,0.0026596661,0.00081365206,0.0019357655,0.00007702494],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0023299505,0.00017213063,0.019142935,0.05984516,0.00016734826,0.000030266476,0.12074508,0.000090782814,0.00024626352,0.12186987,0.38672265,0.28863755],"study_design_scores_gemma":[0.0042460025,0.009955483,0.05770541,0.023120895,0.000035112465,0.00041628844,0.01742719,0.00139386,0.000018182647,0.002140436,0.8819483,0.0015928728],"about_ca_topic_score_codex":0.14341837,"about_ca_topic_score_gemma":0.012651078,"teacher_disagreement_score":0.60480344,"about_ca_system_score_codex":0.012689246,"about_ca_system_score_gemma":0.102486506,"threshold_uncertainty_score":0.99951184},"labels":[],"label_agreement":null},{"id":"W2103798146","doi":"10.1186/1478-4505-12-28","title":"Advancing the application of systems thinking in health: why cure crowds out prevention","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Alliance for Health Policy and Systems Research; International Development Research Centre; Bloomberg Philanthropies; World Health Organization","keywords":"Crowds; Public health; Health services research; Health administration; Health informatics; Health policy; Medicine; Nursing; Environmental health; Computer science; Computer security","score_opus":0.5030376236932038,"score_gpt":0.5958156754527064,"score_spread":0.0927780517595026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103798146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057397112,0.07250983,0.76829964,0.07054194,0.0033113267,0.014522107,0.00007475513,0.00018645657,0.013156822],"genre_scores_gemma":[0.9969389,0.00016393577,0.000115476054,0.00039894285,0.00073540484,0.0001971279,0.0000019149156,0.000018886652,0.0014294421],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9806781,0.01016802,0.0030103524,0.0007554751,0.004256826,0.0011312489],"domain_scores_gemma":[0.9877487,0.008437233,0.0012504496,0.0012493326,0.0009115821,0.0004027293],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10147551,0.00017507916,0.0008416351,0.0013129847,0.0011517332,0.0006498904,0.0009056164,0.00012018618,0.000004142803],"category_scores_gemma":[0.008818114,0.000109907436,0.00008837407,0.002044587,0.00016029806,0.0002818408,0.0003012804,0.0005437661,0.000037666498],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006209286,0.000088308276,0.006991872,0.0017755519,0.000011266637,0.0000010675392,0.0107344,0.0051086,0.00009853845,0.8626827,0.038356077,0.07408952],"study_design_scores_gemma":[0.0006336379,0.00045998837,0.005410493,0.001992852,8.8125154e-7,0.000039966446,0.010098761,0.2264433,0.000002252322,0.076438606,0.67831635,0.00016290395],"about_ca_topic_score_codex":0.03449364,"about_ca_topic_score_gemma":0.0045114416,"teacher_disagreement_score":0.93954176,"about_ca_system_score_codex":0.00039659042,"about_ca_system_score_gemma":0.00093267835,"threshold_uncertainty_score":0.99953103},"labels":[],"label_agreement":null},{"id":"W2107299871","doi":"10.1186/1478-4505-7-s1-i1","title":"SUPPORT Tools for evidence-informed health Policymaking (STP)","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":290,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research; West China Hospital, Sichuan University; Direktoratet for Utviklingssamarbeid; University of Cape Town; Sichuan University; Helsedirektoratet; University of the Western Cape; European Commission; London School of Hygiene and Tropical Medicine","keywords":"Health services research; Set (abstract data type); Framing (construction); Health policy; Evidence-based practice; Management science; Evidence-based policy; Public relations; Evidence-based medicine; Health administration; Computer science; Public health; Knowledge management; MEDLINE; Political science; Medicine; Alternative medicine; Nursing; Economics; Engineering","score_opus":0.9570404174385724,"score_gpt":0.8093999759153485,"score_spread":0.14764044152322386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107299871","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022907676,0.0018931252,0.0024917915,0.9312226,0.0011985183,0.022941863,0.0007147023,0.00041129964,0.016218385],"genre_scores_gemma":[0.7794577,0.0038232964,0.00095388765,0.20145394,0.004599471,0.0023800947,0.00004604504,0.00005563692,0.00722997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9820806,0.006561434,0.00302571,0.00077708915,0.0019542722,0.0056009004],"domain_scores_gemma":[0.96911603,0.024720235,0.0010500442,0.0008363836,0.0012863332,0.00299097],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049852367,0.0003109831,0.0009592539,0.0014807513,0.0065210233,0.00029473187,0.0006039703,0.0002574173,0.00007404065],"category_scores_gemma":[0.04503157,0.00027308473,0.00008752096,0.0019485739,0.0002563144,0.0012093966,0.00016931767,0.0012637048,0.00027447697],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019486148,0.000047792404,0.0014913578,0.009285237,0.000014116544,0.000002662297,0.06607176,0.000005999195,0.000047988327,0.23153736,0.59564924,0.09565164],"study_design_scores_gemma":[0.0015906453,0.002632938,0.015542801,0.0023114323,0.0000016042687,0.000024028834,0.015603094,0.00045003518,0.0000033203978,0.0017715205,0.9598114,0.00025717844],"about_ca_topic_score_codex":0.021654613,"about_ca_topic_score_gemma":0.0017912025,"teacher_disagreement_score":0.75655,"about_ca_system_score_codex":0.0038124665,"about_ca_system_score_gemma":0.04304452,"threshold_uncertainty_score":0.9999721},"labels":[],"label_agreement":null},{"id":"W2107921775","doi":"10.1186/1478-4505-7-s1-s11","title":"SUPPORT Tools for evidence-informed Policymaking in health 11: Finding and using evidence about local conditions","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Evidence-based practice; Evidence-based medicine; Health services research; Health policy; Evidence-based policy; Quality (philosophy); Empirical evidence; Health administration; Public relations; Public health; Public economics; Medicine; MEDLINE; Political science; Economics; Nursing; Alternative medicine","score_opus":0.9510852636086986,"score_gpt":0.797971658121183,"score_spread":0.15311360548751562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107921775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54213274,0.0049475846,0.009417734,0.41525656,0.00081631384,0.024998251,0.0010161183,0.00023602141,0.001178692],"genre_scores_gemma":[0.9592749,0.0033535932,0.0006365488,0.03437041,0.00094419316,0.0008197589,0.00001742379,0.00002888292,0.00055430323],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9852783,0.0056907823,0.0029109933,0.0007431167,0.0013146388,0.0040621557],"domain_scores_gemma":[0.96684873,0.02909829,0.00091729296,0.00051068614,0.0006849685,0.0019400071],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039781604,0.00028121565,0.0008626836,0.0018861763,0.004822549,0.00027494624,0.00036087885,0.00024172844,0.000033400996],"category_scores_gemma":[0.035240114,0.0002672811,0.00004957755,0.001992573,0.00043635882,0.0017971784,0.00017411426,0.001076933,0.000026182639],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0007410719,0.00016822007,0.07757947,0.06470889,0.0000348306,0.00002962565,0.2634795,0.00048741928,0.0005441194,0.40617937,0.09565259,0.09039489],"study_design_scores_gemma":[0.0070026866,0.0053687273,0.431462,0.07187796,0.000010860357,0.0002649473,0.115384035,0.037060417,0.00001815206,0.0055453773,0.32469425,0.0013106077],"about_ca_topic_score_codex":0.05338752,"about_ca_topic_score_gemma":0.007723594,"teacher_disagreement_score":0.41714215,"about_ca_system_score_codex":0.004330987,"about_ca_system_score_gemma":0.027636832,"threshold_uncertainty_score":0.99997795},"labels":[],"label_agreement":null},{"id":"W2110420621","doi":"10.1186/1478-4505-12-50","title":"Advancing the application of systems thinking in health","year":2014,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre; World Health Organization","keywords":"Health services research; Context (archaeology); Systems thinking; Health policy; Health administration; Computer science; Data science; Management science; Public relations; Public health; Medicine; Nursing; Artificial intelligence; Political science","score_opus":0.5238105620039856,"score_gpt":0.5788263672004709,"score_spread":0.0550158051964853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110420621","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00063919125,0.21543454,0.0123127885,0.20821714,0.53738403,0.0184461,0.0029251808,0.00015864609,0.004482359],"genre_scores_gemma":[0.06363445,0.02088705,0.0002498837,0.0047251955,0.903951,0.0031852063,0.0004884815,0.00026018426,0.0026185606],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97151583,0.011094473,0.01243376,0.0013643369,0.0013130471,0.0022785275],"domain_scores_gemma":[0.9660034,0.022213988,0.008793987,0.0016648667,0.0005937251,0.00073003257],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26956886,0.0003828405,0.003174263,0.0019753778,0.0010709945,0.0003269694,0.00093798834,0.00075297186,0.000004146536],"category_scores_gemma":[0.036177557,0.0003771859,0.00011681419,0.0009902257,0.00027088897,0.0002593064,0.00021655703,0.002023458,0.00018226614],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000012680388,0.000037563543,0.0005111644,0.020100463,0.000027024125,2.3392367e-7,0.0034526489,0.0005691111,1.06188125e-7,0.24604712,0.7290087,0.0002331993],"study_design_scores_gemma":[0.0005418431,0.0002413472,0.00022827993,0.002768567,9.625128e-7,0.000003800608,0.0024568615,0.018131187,3.414649e-8,0.00540313,0.9699864,0.00023760495],"about_ca_topic_score_codex":0.30705863,"about_ca_topic_score_gemma":0.004419961,"teacher_disagreement_score":0.36656693,"about_ca_system_score_codex":0.0047692633,"about_ca_system_score_gemma":0.005729733,"threshold_uncertainty_score":0.99990684},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2114178586","doi":"10.1186/s12961-015-0012-0","title":"Capacity for conducting systematic reviews in low- and middle-income countries: a rapid appraisal","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; International Development Research Centre","keywords":"Systematic review; Capacity building; Workforce; Health services research; Critical appraisal; Low and middle income countries; Public relations; Health administration; Business; Political science; Medicine; Developing country; Economic growth; Economics; Public health; Nursing; MEDLINE; Alternative medicine","score_opus":0.9654931214453396,"score_gpt":0.6802971029486433,"score_spread":0.2851960184966963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114178586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5144723,0.36320713,0.00801585,0.02874867,0.0026348666,0.07413663,0.0003785492,0.000054413646,0.008351559],"genre_scores_gemma":[0.9845423,0.0029166602,0.0015518921,0.00079190586,0.0010540399,0.0036238672,0.0000074776162,0.00004465524,0.0054671834],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8922285,0.08157827,0.016085396,0.0014811272,0.0071235197,0.0015031758],"domain_scores_gemma":[0.8957043,0.08332324,0.008298074,0.0047440315,0.0053860103,0.0025442995],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59979975,0.0003566252,0.006634482,0.0015041248,0.0004933403,0.0017053512,0.00093028805,0.00016500049,0.000035585606],"category_scores_gemma":[0.40263584,0.00018075795,0.00038836713,0.002247347,0.00027372278,0.00038941548,0.00018660119,0.00043345874,0.0003086478],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009782493,0.00013480736,0.011840749,0.786362,0.00023440846,0.0000134909815,0.036331374,0.000038276263,0.000008693481,0.11036728,0.052244123,0.0023269684],"study_design_scores_gemma":[0.004319826,0.0014377506,0.0013454099,0.12340103,0.00010045461,0.00058039743,0.046139326,0.08225144,0.000005359608,0.008693758,0.73056716,0.001158069],"about_ca_topic_score_codex":0.0022071162,"about_ca_topic_score_gemma":0.00040178822,"teacher_disagreement_score":0.6783231,"about_ca_system_score_codex":0.0003379362,"about_ca_system_score_gemma":0.0009876672,"threshold_uncertainty_score":0.999331},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2115722485","doi":"10.1186/1478-4505-7-s1-s4","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 4: Using research evidence to clarify a problem","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Legislature; Health policy; Public relations; Health administration; Health services research; Newspaper; Action (physics); Politics; Political science; Health care; Sociology; Law","score_opus":0.8596765275784819,"score_gpt":0.7236962723311345,"score_spread":0.13598025524734736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115722485","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023409719,0.018704575,0.0016289009,0.89647955,0.0010864318,0.047503956,0.00031318,0.00040552948,0.010468166],"genre_scores_gemma":[0.68589896,0.020559097,0.0075174007,0.25251988,0.0117158685,0.007995645,0.000073408926,0.00021630798,0.013503455],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9741554,0.010401227,0.0031768265,0.001246137,0.0031513304,0.007869068],"domain_scores_gemma":[0.96374655,0.027290152,0.0007003394,0.0013342459,0.0031674525,0.003761233],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07674112,0.00045709524,0.0015756972,0.0029643718,0.009600746,0.0004597853,0.0009814209,0.000843344,0.00004389522],"category_scores_gemma":[0.031513385,0.0004001096,0.00015461083,0.0034498388,0.0002656449,0.0015420124,0.0005840473,0.004995398,0.00022025683],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0012365626,0.00014807296,0.0034783452,0.034653462,0.00004039778,0.000017263035,0.042978987,0.00002967681,0.00022540728,0.10983148,0.7076138,0.09974654],"study_design_scores_gemma":[0.0015905107,0.00767538,0.012767971,0.019656949,0.000006549698,0.00006110488,0.014002208,0.0006080834,0.0000069039074,0.003614027,0.9394464,0.0005639273],"about_ca_topic_score_codex":0.07259415,"about_ca_topic_score_gemma":0.0044873697,"teacher_disagreement_score":0.66248924,"about_ca_system_score_codex":0.0131420335,"about_ca_system_score_gemma":0.0934135,"threshold_uncertainty_score":0.9998451},"labels":[],"label_agreement":null},{"id":"W2116614277","doi":"10.1186/1478-4505-12-6","title":"Using an integrated knowledge translation approach to build a public health research agenda","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Waterloo; McMaster University; London Health Sciences Centre; Western University","funders":"Canadian Institutes of Health Research","keywords":"Public health; Health services research; Health policy; Knowledge translation; Public relations; Health administration; International health; Health promotion; Political science; Public administration; Medicine; Knowledge management; Nursing; Computer science","score_opus":0.9132146511481419,"score_gpt":0.7007680504453072,"score_spread":0.21244660070283472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116614277","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22786608,0.009405725,0.05435191,0.55412835,0.004103847,0.029447276,0.0004431435,0.0008563426,0.11939731],"genre_scores_gemma":[0.96670914,0.0009780398,0.0025314214,0.013413465,0.008912769,0.0021648784,0.0002799192,0.00015744095,0.0048529333],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9415705,0.047771193,0.0019845455,0.001026049,0.0017695952,0.0058780704],"domain_scores_gemma":[0.9858986,0.004313813,0.0003567894,0.0011271943,0.002860599,0.005442965],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11587214,0.00031967572,0.0008820913,0.0035363405,0.008468628,0.0003261373,0.00061872986,0.00048815296,0.000023843946],"category_scores_gemma":[0.008509301,0.00027834147,0.00005538302,0.005384637,0.00032664268,0.000531142,0.00023161988,0.003262252,0.0002059109],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00010604558,0.0011441783,0.0012107093,0.013331992,0.00003399289,4.4914253e-7,0.2992013,0.000101633894,0.000079117475,0.25575557,0.284313,0.144722],"study_design_scores_gemma":[0.00065054465,0.000816708,0.0018762366,0.0006521813,8.779461e-7,0.000010015494,0.043335926,0.041806616,3.8518377e-7,0.00037470853,0.9102816,0.00019422088],"about_ca_topic_score_codex":0.25153115,"about_ca_topic_score_gemma":0.0049437797,"teacher_disagreement_score":0.7388431,"about_ca_system_score_codex":0.0050234403,"about_ca_system_score_gemma":0.030278947,"threshold_uncertainty_score":0.99996686},"labels":[],"label_agreement":null},{"id":"W2116739463","doi":"10.1186/1478-4505-11-1","title":"Editorial: can China master the guideline challenge?","year":2013,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre","funders":"Centers for Disease Control and Prevention; Bond University; World Health Organization","keywords":"Guideline; Medicine; Agency (philosophy); Health care; China; Transparency (behavior); Context (archaeology); Health services research; Health administration; Nursing; Public relations; Public health; Political science; Sociology","score_opus":0.5882508894905595,"score_gpt":0.6317038858443296,"score_spread":0.04345299635377009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116739463","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023790924,0.003169654,0.000018205086,0.21854153,0.7728115,0.00361872,0.00031096357,0.0000542904,0.0014513538],"genre_scores_gemma":[0.00049939944,0.013007564,0.000047048536,0.0014193846,0.9744269,0.0005721387,0.00092015887,0.000115771916,0.008991609],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858874,0.0037406792,0.0030557406,0.00080712984,0.0049550906,0.0015539734],"domain_scores_gemma":[0.97543776,0.015784891,0.0011136781,0.0015984953,0.0046374383,0.0014277449],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032689456,0.0004105273,0.0011457653,0.00055124727,0.00075131736,0.00038028508,0.00041936547,0.0010886875,0.00007982847],"category_scores_gemma":[0.08178903,0.00025968897,0.00012854571,0.0005267988,0.0003308225,0.00014673095,0.0003825986,0.00479773,0.00018318075],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016035303,0.00007846634,0.000007796647,0.0019110473,0.00008538895,0.0000057845846,0.0006593253,0.0000010633985,0.0000021010092,0.00040494476,0.9894982,0.007185542],"study_design_scores_gemma":[0.001685357,0.0013025377,0.000035726483,0.0007232433,0.00003179655,0.000017012768,0.0010712235,0.00031182557,1.5522409e-7,0.0002684429,0.99437666,0.00017602112],"about_ca_topic_score_codex":0.18052824,"about_ca_topic_score_gemma":0.0022113402,"teacher_disagreement_score":0.21712214,"about_ca_system_score_codex":0.0011456657,"about_ca_system_score_gemma":0.011662885,"threshold_uncertainty_score":0.9999855},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2117076067","doi":"10.1186/s12961-015-0032-9","title":"An institutional approach to support the conduct and use of health policy and systems research: The Nodal Institute in the Eastern Mediterranean Region","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research","keywords":"Health services research; Health administration; Health policy; Medicine; Health care; Public health; Political science; Nursing","score_opus":0.9556351610256266,"score_gpt":0.632324132767709,"score_spread":0.3233110282579176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117076067","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47470054,0.013937646,0.000840364,0.49711642,0.00068432785,0.009221782,0.0004970456,0.00003073851,0.0029711144],"genre_scores_gemma":[0.9869765,0.0011030051,0.00006011262,0.009242792,0.0015987537,0.00058387377,0.000041990625,0.00002620172,0.00036678778],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.979203,0.0138687,0.0037179652,0.0008056097,0.0009559459,0.0014488121],"domain_scores_gemma":[0.9921219,0.004347429,0.0010025515,0.001118023,0.00042468926,0.0009854296],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17640747,0.00022972199,0.0010466261,0.0014544663,0.0015182086,0.0007054198,0.00069026346,0.00016864804,8.156303e-7],"category_scores_gemma":[0.013121552,0.00015349004,0.000037715767,0.0012861494,0.00138461,0.0008470704,0.00022702475,0.00087667763,0.000031699143],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077082965,0.00014403617,0.012488397,0.0022810316,0.000029066492,0.0000024673986,0.0591892,0.0005134567,3.6759133e-7,0.8891304,0.03515624,0.0009882208],"study_design_scores_gemma":[0.0024119553,0.002528588,0.036088564,0.00093296595,0.0000028657464,0.0006747128,0.08829514,0.07404199,1.5369812e-7,0.007048824,0.78753173,0.0004425037],"about_ca_topic_score_codex":0.2883147,"about_ca_topic_score_gemma":0.0031487928,"teacher_disagreement_score":0.8820816,"about_ca_system_score_codex":0.0011691101,"about_ca_system_score_gemma":0.004828917,"threshold_uncertainty_score":0.99978167},"labels":[],"label_agreement":null},{"id":"W2118651720","doi":"10.1186/1478-4505-10-10","title":"Knowledge mobilization in the context of health technology assessment: an exploratory case study","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National d'Excellence en Santé et en Services Sociaux","funders":"","keywords":"Health services research; Health administration; Context (archaeology); Public health; Health informatics; Mobilization; Medicine; Exploratory research; Health policy; Political science; Nursing; Sociology; Social science; Geography","score_opus":0.9244167440542108,"score_gpt":0.6924203211985859,"score_spread":0.23199642285562494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118651720","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011006892,0.9810899,0.00007516653,0.0060367812,0.00035324687,0.010537468,0.00046838383,0.000032728807,0.00030564418],"genre_scores_gemma":[0.08826241,0.90659815,0.000028693617,0.00067165756,0.00069465925,0.0034721452,0.00009028567,0.00007544656,0.00010657575],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.95484626,0.03133851,0.0109282145,0.0009877235,0.000359372,0.0015399132],"domain_scores_gemma":[0.9884586,0.004374791,0.0049624783,0.0014493179,0.00027217888,0.00048266293],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.22528891,0.00039323658,0.004703092,0.004112058,0.0007962097,0.00014960574,0.0006705706,0.00045859203,0.000009330876],"category_scores_gemma":[0.003176724,0.00035407246,0.00012096428,0.002269645,0.0002887329,0.000443142,0.00017449712,0.0012766357,0.00015212066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005035673,0.00251932,0.004463154,0.18259655,0.00016953106,0.000028486911,0.11461093,0.0000033645993,6.8720882e-9,0.3828204,0.004777085,0.30800614],"study_design_scores_gemma":[0.00045750028,0.00080701656,0.00007806685,0.0033927367,0.0000067357405,0.00026320122,0.21672575,0.00018718597,1.2519522e-9,0.0003151261,0.7775458,0.00022089921],"about_ca_topic_score_codex":0.03563809,"about_ca_topic_score_gemma":0.00866967,"teacher_disagreement_score":0.7727687,"about_ca_system_score_codex":0.003014376,"about_ca_system_score_gemma":0.006852545,"threshold_uncertainty_score":0.9998911},"labels":[],"label_agreement":null},{"id":"W2119761400","doi":"10.1186/1478-4505-12-46","title":"Advancing the application of systems thinking in health: analysing the contextual and social network factors influencing the use of sustainability indicators in a health system – a comparative study in Nepal and Somaliland","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre; World Health Organization","keywords":"Sustainability; Stakeholder; Business; Corporate governance; Baseline (sea); Environmental resource management; Stakeholder engagement; Process (computing); Stakeholder analysis; Process management; Environmental planning; Political science; Public relations; Geography; Economics; Computer science; Finance; Ecology","score_opus":0.6552885618205583,"score_gpt":0.6694825258324052,"score_spread":0.014193964011846916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119761400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9679271,0.00079197664,0.00030043337,0.01973031,0.00006968401,0.011117927,0.00003460175,0.000014575113,0.000013385024],"genre_scores_gemma":[0.9977696,0.00009446892,0.00001197883,0.00113786,0.00018359732,0.0007775158,0.00000309531,0.000014659041,0.0000072136563],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94495374,0.047640897,0.0037076885,0.0005580184,0.0012415872,0.0018980972],"domain_scores_gemma":[0.97613484,0.02057466,0.0020651966,0.00048853364,0.00040099575,0.00033577436],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.085315354,0.00021946657,0.0012041547,0.0011056224,0.003364372,0.00010024874,0.00034909326,0.00011998843,2.5589623e-7],"category_scores_gemma":[0.0032196168,0.00012720555,0.000026956652,0.0034187564,0.0006488668,0.0002545495,0.00030192535,0.0013811658,2.3265842e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055189463,0.000029319737,0.6196703,0.0057493947,0.0000088816905,2.2904868e-7,0.35088813,0.0010782559,0.0000011485956,0.02186271,0.000070509355,0.0005859603],"study_design_scores_gemma":[0.0009322805,0.0002842001,0.4910041,0.0010552583,0.0000016261315,0.0000021220299,0.48322117,0.021496011,8.186177e-8,0.00012776689,0.0018078149,0.00006756637],"about_ca_topic_score_codex":0.48058277,"about_ca_topic_score_gemma":0.11698804,"teacher_disagreement_score":0.36359474,"about_ca_system_score_codex":0.0024161087,"about_ca_system_score_gemma":0.005070794,"threshold_uncertainty_score":0.9979331},"labels":[],"label_agreement":null},{"id":"W2120316982","doi":"10.1186/1478-4505-12-55","title":"Health policy – why research it and how: health political science","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":235,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Health policy; Health promotion; Public health; Health services research; Health administration; Public relations; Political science; Health informatics; Policy analysis; Toolbox; Public policy; Process (computing); Politics; Policy studies; Sociology; Public administration; Medicine; Computer science; Nursing","score_opus":0.4174587727618511,"score_gpt":0.5537182382183453,"score_spread":0.1362594654564942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120316982","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006770478,0.0023361172,0.00015452101,0.96870863,0.0003563974,0.0017591399,0.000028105665,0.00012278973,0.019763812],"genre_scores_gemma":[0.74167234,0.001751616,0.000053041567,0.2469563,0.008715671,0.0001239959,0.000015904749,0.000045082255,0.0006660524],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98134106,0.003691946,0.001223532,0.0012598282,0.0025226155,0.0099610165],"domain_scores_gemma":[0.99149436,0.0025499687,0.0004920798,0.0010301161,0.0018081886,0.0026252703],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.10816819,0.00035349894,0.0012021741,0.004383016,0.0059926226,0.0017189854,0.0008300022,0.00021510072,0.000007116637],"category_scores_gemma":[0.028380236,0.00029986489,0.00005885286,0.0053504948,0.002970754,0.0010266297,0.0012673655,0.0015272092,0.00012277765],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012177085,0.00003237603,0.00052700937,0.0023616445,0.0000036213848,7.243063e-7,0.00018602009,0.000003548671,0.0000016407262,0.61054283,0.38057283,0.0057555945],"study_design_scores_gemma":[0.0005398629,0.0004437698,0.006179376,0.00045817145,6.170037e-7,0.00004761671,0.0027561293,0.009589374,1.3033002e-7,0.015095615,0.9646914,0.00019792363],"about_ca_topic_score_codex":0.74345994,"about_ca_topic_score_gemma":0.0053931405,"teacher_disagreement_score":0.7380668,"about_ca_system_score_codex":0.002273416,"about_ca_system_score_gemma":0.010131442,"threshold_uncertainty_score":0.99994534},"labels":[],"label_agreement":null},{"id":"W2122633895","doi":"10.1186/1478-4505-9-22","title":"Increasing Access to Subsidized Artemisinin-based Combination Therapy through Accredited Drug Dispensing Outlets in Tanzania","year":2011,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Malaria Research and Control","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"United States Agency for International Development","keywords":"Tanzania; Artemisinin; Subsidy; Medicine; Malaria; Private sector; Accreditation; Public health; Environmental health; Economic growth; Nursing; Socioeconomics; Medical education","score_opus":0.3803294256502084,"score_gpt":0.4995872492089665,"score_spread":0.11925782355875814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122633895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9435458,0.0011393848,0.00024149069,0.04478448,0.00012339793,0.0046072067,0.00001865382,0.00007045463,0.0054691425],"genre_scores_gemma":[0.99587256,0.00039869655,0.00013948984,0.0025802357,0.00040734303,0.00024992437,0.00002497448,0.00003725298,0.00028955002],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99329966,0.0029582635,0.0006647137,0.00047998392,0.0012541588,0.0013432282],"domain_scores_gemma":[0.9967413,0.0011243398,0.00012056468,0.00047863403,0.00059361145,0.00094155077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009072335,0.00019925575,0.00065041304,0.0010400804,0.0003819984,0.00025482953,0.00025541076,0.00012368664,0.000036966063],"category_scores_gemma":[0.0034033859,0.00016313992,0.000050108174,0.0014208589,0.00014366,0.00027080168,0.000096450385,0.00069379853,0.000024169998],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07863204,0.006599399,0.48616245,0.011160536,0.0005314766,0.0014650135,0.07424352,0.000051595835,0.034607206,0.17664069,0.04467655,0.08522952],"study_design_scores_gemma":[0.030598624,0.0032874334,0.9235767,0.004112629,0.00000961173,0.0001814986,0.0030188358,0.016297754,0.0016077869,0.002886351,0.013823974,0.000598791],"about_ca_topic_score_codex":0.082628526,"about_ca_topic_score_gemma":0.0012582719,"teacher_disagreement_score":0.43741426,"about_ca_system_score_codex":0.00054971833,"about_ca_system_score_gemma":0.0021051893,"threshold_uncertainty_score":0.92348033},"labels":[],"label_agreement":null},{"id":"W2122948176","doi":"10.1186/1478-4505-8-15","title":"Guidance for reconciling patent rights and disclosure of findings at scientific meetings","year":2010,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Intellectual Property and Patents","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research; University of Toronto; University Health Network; East Wellington Family Health Team","funders":"Canadian Institutes of Health Research; Genome Canada; Bill and Melinda Gates Foundation","keywords":"Intellectual property; Commercialization; Context (archaeology); Public relations; Scientific progress; Scientific communication; Odds; Engineering ethics; Political science; Medicine; Law; Engineering; Library science; Computer science","score_opus":0.5448351528517031,"score_gpt":0.4072326573066993,"score_spread":0.13760249554500387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122948176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923531,0.0007566041,0.000015437518,0.0021202771,0.0005487934,0.0010077591,0.000021479873,0.000022057702,0.003154518],"genre_scores_gemma":[0.9928526,0.000028760109,0.00003352187,0.00021316491,0.0009536441,0.000069557245,0.000014718202,0.000014717311,0.005819259],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979988,0.00007588639,0.0004427458,0.00036178908,0.0004556742,0.00066510204],"domain_scores_gemma":[0.99855757,0.00036576233,0.00015746581,0.00020287964,0.0006449106,0.000071412636],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007610514,0.00011889492,0.00026394517,0.00044244627,0.0016331647,0.00041659715,0.00017062636,0.00009373446,0.000017839146],"category_scores_gemma":[0.0016510377,0.00008514861,0.000036966987,0.00043079344,0.0003404884,0.0003017374,0.0001920609,0.00026317677,0.000026611362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018964533,0.0004605299,0.07666425,0.06631846,0.00017256486,0.000014234747,0.0175216,0.000032845,0.08403236,0.4227152,0.31177434,0.018397205],"study_design_scores_gemma":[0.0015537195,0.00022861605,0.003356171,0.0016160586,0.000010293819,0.000021215781,0.0006676912,0.023483668,0.0016224353,0.0071084616,0.9599369,0.00039474244],"about_ca_topic_score_codex":0.014834108,"about_ca_topic_score_gemma":0.0016028532,"teacher_disagreement_score":0.6481626,"about_ca_system_score_codex":0.000051395455,"about_ca_system_score_gemma":0.00012496198,"threshold_uncertainty_score":0.9996666},"labels":[],"label_agreement":null},{"id":"W2124520204","doi":"10.1186/1478-4505-10-17","title":"Developing a national health research system: participatory approaches to legislative, institutional and networking dimensions in Zambia","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Department for International Development; Government of the United Kingdom; International Development Research Centre; Wellcome Trust","keywords":"Legislature; Documentation; Citizen journalism; Public relations; Business; Knowledge management; Process management; Political science; Computer science","score_opus":0.9234099551923358,"score_gpt":0.6146178944761265,"score_spread":0.30879206071620935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124520204","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003440203,0.9830531,0.000023816818,0.00782939,0.00029575816,0.0052805236,0.00009715858,0.000040027957,0.0030362438],"genre_scores_gemma":[0.032500107,0.962216,0.00016013037,0.0007256086,0.0028726845,0.0010428398,0.00007380672,0.00004825213,0.00036053662],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9864498,0.0062468024,0.0015912348,0.00077130867,0.0023047447,0.0026361037],"domain_scores_gemma":[0.9954441,0.0013106422,0.00027299416,0.00031163683,0.00046553658,0.0021950423],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.029360732,0.00036486462,0.0020624201,0.0021316926,0.0015969937,0.00014007099,0.0001834647,0.00033099225,0.0000016859057],"category_scores_gemma":[0.0006457849,0.00028447175,0.00007762851,0.0021267845,0.0003577432,0.000117815114,0.0004195102,0.0020356164,0.00005335958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008800981,0.0001811101,0.0017445738,0.3001574,0.00011806944,0.000046458088,0.0040541044,0.0000062895333,5.5153077e-8,0.4698161,0.0035584471,0.22022939],"study_design_scores_gemma":[0.00038059216,0.00027597853,0.0016415295,0.08216806,0.000007687858,0.0005461464,0.00060506165,0.00015579422,8.537849e-9,0.00011670374,0.9139245,0.00017792234],"about_ca_topic_score_codex":0.01706293,"about_ca_topic_score_gemma":0.00082151714,"teacher_disagreement_score":0.91036606,"about_ca_system_score_codex":0.006308973,"about_ca_system_score_gemma":0.02141578,"threshold_uncertainty_score":0.9999607},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"incentives","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2124674666","doi":"10.1186/s12961-015-0009-8","title":"Actors involved in the regulation of clinical research: comparison of Finland to England, Canada, and the USA","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health services research; Public health; Health administration; Social policy; Health policy; Political science; Public administration; Medicine; Nursing; Law","score_opus":0.9473175450279756,"score_gpt":0.7455923429597868,"score_spread":0.20172520206818878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124674666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9305545,0.0013327136,0.0000040774435,0.063919164,0.0000842579,0.00202526,0.00001888146,0.0000016036317,0.002059544],"genre_scores_gemma":[0.9969662,0.0009665701,0.000025563984,0.00046163535,0.00048156627,0.00007077193,0.0000036160409,0.000009619041,0.001014494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97543365,0.016075261,0.0019522754,0.00039349703,0.005238102,0.000907234],"domain_scores_gemma":[0.86162436,0.13223149,0.00032217515,0.0011571262,0.003318376,0.0013464524],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18882348,0.00008726912,0.00078399596,0.0004199855,0.00021475846,0.000040839226,0.00035340106,0.00024171596,0.000003767732],"category_scores_gemma":[0.1633339,0.00004536665,0.000035138957,0.0011865665,0.001600192,0.00003315928,0.00026064736,0.0031418966,0.0000035069697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033386399,0.000201539,0.87952447,0.002436159,0.00003187961,0.0000052898167,0.01958463,0.000018049617,0.000022916469,0.07509171,0.016819999,0.0029246884],"study_design_scores_gemma":[0.0066089123,0.002703871,0.9301694,0.0013282897,0.0000041967187,0.000009035406,0.016939474,0.002634208,0.000024161067,0.0063172285,0.033189755,0.00007144497],"about_ca_topic_score_codex":0.8947266,"about_ca_topic_score_gemma":0.89996547,"teacher_disagreement_score":0.11615623,"about_ca_system_score_codex":0.00025267474,"about_ca_system_score_gemma":0.011532859,"threshold_uncertainty_score":0.9991579},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2124697243","doi":"10.1186/1478-4505-12-36","title":"Advancing the application of systems thinking in health: understanding the dynamics of neonatal mortality in Uganda","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; Universidad Nacional Mayor de San Marcos; Universitetet i Bergen; International Development Research Centre; World Health Organization","keywords":"Medicine; Public health; Health policy; Health services research; Infant mortality; Health care; Child mortality; Neonatal mortality; Causal loop diagram; Nursing; Health administration; Leverage (statistics); Environmental health; Population; Economic growth; System dynamics; Economics","score_opus":0.17251765412972042,"score_gpt":0.47660108441421367,"score_spread":0.30408343028449325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124697243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9277335,0.007239141,0.009793004,0.049838472,0.00019073446,0.003971649,0.00005348268,0.000019300918,0.001160744],"genre_scores_gemma":[0.9983351,0.0009356252,0.000010239719,0.00045140943,0.00017693356,0.000044758057,0.00000794343,0.000009371675,0.000028567707],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99592465,0.0015442906,0.0009286036,0.00019528283,0.0007759551,0.00063124107],"domain_scores_gemma":[0.9982552,0.00077422627,0.00032098155,0.00034625694,0.000112427646,0.00019093012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015986387,0.00009208643,0.0004847646,0.00026018085,0.00029192222,0.000022801747,0.00016403662,0.00006546214,3.7499325e-7],"category_scores_gemma":[0.00043239407,0.000053216514,0.000026529931,0.00064611906,0.00017278492,0.000044854823,0.000068395966,0.0005021801,6.163549e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107908745,0.000057339403,0.23017171,0.014158739,0.00001336758,0.0000015978917,0.0064440495,0.00078121386,0.000014410437,0.7457894,0.00008208836,0.0023781622],"study_design_scores_gemma":[0.0030792996,0.0014171636,0.45802137,0.011357249,0.0000068381387,0.00018541943,0.07373417,0.42421612,0.0000070532924,0.023188306,0.004593738,0.00019324939],"about_ca_topic_score_codex":0.22893274,"about_ca_topic_score_gemma":0.014374091,"teacher_disagreement_score":0.7226011,"about_ca_system_score_codex":0.0010159606,"about_ca_system_score_gemma":0.00080842956,"threshold_uncertainty_score":0.802108},"labels":[],"label_agreement":null},{"id":"W2125478732","doi":"10.1186/1478-4505-12-5","title":"Networking among young global health researchers through an intensive training approach: a mixed methods exploratory study","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; Hospital for Sick Children","funders":"","keywords":"Thematic analysis; Global health; Health services research; Exploratory research; Global network; Medical education; Public relations; Inclusion (mineral); Psychology; Qualitative research; Public health; Knowledge management; Medicine; Nursing; Sociology; Political science; Computer science; Telecommunications","score_opus":0.6961966483418254,"score_gpt":0.6098821654991554,"score_spread":0.08631448284266996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125478732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88498306,0.029666482,0.014730761,0.027004851,0.0034844587,0.016388789,0.00008790447,0.00065955205,0.022994164],"genre_scores_gemma":[0.98722184,0.0014306114,0.0016092915,0.0054842904,0.0034416786,0.0005203789,0.000047779486,0.000060424976,0.00018372828],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.967669,0.02403498,0.0013896759,0.0010734189,0.0019547916,0.0038781292],"domain_scores_gemma":[0.99088466,0.0017069117,0.00034359057,0.0009456062,0.0012260547,0.0048931865],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.06901302,0.00036954824,0.0015453129,0.0005501515,0.0018129537,0.00022008929,0.00027941095,0.00025005097,0.0000021637682],"category_scores_gemma":[0.007876392,0.00031455292,0.00010612655,0.0021759467,0.0006169628,0.00039397913,0.00022458938,0.0016231586,0.000008719011],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026870437,0.001879039,0.1868431,0.013737041,0.00042845058,0.00020778133,0.30093655,0.00011447614,0.000012812861,0.04118182,0.084877186,0.3670947],"study_design_scores_gemma":[0.005574818,0.01152872,0.09389819,0.002146142,0.000019570503,0.0006556059,0.7544002,0.03152924,9.3694314e-7,0.0019652387,0.09765981,0.0006215192],"about_ca_topic_score_codex":0.06537812,"about_ca_topic_score_gemma":0.0022676205,"teacher_disagreement_score":0.45346364,"about_ca_system_score_codex":0.002209116,"about_ca_system_score_gemma":0.0076084114,"threshold_uncertainty_score":0.9999307},"labels":[],"label_agreement":null},{"id":"W2125923495","doi":"10.1186/1478-4505-10-34","title":"The multi-step process of building TB/HIV collaboration in Cambodia","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Killam Trusts; Ministère de la Transition écologique et Solidaire; Global Fund to Fight AIDS, Tuberculosis and Malaria","keywords":"Medicine; Health policy; Psychological intervention; Health services research; Implementation research; Tuberculosis; Human immunodeficiency virus (HIV); Variety (cybernetics); Public health; Public relations; Family medicine; Nursing; Political science; Computer science","score_opus":0.5209995598672197,"score_gpt":0.6334609116017986,"score_spread":0.11246135173457894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125923495","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011631266,0.98909885,0.00001577777,0.005352829,0.0001221823,0.0047246874,0.00010362842,0.000015117569,0.000450605],"genre_scores_gemma":[0.0021086403,0.9944606,0.00005521921,0.000101895996,0.0010505797,0.001113798,0.00006247894,0.00004556276,0.0010012167],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98809147,0.0069617843,0.0016447133,0.0004533184,0.00097056583,0.0018781754],"domain_scores_gemma":[0.99296856,0.004336426,0.00046132342,0.00059829606,0.0006935241,0.00094186555],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022792023,0.00028322538,0.0023008545,0.0011994384,0.00043614584,0.00006854147,0.00029340296,0.00046587826,0.0000031233926],"category_scores_gemma":[0.010119803,0.00016561705,0.00012444254,0.0019675544,0.00039790414,0.000091234295,0.00013217589,0.0016410194,0.000024609995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013985886,0.00022690049,0.0024121327,0.3168247,0.0001848814,0.000018460569,0.0013918702,0.000002466215,0.0000020843065,0.012573704,0.011263973,0.65495896],"study_design_scores_gemma":[0.00048731998,0.0002614659,0.00018121013,0.016562663,0.000021623002,0.000099642624,0.0009098008,0.000638725,2.5110202e-7,0.000015414134,0.9807145,0.000107404034],"about_ca_topic_score_codex":0.012113209,"about_ca_topic_score_gemma":0.0014753684,"teacher_disagreement_score":0.96945053,"about_ca_system_score_codex":0.0009405189,"about_ca_system_score_gemma":0.007189778,"threshold_uncertainty_score":0.99843854},"labels":[],"label_agreement":null},{"id":"W2127659050","doi":"10.1186/1478-4505-11-39","title":"Assessing communities of practice in health policy: a conceptual framework as a first step towards empirical research","year":2013,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"European Commission; UNICEF","keywords":"Operationalization; Knowledge management; Health services research; Health policy; Knowledge translation; Tacit knowledge; Health administration; Empirical research; Empirical evidence; Conceptual framework; Knowledge sharing; Sociology; Public relations; Computer science; Political science; Health care; Social science","score_opus":0.9270258374906842,"score_gpt":0.8045164639930452,"score_spread":0.12250937349763902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127659050","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21906883,0.0019358613,0.00034775276,0.74986684,0.0003333286,0.00946505,0.00013046418,0.00009761634,0.018754277],"genre_scores_gemma":[0.94799894,0.0036563678,0.001608985,0.041975964,0.0013371343,0.0023076332,0.000012628605,0.000060432518,0.001041897],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9148953,0.071317874,0.0037148118,0.0006518569,0.004128504,0.0052916864],"domain_scores_gemma":[0.8767987,0.11153501,0.0015522082,0.0016605011,0.0050520683,0.00340155],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10039869,0.00030483128,0.0011843231,0.0035297484,0.0056182933,0.00034595974,0.00092627306,0.000490004,0.00022084854],"category_scores_gemma":[0.09959393,0.00027278034,0.000054789616,0.006111617,0.0022147088,0.0013682698,0.00094731536,0.0057581966,0.0004298916],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00010554129,0.00025508742,0.01902298,0.00872938,0.000024367175,0.0000072723487,0.61777747,0.00001590697,0.000007615748,0.260889,0.08271864,0.010446777],"study_design_scores_gemma":[0.0011191854,0.0011070741,0.0276157,0.004025539,7.157676e-7,0.000025084668,0.52188843,0.000796247,9.700221e-7,0.0034838978,0.43976063,0.00017650968],"about_ca_topic_score_codex":0.8509837,"about_ca_topic_score_gemma":0.02109878,"teacher_disagreement_score":0.8298849,"about_ca_system_score_codex":0.004421873,"about_ca_system_score_gemma":0.057031065,"threshold_uncertainty_score":0.99997246},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2127911141","doi":"10.1186/1478-4505-11-40","title":"Building a national direction for research in the prevention of mother to child transmission of HIV: results from a national prioritization initiative in Malawi","year":2013,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Public Health Ontario; University of Toronto","funders":"","keywords":"Health services research; Prioritization; Human immunodeficiency virus (HIV); Public health; Medicine; Child health; Transmission (telecommunications); Environmental health; Health administration; Health policy; Reproductive medicine; Family medicine; Nursing; Pregnancy; Telecommunications; Computer science","score_opus":0.3701875179438387,"score_gpt":0.5642956887817986,"score_spread":0.1941081708379599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127911141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71844155,0.0031607195,0.014054229,0.16399546,0.000082857216,0.030581215,0.0019060236,0.000035980655,0.06774197],"genre_scores_gemma":[0.9968608,0.00024406853,0.0005480491,0.0000739275,0.00024258459,0.0009353089,0.000106582534,0.000011510959,0.0009771464],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99454546,0.002226094,0.0007708856,0.0002604644,0.0017427214,0.00045438294],"domain_scores_gemma":[0.99565387,0.0020284276,0.000106757376,0.00012449175,0.0019072882,0.00017917111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014121445,0.0000721521,0.0002466314,0.0018704004,0.00018733193,0.000040075272,0.000116138915,0.00008882906,0.000014241124],"category_scores_gemma":[0.005656057,0.000054693533,0.00005295957,0.001616599,0.000112792935,0.00017400288,0.000029949939,0.00042744086,0.0000046148803],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010738097,0.007051846,0.009697159,0.01704644,0.0002993692,0.000007964449,0.07514388,0.00090780103,0.04555716,0.46847284,0.19176653,0.17331092],"study_design_scores_gemma":[0.027751774,0.026259402,0.42450362,0.050656006,0.000012470026,0.000063316336,0.026981093,0.23580447,0.004068592,0.12990057,0.07346171,0.00053696876],"about_ca_topic_score_codex":0.016131237,"about_ca_topic_score_gemma":0.00052099815,"teacher_disagreement_score":0.41480646,"about_ca_system_score_codex":0.00048908126,"about_ca_system_score_gemma":0.0011763645,"threshold_uncertainty_score":0.9904204},"labels":[],"label_agreement":null},{"id":"W2128824555","doi":"10.1186/s12961-015-0051-6","title":"Print media coverage of primary healthcare and related research evidence in South Africa","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; McMaster University","funders":"","keywords":"Newspaper; Public health; Health care; Medicine; News media; Public relations; Nexus (standard); Lexis; Health administration; Health policy; Political science; Nursing; Sociology; Media studies","score_opus":0.947797848411016,"score_gpt":0.6583512324122242,"score_spread":0.28944661599879185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128824555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7904032,0.060229294,0.000003756758,0.091385484,0.0002379727,0.0029565135,0.000060052775,0.000056376695,0.054667335],"genre_scores_gemma":[0.9450226,0.05400169,0.000011020429,0.00007771264,0.00015261337,0.000074148615,0.0000072112152,0.000007900715,0.00064511894],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9871686,0.009924142,0.000480007,0.0002486098,0.0014146328,0.000763995],"domain_scores_gemma":[0.9952291,0.0027582503,0.00010547431,0.0003463289,0.00082104973,0.0007397471],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041511666,0.00006778558,0.00027284713,0.0007103403,0.0006225,0.00010423057,0.0002623294,0.0001543428,0.000010595763],"category_scores_gemma":[0.008787528,0.000062856,0.000014924998,0.0014300501,0.0007692058,0.00017556104,0.00025570128,0.00069580955,0.000017521988],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009677886,0.000051831463,0.011385412,0.0011889654,0.0000029138153,0.0000035461276,0.91526836,0.0000019858608,0.000027520038,0.056868054,0.0010970349,0.014007591],"study_design_scores_gemma":[0.0020080798,0.0011321247,0.16331154,0.0059016547,0.0000019496574,0.00001675443,0.65429497,0.0007073358,0.0000025371576,0.017424138,0.15485032,0.00034857666],"about_ca_topic_score_codex":0.08006931,"about_ca_topic_score_gemma":0.011938138,"teacher_disagreement_score":0.2609734,"about_ca_system_score_codex":0.0010834767,"about_ca_system_score_gemma":0.0029994957,"threshold_uncertainty_score":0.99956185},"labels":[],"label_agreement":null},{"id":"W2129431440","doi":"10.1186/1478-4505-13-2","title":"Climate for evidence informed health system policymaking in Cameroon and Uganda before and after the introduction of knowledge translation platforms: a structured review of governmental policy documents","year":2015,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Commission; McMaster University","keywords":"Knowledge translation; Health services research; Descriptive statistics; Government (linguistics); Health policy; Thematic analysis; Health administration; Poverty; Health informatics; Scarcity; Political science; Public economics; Economic growth; Health care; Sociology; Economics; Qualitative research; Social science; Knowledge management; Computer science; Statistics","score_opus":0.7951603329996134,"score_gpt":0.7290233592815539,"score_spread":0.06613697371805949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129431440","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007114256,0.9678995,0.000014649763,0.011048602,0.00024177291,0.018256767,0.0016881216,0.000020152067,0.00011900212],"genre_scores_gemma":[0.007102826,0.9871067,0.00007796848,0.0010409644,0.0013771533,0.0031073224,0.000068617206,0.000049899267,0.00006857802],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9853817,0.0058242218,0.0047176643,0.00067695096,0.0014308341,0.0019686273],"domain_scores_gemma":[0.9892313,0.005650877,0.0029846418,0.00061789365,0.000691311,0.0008239839],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.037756443,0.0004406811,0.0027738595,0.0014075796,0.0010063521,0.00004869299,0.0003489291,0.00033308507,0.000003832188],"category_scores_gemma":[0.006693636,0.0002935548,0.000105927036,0.0020947594,0.0004791299,0.0005203055,0.00031116063,0.0010617916,0.0000031366417],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000087752946,0.00000914432,0.00025018584,0.68441916,0.000019993502,1.9407088e-7,0.01596652,8.0153654e-8,1.3748003e-7,0.0070834416,0.0016530779,0.29051033],"study_design_scores_gemma":[0.0010465349,0.0006931809,0.00062395027,0.30118144,0.000031369975,0.000060641665,0.00940841,0.000076297976,7.7439886e-8,0.00008706293,0.6866073,0.00018374226],"about_ca_topic_score_codex":0.021167608,"about_ca_topic_score_gemma":0.008151626,"teacher_disagreement_score":0.6849542,"about_ca_system_score_codex":0.006308085,"about_ca_system_score_gemma":0.019307954,"threshold_uncertainty_score":0.99995166},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2129842044","doi":"10.1186/1478-4505-7-s1-s12","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 12: Finding and using research evidence about resource use and costs","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Resource (disambiguation); Resource use; Health services research; Public economics; Health administration; Cost–benefit analysis; Health policy; Health economics; Public health; Business; Economics; Medicine; Environmental resource management; Political science; Nursing; Computer science","score_opus":0.8495843314670103,"score_gpt":0.6969159330858633,"score_spread":0.15266839838114699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129842044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52204764,0.07895656,0.00038274957,0.36343628,0.0007887699,0.02898074,0.0004993291,0.00036627878,0.0045416714],"genre_scores_gemma":[0.88885784,0.057014294,0.00093431084,0.04533561,0.0031234743,0.0007716514,0.000040476974,0.00010200996,0.0038203555],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9807243,0.008785536,0.0022393323,0.0010790756,0.001981101,0.0051906984],"domain_scores_gemma":[0.94738257,0.04717915,0.00067690125,0.00087603705,0.0012963166,0.0025890365],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.051672556,0.0004105648,0.0013134978,0.0020517553,0.0097759925,0.00080550497,0.00041210232,0.0004988364,0.000012361251],"category_scores_gemma":[0.03920133,0.000364037,0.00007720391,0.0013110994,0.00052330026,0.0021690333,0.00055910705,0.0026782134,0.000015220422],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0027229767,0.00013690103,0.09273141,0.05692991,0.00008864542,0.000051969924,0.07511679,0.000010202191,0.00032646555,0.10572279,0.4324138,0.23374817],"study_design_scores_gemma":[0.0036378074,0.006262921,0.21364227,0.04379529,0.000016620088,0.00023843408,0.027495923,0.0020797306,0.0000074394743,0.0011859455,0.7007382,0.0008994188],"about_ca_topic_score_codex":0.061578833,"about_ca_topic_score_gemma":0.0039117355,"teacher_disagreement_score":0.3668102,"about_ca_system_score_codex":0.0066809007,"about_ca_system_score_gemma":0.027545419,"threshold_uncertainty_score":0.99988115},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2130424027","doi":"10.1186/1478-4505-10-26","title":"A scoping review about conference objectives and evaluative practices: how do we get more out of them?","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Conferences and Exhibitions Management","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"Alliance for Health Policy and Systems Research","keywords":"Empirical research; Quality (philosophy); Health services research; Management science; Psychology; Public relations; Process management; Medical education; Medicine; Political science; Public health; Engineering; Nursing","score_opus":0.8005682879618851,"score_gpt":0.6592044186136772,"score_spread":0.14136386934820788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130424027","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015150341,0.9679549,0.000014304378,0.011639721,0.00015036637,0.0072798207,0.00008276636,0.000017974917,0.012858641],"genre_scores_gemma":[0.0006240977,0.9957086,0.000021449376,0.00007073394,0.0007601299,0.001047807,0.000009714784,0.000018155091,0.001739299],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98653644,0.0097137205,0.00078250235,0.0005221035,0.0014543101,0.0009909334],"domain_scores_gemma":[0.9936886,0.0028679995,0.0016126506,0.00041450164,0.00086743076,0.00054885383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022688271,0.00027706043,0.0018311021,0.00041168736,0.0010249474,0.00049770094,0.00036793083,0.00019625497,0.00004791178],"category_scores_gemma":[0.005185003,0.00020511098,0.00012287221,0.0007684251,0.0009206193,0.00034515062,0.00028625078,0.00062929565,0.00001844894],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020220066,0.00002594619,0.0000053391777,0.38293755,0.000056732228,8.443555e-7,0.018434636,1.132449e-8,1.0322496e-8,0.050517857,0.0005908892,0.54742813],"study_design_scores_gemma":[0.00005380541,0.000061211125,0.0000041946164,0.37446636,0.00006232565,0.0000030333752,0.0116594145,0.000004512595,3.2634089e-9,0.00020913652,0.6133625,0.0001135196],"about_ca_topic_score_codex":0.017867625,"about_ca_topic_score_gemma":0.002353967,"teacher_disagreement_score":0.61277163,"about_ca_system_score_codex":0.00037819814,"about_ca_system_score_gemma":0.008258034,"threshold_uncertainty_score":0.9973642},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2131221599","doi":"10.1186/1478-4505-9-29","title":"Reliability of a tool for measuring theory of planned behaviour constructs for use in evaluating research use in policymaking","year":2011,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Cronbach's alpha; Generalizability theory; Reliability (semiconductor); Construct validity; Theory of planned behavior; Psychology; Structural equation modeling; Health administration; Health services research; Face validity; Applied psychology; Test (biology); Social psychology; Psychometrics; Medicine; Public health; Nursing; Control (management); Statistics; Clinical psychology; Computer science; Mathematics; Developmental psychology","score_opus":0.9710717872168578,"score_gpt":0.7682992711764908,"score_spread":0.20277251604036706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131221599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858226,0.00006760805,0.0002547711,0.0009657429,0.0001342977,0.011906181,0.0006302458,0.000016778427,0.0002017409],"genre_scores_gemma":[0.9933687,0.000056627683,0.0027448782,0.00039643096,0.0001686261,0.003037862,0.0000066926714,0.000033066943,0.00018711787],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9679367,0.023449508,0.003317369,0.00067636603,0.0016498012,0.0029702524],"domain_scores_gemma":[0.93240744,0.06227894,0.00082386524,0.0007639856,0.0031695128,0.00055623584],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16317055,0.00016910891,0.0007934027,0.0024990893,0.0010341096,0.00003449433,0.00038653007,0.0002524967,0.000010880193],"category_scores_gemma":[0.13184735,0.00015521092,0.00005287309,0.0019038056,0.0006133159,0.00047649836,0.0002565868,0.0010886176,0.0000022741606],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018286883,0.00011203898,0.7622753,0.013912615,0.0000075709754,0.000001309265,0.10337386,0.00001365809,0.00056306936,0.115571,0.0005736238,0.0017673097],"study_design_scores_gemma":[0.007528636,0.002757866,0.8825504,0.0067000324,0.000004693494,0.000006616038,0.08112932,0.0043238136,0.00025052656,0.013227473,0.0012176203,0.0003029727],"about_ca_topic_score_codex":0.15802011,"about_ca_topic_score_gemma":0.014245674,"teacher_disagreement_score":0.14377443,"about_ca_system_score_codex":0.0013562536,"about_ca_system_score_gemma":0.010237254,"threshold_uncertainty_score":0.9953738},"labels":[],"label_agreement":null},{"id":"W2132130353","doi":"10.1186/1478-4505-8-29","title":"A relational conceptual framework for multidisciplinary health research centre infrastructure","year":2010,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Michael Smith Health Research BC","keywords":"Nexus (standard); Multidisciplinary approach; Conceptual framework; Health services research; Knowledge management; Sustainability; Business; Computer science; Management science; Sociology; Health care; Engineering; Economics; Economic growth; Social science","score_opus":0.8702740446198649,"score_gpt":0.7514540228559908,"score_spread":0.11882002176387407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132130353","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21227244,0.0009051832,0.0050316243,0.7521653,0.0032160028,0.020566104,0.0022873564,0.0002506232,0.0033053462],"genre_scores_gemma":[0.93590194,0.000678019,0.016556725,0.024488663,0.010877874,0.0034734411,0.00015949573,0.00013257448,0.007731245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97384924,0.014867707,0.002178023,0.0009857357,0.0029491019,0.005170167],"domain_scores_gemma":[0.94935983,0.04272154,0.00067386485,0.00093043904,0.0029911378,0.0033231743],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0672566,0.00027155702,0.0006982932,0.0014175833,0.011672711,0.000112850284,0.00058719073,0.00062002905,0.0002494012],"category_scores_gemma":[0.04451057,0.00023641315,0.000064588196,0.0022848325,0.0014648952,0.00033349803,0.000526192,0.006621972,0.00026616824],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008816394,0.00003056625,0.009579476,0.0019102967,0.000008504813,0.0000011213284,0.06870904,0.0000065862123,0.000045734072,0.7109422,0.2063693,0.0023090057],"study_design_scores_gemma":[0.0016684687,0.00062702416,0.037475824,0.0008472112,8.9356286e-7,0.000014368724,0.06554834,0.0016840568,0.0000018868272,0.03472913,0.85719,0.00021280997],"about_ca_topic_score_codex":0.013392254,"about_ca_topic_score_gemma":0.003496293,"teacher_disagreement_score":0.7276767,"about_ca_system_score_codex":0.0017063145,"about_ca_system_score_gemma":0.0288251,"threshold_uncertainty_score":0.9956698},"labels":[],"label_agreement":null},{"id":"W2135974922","doi":"10.1186/1478-4505-10-37","title":"Reporting of feasibility factors in publications on integrated treatment programs for women with substance abuse issues and their children: a systematic review and analysis","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; McMaster Children's Hospital; Toronto Metropolitan University; University of Toronto; Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research","keywords":"Intervention (counseling); Service (business); Service delivery framework; Systematic review; Psychology; Process (computing); Substance abuse; Service provider; Medicine; Applied psychology; Medical education; MEDLINE; Computer science; Psychotherapist; Psychiatry; Business; Political science","score_opus":0.9025722669112788,"score_gpt":0.7365413017558103,"score_spread":0.16603096515546845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135974922","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012521968,0.94508535,0.000017694832,0.0015132603,0.00002241894,0.039851237,0.00091189425,0.00003948208,0.000036693422],"genre_scores_gemma":[0.0071701794,0.97190344,0.000044354696,0.00023652839,0.0000755075,0.019821323,0.00018572582,0.000039508104,0.00052340573],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97906244,0.011282359,0.0063512875,0.0008327779,0.0006304152,0.0018407097],"domain_scores_gemma":[0.98356795,0.0073476047,0.0061185993,0.0010121729,0.00088381686,0.0010698491],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.042762563,0.00047508386,0.0057219774,0.0018667451,0.00092935684,0.00007715263,0.00024649268,0.00024839983,0.0000050663],"category_scores_gemma":[0.007552524,0.00025528116,0.00011221848,0.004731059,0.0003018711,0.0001862163,0.000041941592,0.0007327536,0.0000016637077],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012870402,0.00009013882,0.019623253,0.9430476,0.0002832516,1.6757377e-7,0.02914879,4.462827e-8,1.981782e-8,0.00050230755,0.000056181154,0.007235379],"study_design_scores_gemma":[0.0013805773,0.0025220492,0.015785567,0.76018345,0.0009796649,0.00003362244,0.023363065,0.00003480202,1.0266474e-7,0.000043527794,0.19500196,0.00067161204],"about_ca_topic_score_codex":0.014297141,"about_ca_topic_score_gemma":0.005695051,"teacher_disagreement_score":0.19494578,"about_ca_system_score_codex":0.0027379394,"about_ca_system_score_gemma":0.0049170535,"threshold_uncertainty_score":0.9999899},"labels":[],"label_agreement":null},{"id":"W2136022926","doi":"10.1186/1478-4505-12-2","title":"Capturing lessons learned from evidence-to-policy initiatives through structured reflection","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Knowledge translation; Public relations; Thematic analysis; Government (linguistics); Health services research; Sustainability; Political science; Qualitative research; Civil society; Medicine; Public administration; Politics; Public health; Sociology; Nursing; Knowledge management","score_opus":0.9542463437182596,"score_gpt":0.784757698674586,"score_spread":0.16948864504367356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136022926","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28392634,0.00077176717,0.008114001,0.668453,0.0013781858,0.006469069,0.00039697607,0.00035106824,0.030139627],"genre_scores_gemma":[0.95645976,0.0017347402,0.00069880957,0.033300016,0.0056877327,0.0006482473,0.0000131641245,0.00004940433,0.0014081105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9763821,0.01620906,0.0016807057,0.00089553825,0.0017759666,0.0030566263],"domain_scores_gemma":[0.9773071,0.018514577,0.0005678661,0.00080007105,0.0009946957,0.0018157011],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.026199743,0.00027228676,0.00066328037,0.0018973323,0.0046152677,0.0001478417,0.00046384084,0.00030114353,0.000062696694],"category_scores_gemma":[0.0477573,0.0002391648,0.000044070093,0.0035476882,0.00030952296,0.00085476995,0.00036828272,0.0017184826,0.00042983674],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003277412,0.000035891593,0.0079224715,0.0037177203,0.000042470423,0.00000379431,0.31346977,0.000068015834,0.0021154047,0.6051365,0.03034757,0.03681263],"study_design_scores_gemma":[0.0016929725,0.0008484558,0.08964311,0.003116982,0.0000043901305,0.000007892919,0.035544153,0.0008219329,0.00013446495,0.030338999,0.8373912,0.0004554607],"about_ca_topic_score_codex":0.22040321,"about_ca_topic_score_gemma":0.008994374,"teacher_disagreement_score":0.8070436,"about_ca_system_score_codex":0.002274501,"about_ca_system_score_gemma":0.007999667,"threshold_uncertainty_score":0.99762404},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2136384926","doi":"10.1186/1478-4505-12-65","title":"How has child maltreatment surveillance data been used in Canada?","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Child Abuse and Trauma","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Agency of Canada","funders":"","keywords":"Agency (philosophy); Government (linguistics); Health informatics; Public health; Health administration; Conversation; Health services research; Poison control; Survey data collection; Public relations; Medicine; Social policy; Knowledge translation; Medical education; Psychology; Nursing; Environmental health; Knowledge management; Political science; Sociology; Computer science","score_opus":0.4138794812199336,"score_gpt":0.478286141813422,"score_spread":0.06440666059348837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136384926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6081773,0.0148331,0.00004022127,0.34009337,0.0009798928,0.0032333764,0.0010470671,0.000070336115,0.031525318],"genre_scores_gemma":[0.99630183,0.00032925274,0.000003653916,0.0006621109,0.00083675527,0.00007218261,0.00008701162,0.00002093911,0.0016862449],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953014,0.0021043087,0.00033756252,0.00055683847,0.00055739406,0.0011424768],"domain_scores_gemma":[0.9974011,0.000831019,0.00008106857,0.0011509062,0.000058181853,0.0004777179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040613245,0.0001425681,0.00039904297,0.0002726038,0.00038154284,0.0001658807,0.00041030478,0.00007265845,0.000019280733],"category_scores_gemma":[0.0003291824,0.00011926822,0.000014394591,0.00041589278,0.00009325342,0.00007569631,0.00013424896,0.0004337505,0.000032352444],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021718442,0.00038051585,0.5834017,0.0012836176,0.000186249,0.00015759512,0.0076691033,0.000013697577,0.0000040463415,0.118589394,0.22769557,0.060401328],"study_design_scores_gemma":[0.0014596749,0.00017816242,0.46519208,0.00015796722,7.945785e-7,0.000056200788,0.001238003,0.00042163595,8.185821e-7,0.0000445621,0.5311265,0.00012357847],"about_ca_topic_score_codex":0.9898491,"about_ca_topic_score_gemma":0.9854192,"teacher_disagreement_score":0.38812456,"about_ca_system_score_codex":0.0006149549,"about_ca_system_score_gemma":0.0019748886,"threshold_uncertainty_score":0.48636168},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2136397538","doi":"10.1186/1478-4505-12-30","title":"Advancing the application of systems thinking in health: South African examples of a leadership of sensemaking for primary health care","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Cape Town; Atlantic Philanthropies; University of the Western Cape; Alliance for Health Policy and Systems Research; International Development Research Centre; World Health Organization","keywords":"Sensemaking; Public relations; Health services research; Health care; Nature versus nurture; Action research; Front line; Health administration; Action learning; Sociology; Nursing; Medicine; Political science; Public health; Pedagogy","score_opus":0.8024372060236402,"score_gpt":0.6773694841820963,"score_spread":0.1250677218415439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136397538","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28976208,0.036788397,0.10730995,0.47824547,0.0016310693,0.080251776,0.0025058268,0.00025922255,0.0032462068],"genre_scores_gemma":[0.9915767,0.0002716381,0.0006689686,0.005769045,0.00045448955,0.0011382365,0.00002031541,0.00003656939,0.00006405762],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.976842,0.014775385,0.0039137704,0.0005346654,0.0015801535,0.002354054],"domain_scores_gemma":[0.9793641,0.0151703255,0.003101612,0.00073950924,0.00105201,0.00057241984],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.06358371,0.00019427267,0.0012115509,0.0010897586,0.0017524016,0.000020983704,0.00046020417,0.00014303684,0.0000010059249],"category_scores_gemma":[0.0064433096,0.00015253307,0.00005964273,0.0016276554,0.00037833987,0.00013040422,0.00015843271,0.0007388471,0.0000017257272],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001872629,0.000051546012,0.0145428,0.19221446,0.000018635063,1.3207688e-7,0.6052574,0.0005250886,0.0002551602,0.1636567,0.0031083918,0.020182434],"study_design_scores_gemma":[0.0029756867,0.0021275014,0.03033867,0.0099877305,0.000004124195,0.000007728398,0.80918795,0.00598809,0.00002401514,0.00078023784,0.13829234,0.00028590587],"about_ca_topic_score_codex":0.1507866,"about_ca_topic_score_gemma":0.008408238,"teacher_disagreement_score":0.7018146,"about_ca_system_score_codex":0.0017599482,"about_ca_system_score_gemma":0.010820419,"threshold_uncertainty_score":0.9995472},"labels":[],"label_agreement":null},{"id":"W2136408148","doi":"10.1186/1478-4505-5-9","title":"Networks and social capital: a relational approach to primary healthcare reform","year":2007,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary; Alberta Health Services","funders":"Canadian Institutes of Health Research; Fondation pour la Recherche Médicale; Canadian Health Services Research Foundation","keywords":"Health services research; Health administration; Social policy; Health care reform; Social capital; Public health; Primary care; Health policy; Healthcare policy; Health care; Relational capital; Primary health care; Medicine; Political science; Nursing; Sociology; Economic growth; Family medicine; Economics; Human capital; Social science","score_opus":0.44571176965149717,"score_gpt":0.5656480828729945,"score_spread":0.11993631322149734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136408148","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13841908,0.029416503,0.0055529755,0.4962598,0.0020626935,0.015867615,0.00035274445,0.0005539459,0.31151462],"genre_scores_gemma":[0.8926034,0.0019469425,0.000576868,0.08835971,0.00701057,0.000684146,0.00020898895,0.00009054618,0.008518831],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917753,0.0023763913,0.0013256834,0.0006014369,0.0011193732,0.0028018511],"domain_scores_gemma":[0.995487,0.0017538249,0.00025357405,0.00034110266,0.0006279138,0.0015366358],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.020730367,0.00023700883,0.0007159301,0.00086098496,0.0048165787,0.000045442695,0.00019567637,0.00051414187,0.0000069423495],"category_scores_gemma":[0.00036844733,0.00020176677,0.000047958525,0.0008727878,0.00019914568,0.00018492735,0.00038742865,0.0021990167,0.000047933663],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0004877303,0.000097222786,0.017024072,0.012040433,0.00003508396,0.000009555342,0.043845925,0.0000059215167,0.0000049678742,0.7850822,0.12397321,0.017393673],"study_design_scores_gemma":[0.0016544979,0.0006050219,0.38754,0.00040764632,0.000004043182,0.00005177087,0.03294264,0.00031797774,1.2315206e-7,0.0013114086,0.5747872,0.00037767712],"about_ca_topic_score_codex":0.03926118,"about_ca_topic_score_gemma":0.0017293422,"teacher_disagreement_score":0.7837708,"about_ca_system_score_codex":0.0055330647,"about_ca_system_score_gemma":0.006424887,"threshold_uncertainty_score":0.99920774},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2136701671","doi":"10.1186/1478-4505-9-7","title":"Climate for evidence-informed health systems: A print media analysis in 44 low- and middle-income countries that host knowledge-translation platforms","year":2011,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre; Canadian Foundation for Healthcare Improvement; University of Ottawa","funders":"McMaster University","keywords":"Knowledge translation; Health policy; Health services research; Jurisdiction; Health administration; Global health; Medicine; Health informatics; Public relations; Focus group; Public health; Political science; Sociology; Nursing; Computer science; Law; Knowledge management","score_opus":0.8982056037289224,"score_gpt":0.7013559176718105,"score_spread":0.19684968605711195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136701671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9203576,0.017014254,0.0014488314,0.02870023,0.0014161889,0.027350057,0.0016805282,0.00025585323,0.0017764877],"genre_scores_gemma":[0.97764236,0.015957646,0.00030010255,0.0021117919,0.00051490846,0.003184825,0.00003272446,0.000039742863,0.0002158798],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98734516,0.003766555,0.0030731685,0.00078145566,0.0013634864,0.00367017],"domain_scores_gemma":[0.97610354,0.01949935,0.001078147,0.0006296513,0.0008269714,0.0018623609],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.04766378,0.00033423808,0.0012905891,0.0031587074,0.0028904825,0.00015426362,0.00039206573,0.00031187554,0.000025075537],"category_scores_gemma":[0.006196538,0.00027150256,0.00007774793,0.0029077015,0.00042167515,0.0009205915,0.00021297285,0.00091736997,0.00006178889],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068894116,0.00007538772,0.2779365,0.12037214,0.00011026936,0.0000039828055,0.51925254,0.0000110200335,0.0000030148844,0.07872925,0.001118201,0.0016987899],"study_design_scores_gemma":[0.007078391,0.0020023517,0.7226342,0.042684086,0.00004955782,0.00002822828,0.15787517,0.022426004,0.000010138274,0.00092207955,0.043311883,0.0009779425],"about_ca_topic_score_codex":0.061230265,"about_ca_topic_score_gemma":0.04847651,"teacher_disagreement_score":0.4446977,"about_ca_system_score_codex":0.0023591707,"about_ca_system_score_gemma":0.010649125,"threshold_uncertainty_score":0.9999737},"labels":[],"label_agreement":null},{"id":"W2136762111","doi":"10.1186/1478-4505-12-35","title":"Advancing the application of systems thinking in health: provider payment and service supply behaviour and incentives in the Ghana National Health Insurance Scheme – a systems approach","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre; World Health Organization; World Bank Group","keywords":"Incentive; Context (archaeology); Service provider; Payment; Business; Health services research; Data collection; Qualitative research; Health administration; Actuarial science; Payment system; Marketing; Service (business); Public health; Medicine; Nursing; Economics; Finance","score_opus":0.1625957495958039,"score_gpt":0.40462964835706894,"score_spread":0.24203389876126505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136762111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74862194,0.14641444,0.002327191,0.0860167,0.00047665916,0.014622061,0.00048200035,0.000043331816,0.0009956786],"genre_scores_gemma":[0.9941268,0.0033345337,0.0000647421,0.0010960296,0.0003017652,0.00097319105,0.000023126908,0.000024109577,0.0000556928],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99358827,0.0021196627,0.0020939456,0.000634029,0.00050919806,0.0010549196],"domain_scores_gemma":[0.9976264,0.0004716258,0.0009989134,0.00039903817,0.0002087055,0.00029530493],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.037944272,0.00020900843,0.0008801693,0.0006827991,0.00079336116,0.00024759377,0.0003076809,0.00014185885,1.6673918e-7],"category_scores_gemma":[0.0003701157,0.0001376934,0.0000276641,0.0010576607,0.0001463172,0.00024944302,0.00011542676,0.000646993,0.0000021566989],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029989893,0.00015752511,0.4133229,0.023445174,0.000018899947,5.026834e-7,0.03095093,0.00041309712,0.000002387507,0.52829283,0.00018315317,0.0031826242],"study_design_scores_gemma":[0.0020388933,0.0006760938,0.7717396,0.0037532372,4.4483858e-7,0.00013632695,0.04908428,0.1483769,3.2799514e-7,0.0027954325,0.021008266,0.00039018248],"about_ca_topic_score_codex":0.4369805,"about_ca_topic_score_gemma":0.0054157423,"teacher_disagreement_score":0.5254974,"about_ca_system_score_codex":0.0008411086,"about_ca_system_score_gemma":0.00081848534,"threshold_uncertainty_score":0.99063885},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2139294896","doi":"10.1186/1478-4505-7-s1-s7","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 7: Finding systematic reviews","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Systematic review; Stakeholder; Management science; Value (mathematics); Health services research; Health policy; Public relations; MEDLINE; Public health; Medicine; Computer science; Political science; Economics","score_opus":0.9689906046033697,"score_gpt":0.8090989074323353,"score_spread":0.15989169717103446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139294896","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01369376,0.02076181,0.00702969,0.7925717,0.002724546,0.14727777,0.00082045497,0.00072993763,0.014390309],"genre_scores_gemma":[0.70427233,0.025954835,0.0019231669,0.23289345,0.0064503956,0.016242301,0.00007219812,0.00012138487,0.012069933],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.96842647,0.01723075,0.005838907,0.00087059045,0.0020852895,0.005547988],"domain_scores_gemma":[0.9455266,0.046514954,0.0026457708,0.0011831603,0.0011825023,0.0029470066],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.109694034,0.00041168154,0.002095598,0.001729698,0.006787192,0.0003822187,0.0007434929,0.000271327,0.00004947687],"category_scores_gemma":[0.1292124,0.0003276436,0.00014989801,0.0023086262,0.00019224794,0.0013137141,0.00018180847,0.0012946413,0.00043110526],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0001029747,0.000046445613,0.00058062084,0.3958833,0.000021501657,0.000002989609,0.08216876,0.0000041523276,0.000038504935,0.12393371,0.37332672,0.023890348],"study_design_scores_gemma":[0.0020819278,0.0031457094,0.0043444587,0.08723776,0.000008929072,0.00006575321,0.02587774,0.0009506479,0.000002826877,0.0010993007,0.8746436,0.0005413024],"about_ca_topic_score_codex":0.008952667,"about_ca_topic_score_gemma":0.0010871044,"teacher_disagreement_score":0.6905786,"about_ca_system_score_codex":0.0049095727,"about_ca_system_score_gemma":0.02561803,"threshold_uncertainty_score":0.99991757},"labels":[],"label_agreement":null},{"id":"W2141071089","doi":"10.1186/s12961-015-0019-6","title":"Industry-sponsored clinical research outside high-income countries: an empirical analysis of registered clinical trials from 2006 to 2013","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"National Institute on Aging","keywords":"Clinical trial; Medicine; High income countries; Psychological intervention; Population; Health services research; Randomized controlled trial; Public health; Demography; Developing country; Environmental health; Surgery; Economic growth; Internal medicine; Nursing","score_opus":0.9775128962783319,"score_gpt":0.8197006511124773,"score_spread":0.15781224516585468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141071089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8695753,0.0036787693,0.000042997133,0.11722907,0.001765581,0.0034332615,0.0033562283,0.000091404596,0.0008274004],"genre_scores_gemma":[0.9779405,0.0032525398,0.00010626151,0.009555954,0.0061325547,0.00031655174,0.00018052745,0.000053108357,0.002462006],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.8384237,0.14876398,0.0060821236,0.0014997532,0.0024141907,0.0028162315],"domain_scores_gemma":[0.93292516,0.04996513,0.0009853037,0.0014986239,0.0035314367,0.01109435],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.2970418,0.00042692915,0.0035270543,0.0023606522,0.0010139856,0.0002047129,0.0011570156,0.004989906,0.00038736896],"category_scores_gemma":[0.060290035,0.00036122365,0.00037379036,0.0045064986,0.0022692871,0.0002728835,0.00060231227,0.01653104,0.00028295547],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01013008,0.0013305262,0.6099614,0.0005987564,0.0021217403,0.00012192391,0.0038079883,0.00042254108,0.00003061034,0.006999398,0.3554557,0.00901934],"study_design_scores_gemma":[0.0060332012,0.004373387,0.15801203,0.00035468,0.00038373284,0.00001395068,0.004393368,0.012340928,0.000048616996,0.0012677092,0.8122885,0.0004898796],"about_ca_topic_score_codex":0.04858508,"about_ca_topic_score_gemma":0.0027037412,"teacher_disagreement_score":0.45683283,"about_ca_system_score_codex":0.0008271098,"about_ca_system_score_gemma":0.008047417,"threshold_uncertainty_score":0.99988395},"labels":[],"label_agreement":null},{"id":"W2141273327","doi":"10.1186/1478-4505-12-41","title":"Advancing the application of systems thinking in health: exploring dual practice and its management in Kampala, Uganda","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; Department for International Development; International Development Research Centre; World Health Organization","keywords":"Government (linguistics); Causal loop diagram; Public relations; Health services research; Dual (grammatical number); Public health; Health policy; Health administration; Health care; Public sector; Public policy; Medicine; Nursing; Business; Political science; Economic growth; Economics","score_opus":0.21434321149478286,"score_gpt":0.48970856659370093,"score_spread":0.2753653550989181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141273327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89239395,0.022525268,0.00031154422,0.07604709,0.0001941921,0.0053889784,0.000010071274,0.000034316647,0.003094603],"genre_scores_gemma":[0.9904506,0.007628517,0.00004645309,0.0011739052,0.0003357196,0.00025575384,0.00000242225,0.000012302061,0.00009429902],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.995995,0.0014723253,0.00077592,0.00027773913,0.0007289126,0.00075008813],"domain_scores_gemma":[0.99837047,0.0007159175,0.00023383832,0.00020725238,0.00014285855,0.0003296586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013227381,0.00010663061,0.00042821746,0.00041332626,0.0002923343,0.000044771135,0.000084747306,0.00004861123,2.6486526e-7],"category_scores_gemma":[0.00062439067,0.000075557226,0.000013008002,0.00053611107,0.000044869095,0.00014281206,0.00010028528,0.00045681503,0.0000033586948],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006728409,0.00033703705,0.036864787,0.07303585,0.000053697335,0.000036120822,0.021431107,0.0007571121,0.00014265353,0.831348,0.0006425861,0.0346782],"study_design_scores_gemma":[0.0094308285,0.003700837,0.3824373,0.029822845,0.00001892406,0.0011244102,0.07780914,0.07523833,0.00003929566,0.0028081397,0.41706213,0.00050780375],"about_ca_topic_score_codex":0.053946394,"about_ca_topic_score_gemma":0.0005353214,"teacher_disagreement_score":0.82853985,"about_ca_system_score_codex":0.00043951464,"about_ca_system_score_gemma":0.00029814246,"threshold_uncertainty_score":0.9523535},"labels":[],"label_agreement":null},{"id":"W2144272309","doi":"10.1186/1478-4505-7-s1-s15","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 15: Engaging the public in evidence-informed policymaking","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Public relations; Public health; Health policy; Transparency (behavior); Accountability; Health services research; Public engagement; Health administration; Public administration; Public policy; Evidence-based policy; Civil society; Political science; Medicine; Nursing; Politics","score_opus":0.8531882864690307,"score_gpt":0.6598060639929288,"score_spread":0.19338222247610182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144272309","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20671761,0.03258197,0.00052136654,0.6773863,0.0033081921,0.05920015,0.00048341692,0.0005213188,0.019279677],"genre_scores_gemma":[0.92655766,0.011450448,0.00015518078,0.05440097,0.002732253,0.0028642681,0.000117811156,0.000053513046,0.0016678707],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97922873,0.0072736414,0.0037888912,0.0008507376,0.00221553,0.0066424385],"domain_scores_gemma":[0.9695864,0.0250071,0.0013116166,0.0010704469,0.0007596891,0.0022647928],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04583139,0.00050430227,0.0011833358,0.001970381,0.007943248,0.0004406022,0.00091560686,0.00036205986,0.000043298718],"category_scores_gemma":[0.017070644,0.00037209757,0.0001509277,0.0023258263,0.00026273046,0.001822007,0.00033698606,0.0026016962,0.000111638314],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.001378768,0.00034978543,0.03797767,0.06801288,0.00006169752,0.000014974728,0.17957817,0.000030113972,0.000021126469,0.31950998,0.11807479,0.27499005],"study_design_scores_gemma":[0.0053893193,0.007261106,0.031451214,0.060127735,0.000008349434,0.0000610978,0.10608478,0.0034908855,0.0000070359197,0.0029302,0.7823053,0.00088295725],"about_ca_topic_score_codex":0.043560453,"about_ca_topic_score_gemma":0.015834192,"teacher_disagreement_score":0.7198401,"about_ca_system_score_codex":0.0073366556,"about_ca_system_score_gemma":0.03476885,"threshold_uncertainty_score":0.9998731},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2144869780","doi":"10.1186/1478-4505-12-52","title":"The making of nursing practice Law in Lebanon: a policy analysis case study","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Nursing Education, Practice, and Leadership","field":"Nursing","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Thematic analysis; Health services research; Health policy; Health administration; Nursing research; Context (archaeology); Equity (law); Public health; Public relations; Qualitative research; Political science; Medicine; Public administration; Nursing; Sociology; Law; Social science","score_opus":0.38246204990607485,"score_gpt":0.5934847447900512,"score_spread":0.21102269488397635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144869780","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3291994,0.0093853865,0.0002781312,0.6197497,0.0015714979,0.004531397,0.000012764524,0.000102384474,0.035169315],"genre_scores_gemma":[0.997119,0.000044596523,0.00004464282,0.0011931297,0.0012910129,0.00006864381,0.000001769907,0.000026446245,0.0002107434],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9846687,0.012049097,0.00080948987,0.00040878434,0.00097424065,0.0010897332],"domain_scores_gemma":[0.991084,0.007051417,0.00043502235,0.00071676663,0.00049394806,0.0002188845],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.025426852,0.00016101809,0.00046811713,0.0014622323,0.0016326394,0.00044276105,0.00025244892,0.00010126079,0.000001145772],"category_scores_gemma":[0.008387163,0.00012882162,0.00005982721,0.0035802936,0.00046208868,0.00036823962,0.000018642348,0.00079156284,0.000004938333],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015149371,0.0033353206,0.013332535,0.0016160955,0.00043440904,0.00012851757,0.65082306,0.0002949765,0.000040103594,0.23423831,0.006202355,0.08803942],"study_design_scores_gemma":[0.001586719,0.0021286441,0.007812844,0.0010697276,0.00018434135,0.0019806714,0.8664027,0.0059417435,0.000007989092,0.0023303234,0.11023715,0.00031718402],"about_ca_topic_score_codex":0.23790039,"about_ca_topic_score_gemma":0.017693087,"teacher_disagreement_score":0.66791964,"about_ca_system_score_codex":0.00091603963,"about_ca_system_score_gemma":0.0009054465,"threshold_uncertainty_score":0.9999656},"labels":[],"label_agreement":null},{"id":"W2146346454","doi":"10.1186/1478-4505-11-46","title":"Frameworks for evaluating health research capacity strengthening: a qualitative study","year":2013,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; Fogarty International Center; National Institutes of Health; Wellcome Trust; Styrelsen för Internationellt Utvecklingssamarbete","keywords":"Health services research; Public health; Health administration; Qualitative research; Health policy; Social policy; Health informatics; Health economics; Medicine; Nursing; Political science; Sociology; Social science","score_opus":0.977866138527211,"score_gpt":0.8441931210761097,"score_spread":0.13367301745110138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146346454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7441607,0.00055214314,0.0015533331,0.21053734,0.0005909234,0.040294416,0.00036451578,0.00016380932,0.0017828151],"genre_scores_gemma":[0.9628161,0.00015917681,0.0015795623,0.011203428,0.0017362129,0.019495206,0.000016387146,0.00007220495,0.0029216753],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.87810624,0.10561793,0.003542413,0.0012528072,0.004758632,0.0067219604],"domain_scores_gemma":[0.88159096,0.10340177,0.0012657187,0.001375306,0.008286656,0.0040796045],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2562349,0.00031836904,0.0010470324,0.0019564,0.012713665,0.00030978804,0.00070289423,0.0004334148,0.00014255014],"category_scores_gemma":[0.08631673,0.00027111924,0.000062576444,0.003201271,0.0007076251,0.00051190756,0.00047984498,0.005690487,0.00044386397],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060971004,0.00015532195,0.0017875625,0.0038470337,0.00002729513,4.4392795e-7,0.8220468,0.0000058157852,0.000020302676,0.03927963,0.124479085,0.0082897525],"study_design_scores_gemma":[0.0024389995,0.005031508,0.0060497243,0.0011539373,0.0000016277986,0.0000030923568,0.9265441,0.0049061966,9.352848e-7,0.01082776,0.04280553,0.00023661938],"about_ca_topic_score_codex":0.23554505,"about_ca_topic_score_gemma":0.0045118136,"teacher_disagreement_score":0.23103325,"about_ca_system_score_codex":0.0036229496,"about_ca_system_score_gemma":0.018572079,"threshold_uncertainty_score":0.9999741},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2146903852","doi":"10.1186/s12961-015-0007-x","title":"Evaluation as evolution: a Darwinian proposal for health policy and systems research","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Western University; University of Toronto","funders":"","keywords":"Health policy; Health services research; Health administration; Competition (biology); Health care; Set (abstract data type); Social policy; Darwinism; Metaphor; Politics; Computer science; Risk analysis (engineering); Operations research; Business; Management science; Economics; Political science; Law; Engineering; Biology; Ecology","score_opus":0.9487438420039374,"score_gpt":0.812930545590894,"score_spread":0.1358132964130434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146903852","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04166642,0.011106372,0.0011769447,0.86805546,0.002157361,0.052702032,0.0010269036,0.00030661913,0.021801872],"genre_scores_gemma":[0.9580294,0.0010177699,0.00038444533,0.010426682,0.009406863,0.012290097,0.00006292531,0.00010895344,0.008272881],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.92729384,0.055194423,0.0028529817,0.0012806957,0.007503922,0.00587417],"domain_scores_gemma":[0.9701118,0.011844742,0.00085899397,0.0010856414,0.010302345,0.0057964725],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27228057,0.00033367437,0.0009432041,0.0032171768,0.007864346,0.00036195893,0.0005362248,0.00038967744,0.00001789143],"category_scores_gemma":[0.07738241,0.00029397308,0.000045963636,0.0038254561,0.00086939405,0.00058798754,0.00047554428,0.001872847,0.00031302887],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0002384701,0.00007530719,0.0017953679,0.008553825,0.000029349514,0.0000020657346,0.0630887,0.000027369708,0.000020928666,0.6409155,0.27752295,0.0077301734],"study_design_scores_gemma":[0.005789669,0.004271037,0.0042041442,0.0019781839,0.0000061426313,0.000099906996,0.090369284,0.021384148,0.0000010708708,0.023805995,0.8477208,0.0003696163],"about_ca_topic_score_codex":0.2949178,"about_ca_topic_score_gemma":0.006586871,"teacher_disagreement_score":0.91636294,"about_ca_system_score_codex":0.012953859,"about_ca_system_score_gemma":0.18866022,"threshold_uncertainty_score":0.99995124},"labels":[],"label_agreement":null},{"id":"W2147083890","doi":"10.1186/1478-4505-7-s1-s3","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 3: Setting priorities for supporting evidence-informed policymaking","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Timeline; Health services research; Public relations; Health policy; Evidence-based practice; Health administration; Health informatics; Set (abstract data type); Purchasing; Business; Medicine; Political science; Public health; Nursing; Marketing; Computer science","score_opus":0.9013019619445023,"score_gpt":0.7663337968357937,"score_spread":0.13496816510870857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147083890","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07351045,0.0036663092,0.009211933,0.8372856,0.002333685,0.06356609,0.0019574577,0.0010465997,0.007421894],"genre_scores_gemma":[0.8648712,0.0034033435,0.00459882,0.10891884,0.008042175,0.0062592565,0.00007972048,0.00012943833,0.0036971902],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.975353,0.004883505,0.0062480425,0.001280558,0.0026930221,0.00954187],"domain_scores_gemma":[0.9054203,0.083801165,0.0034997545,0.0011776745,0.0027407794,0.0033603497],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07197322,0.00064537977,0.0017207209,0.0024511437,0.01152875,0.00082601636,0.0010374242,0.00046621202,0.000045730536],"category_scores_gemma":[0.1730534,0.0006025619,0.00024687444,0.0023063072,0.00040682187,0.0034587374,0.00034684752,0.0016337339,0.0000653084],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0008257945,0.00006010971,0.007158689,0.062003974,0.00006543244,0.0000056244244,0.2249442,0.000033250097,0.00018832782,0.18654732,0.29614455,0.22202273],"study_design_scores_gemma":[0.004816869,0.0071030087,0.020879144,0.026772434,0.000017838784,0.00010834822,0.11301924,0.0043883612,0.000038346097,0.0036887608,0.81796294,0.001204727],"about_ca_topic_score_codex":0.020861706,"about_ca_topic_score_gemma":0.003219938,"teacher_disagreement_score":0.79136074,"about_ca_system_score_codex":0.0070267282,"about_ca_system_score_gemma":0.080583915,"threshold_uncertainty_score":0.99964255},"labels":[],"label_agreement":null},{"id":"W2148897735","doi":"10.1186/1478-4505-10-20","title":"Implementation research evidence uptake and use for policy-making","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Implementation research; Health services research; Knowledge translation; Health policy; Health administration; Evidence-based policy; Health informatics; Psychological intervention; Medicine; Obstacle; Millennium Development Goals; Public health; Public relations; Developing country; Political science; Economic growth; Alternative medicine; Nursing; Knowledge management; Computer science; Economics","score_opus":0.9862387130051055,"score_gpt":0.859876881315681,"score_spread":0.1263618316894245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148897735","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007593342,0.9508193,0.00011871804,0.021402111,0.00058442686,0.025217576,0.0013194808,0.00009258255,0.00036984967],"genre_scores_gemma":[0.001096584,0.9722286,0.00028436008,0.0030801524,0.0072475974,0.013067415,0.00007200454,0.00015421334,0.0027690583],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94584924,0.0380946,0.004247256,0.0013828339,0.0030760076,0.0073500755],"domain_scores_gemma":[0.9141115,0.07768151,0.0015651706,0.0012345926,0.0026282894,0.0027789383],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.122309774,0.0005965158,0.0023760481,0.0052781682,0.008617436,0.0005428946,0.0007886384,0.0007761639,0.00004715678],"category_scores_gemma":[0.03991433,0.0004984716,0.00015300854,0.004403447,0.0008362694,0.0011736135,0.0010581844,0.003615623,0.00024144701],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000025563502,0.000017290175,0.00025662722,0.18404354,0.000037083144,0.0000014758278,0.01298686,5.3185612e-8,5.3516845e-7,0.08754124,0.041932836,0.6731569],"study_design_scores_gemma":[0.00046405653,0.00036733717,0.0003443684,0.030025832,0.000023190081,0.000032702843,0.0060305786,0.000020864161,2.957662e-8,0.0003800321,0.96201634,0.00029467442],"about_ca_topic_score_codex":0.07329146,"about_ca_topic_score_gemma":0.004235034,"teacher_disagreement_score":0.9200835,"about_ca_system_score_codex":0.006513568,"about_ca_system_score_gemma":0.04364676,"threshold_uncertainty_score":0.9997467},"labels":[],"label_agreement":null},{"id":"W2149346353","doi":"10.1186/1478-4505-7-s1-s10","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 10: Taking equity into consideration when assessing the findings of a systematic review","year":2009,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Disadvantaged; Equity (law); Health policy; Health services research; Health equity; Public economics; Social policy; Population; Public health; Population health; Medicine; Actuarial science; Environmental health; Economic growth; Economics; Political science; Nursing; Law","score_opus":0.9447497545830486,"score_gpt":0.7208305875862339,"score_spread":0.2239191669968147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149346353","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026087368,0.922559,0.00077101134,0.05153582,0.00031139673,0.023310727,0.0004329205,0.0000469468,0.0010295672],"genre_scores_gemma":[0.00026347578,0.98094213,0.0005215049,0.013100429,0.0010748851,0.003137234,0.00016847548,0.00008948049,0.00070239464],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9640156,0.010863896,0.020612268,0.0012512271,0.00096310215,0.0022938864],"domain_scores_gemma":[0.9281614,0.04554816,0.022389824,0.0020012073,0.00092387584,0.00097554567],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2386289,0.00066478737,0.010374772,0.0018603111,0.0019274623,0.0015885648,0.001088273,0.0004891109,0.000057685884],"category_scores_gemma":[0.18519664,0.00056396937,0.0006490431,0.0011002945,0.00029401327,0.0014972094,0.0003110126,0.0009985364,0.00019188983],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000029882601,0.000024314151,0.0000043651144,0.8683547,0.00010998979,4.375924e-7,0.0025325376,0.0000012002697,6.661501e-9,0.0704742,0.042197257,0.016298018],"study_design_scores_gemma":[0.00020844118,0.00034712866,0.000010100363,0.6252939,0.000052097774,0.00006639231,0.0008520979,0.00027608444,1.45021755e-8,0.00200924,0.3705585,0.00032596051],"about_ca_topic_score_codex":0.011702517,"about_ca_topic_score_gemma":0.00039878936,"teacher_disagreement_score":0.32836124,"about_ca_system_score_codex":0.0072450587,"about_ca_system_score_gemma":0.020242127,"threshold_uncertainty_score":0.9996812},"labels":[],"label_agreement":null},{"id":"W2150873917","doi":"10.1186/1478-4505-7-s1-s5","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 5: Using research evidence to frame options to address a problem","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University Medical Centre; McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Process (computing); Set (abstract data type); Cost–benefit analysis; Health services research; Health policy; Health economics; Public economics; Risk analysis (engineering); Health administration; Actuarial science; Business; Public health; Economics; Medicine; Computer science; Political science","score_opus":0.8440152198981794,"score_gpt":0.7190658015548516,"score_spread":0.12494941834332784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150873917","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026913865,0.011842838,0.0028104857,0.89215475,0.0010673325,0.05759171,0.0006212039,0.00041074696,0.006587082],"genre_scores_gemma":[0.62548774,0.015941216,0.016063813,0.29622734,0.012199942,0.018012257,0.000093445306,0.00026331452,0.015710952],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9768567,0.008453186,0.0029704182,0.0012755252,0.003002021,0.007442144],"domain_scores_gemma":[0.9656432,0.02395359,0.0005415253,0.0014107442,0.003490958,0.0049599614],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057028327,0.0004533807,0.0014952056,0.003548827,0.009408461,0.0005259445,0.0010551476,0.0004981831,0.00005363261],"category_scores_gemma":[0.034397475,0.0004084888,0.00014663258,0.004236613,0.0002007229,0.001367738,0.00070111547,0.0029218087,0.00032846816],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0012867595,0.00018965873,0.0016261691,0.026320262,0.00004269646,0.000013962675,0.059719346,0.0001501944,0.00033823057,0.11827879,0.7298579,0.06217601],"study_design_scores_gemma":[0.0013557083,0.008908682,0.012523601,0.02569152,0.0000074838263,0.000050498777,0.01875466,0.0005319246,0.000007866525,0.0024874853,0.92902404,0.0006565385],"about_ca_topic_score_codex":0.06820124,"about_ca_topic_score_gemma":0.005926295,"teacher_disagreement_score":0.59857386,"about_ca_system_score_codex":0.012236691,"about_ca_system_score_gemma":0.06986368,"threshold_uncertainty_score":0.9998367},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2151576347","doi":"10.1186/1478-4505-12-67","title":"Health systems and policy research evidence in health policy making in Israel: what are researchers’ practices in transferring knowledge to policy makers?","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health services research; Health policy; Public relations; Implementation research; Social policy; Health administration; Knowledge translation; Public health; Medicine; Political science; Sociology; Nursing; Knowledge management; Psychological intervention; Computer science","score_opus":0.9516176896299567,"score_gpt":0.8046764566417753,"score_spread":0.1469412329881814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151576347","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14081493,0.019777207,0.00011131187,0.8197276,0.00041517595,0.016614592,0.00012348601,0.00012996189,0.0022857415],"genre_scores_gemma":[0.9349621,0.028381541,0.00012779084,0.02720957,0.004039092,0.0034891365,0.000007739299,0.00015339757,0.0016296298],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8538576,0.117397875,0.006883603,0.0028836415,0.0051474813,0.013829838],"domain_scores_gemma":[0.91949475,0.063271336,0.0027953773,0.0028325054,0.0027054893,0.008900541],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.23718667,0.0007042093,0.0024135362,0.028400606,0.0042739566,0.0011020442,0.0015267656,0.0006250003,0.0000090712065],"category_scores_gemma":[0.14128962,0.00070031337,0.00007238575,0.02684986,0.00090972567,0.002585005,0.0013124346,0.006882964,0.00020344484],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0008043549,0.00038811617,0.13582744,0.066895604,0.000022473529,0.000042818392,0.39280745,0.00031585383,0.00006342857,0.33902013,0.011082305,0.052730013],"study_design_scores_gemma":[0.005850987,0.0030975167,0.2515265,0.08249578,0.0000012672959,0.00010124308,0.35905743,0.00795547,0.0000020547284,0.0022750557,0.28668445,0.0009522373],"about_ca_topic_score_codex":0.8672048,"about_ca_topic_score_gemma":0.4021907,"teacher_disagreement_score":0.7941472,"about_ca_system_score_codex":0.026216742,"about_ca_system_score_gemma":0.08125602,"threshold_uncertainty_score":0.9999349},"labels":[],"label_agreement":null},{"id":"W2151999777","doi":"10.1186/1478-4505-12-51","title":"The application of systems thinking in health: why use systems thinking?","year":2014,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":596,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; Department for International Development; International Development Research Centre; World Health Organization","keywords":"Health services research; Public health; Health administration; Health informatics; Systems thinking; Health policy; Social policy; Healthcare system; Medicine; Management science; Nursing; Health care; Computer science; Political science; Engineering","score_opus":0.467904163667998,"score_gpt":0.5682925081055834,"score_spread":0.10038834443758543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151999777","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031856407,0.15117677,0.021214908,0.005756348,0.80499256,0.013599415,0.00081924826,0.00019788842,0.0019242847],"genre_scores_gemma":[0.17599416,0.005468151,0.00008734206,0.00039796747,0.80157965,0.0020642802,0.00009752661,0.0002874738,0.01402347],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9246897,0.032158308,0.011206002,0.0028052186,0.025508069,0.0036326898],"domain_scores_gemma":[0.85006523,0.12939808,0.007280843,0.005134148,0.006680598,0.0014411056],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20383893,0.0007527922,0.0035651927,0.0039093206,0.0039652362,0.007855518,0.004175739,0.0012782922,0.0000020744194],"category_scores_gemma":[0.0670878,0.0004815073,0.00029101723,0.0043775975,0.0005997148,0.00053106394,0.001248996,0.0033211317,0.00009434623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008336981,0.000037214242,0.00023043563,0.002882988,0.000027171804,0.0000042807783,0.0018617949,0.0011883519,0.0000012910482,0.19510765,0.79645133,0.002124137],"study_design_scores_gemma":[0.0005958935,0.00036832888,0.00010478175,0.0051846355,0.0000025044694,0.000029984472,0.003608061,0.042781647,6.1491214e-8,0.00955065,0.9374502,0.00032331055],"about_ca_topic_score_codex":0.3314094,"about_ca_topic_score_gemma":0.007864164,"teacher_disagreement_score":0.32354525,"about_ca_system_score_codex":0.002022462,"about_ca_system_score_gemma":0.006759412,"threshold_uncertainty_score":0.99976367},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2152339092","doi":"10.1186/1478-4505-8-4","title":"Bridging the gaps among research, policy and practice in ten low- and middle-income countries: Development and testing of a questionnaire for researchers","year":2010,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Social Sciences and Humanities Research Council of Canada; Alliance for Health Policy and Systems Research; Global Development Network; McMaster University; World Health Organization","keywords":"Cronbach's alpha; Construct validity; Convergent validity; Face validity; Content validity; Medicine; Low and middle income countries; Health services research; Bridging (networking); Psychology; Internal consistency; Developing country; Family medicine; Environmental health; Public health; Nursing; Clinical psychology; Psychometrics; Economic growth; Computer science","score_opus":0.8204419912873986,"score_gpt":0.7163106130108713,"score_spread":0.1041313782765273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152339092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8783547,0.0012734369,0.000038029764,0.113356166,0.00009535653,0.0058709364,0.00007034502,0.000030246269,0.00091075874],"genre_scores_gemma":[0.9921018,0.0014325273,0.001021609,0.0023505478,0.0008261033,0.0015866263,0.0000026068128,0.000037371883,0.0006407961],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98184586,0.011262378,0.0016642554,0.00066255056,0.0017764127,0.0027885567],"domain_scores_gemma":[0.9015996,0.091281526,0.0007456875,0.0006794796,0.003709695,0.0019840396],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12264345,0.0002008105,0.0004976134,0.0017930937,0.0048398,0.00022244157,0.00032481123,0.00021874154,0.000002248817],"category_scores_gemma":[0.22330415,0.00015420148,0.000013168494,0.0022776476,0.0020800643,0.0005542521,0.0005897327,0.0023806037,0.000004776991],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060592423,0.00009150541,0.4202895,0.059644535,0.000045814908,0.000017195181,0.3733631,0.000004487494,0.00031091733,0.10706304,0.0030413233,0.035522647],"study_design_scores_gemma":[0.004006591,0.000922785,0.77229595,0.017285526,0.000004751319,0.00014054206,0.07608254,0.004670147,0.0000465677,0.0025728948,0.12154749,0.0004241929],"about_ca_topic_score_codex":0.12048429,"about_ca_topic_score_gemma":0.017150382,"teacher_disagreement_score":0.35200647,"about_ca_system_score_codex":0.0008709914,"about_ca_system_score_gemma":0.01610875,"threshold_uncertainty_score":0.99992096},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2152653652","doi":"10.1186/1478-4505-8-6","title":"Systematic review of methods for evaluating healthcare research economic impact","year":2010,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Tehran University of Medical Sciences and Health Services","keywords":"Economic evaluation; Health services research; Health care; Health administration; Health economics; Health policy; Payback period; Economic impact analysis; Medicine; Business; Economic growth; Economics","score_opus":0.9191950470318956,"score_gpt":0.7650829130904278,"score_spread":0.15411213394146783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152653652","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026556883,0.6913355,0.004576749,0.22481045,0.0024808352,0.04361577,0.002941502,0.0001384848,0.0035438286],"genre_scores_gemma":[0.6887693,0.17584386,0.05221929,0.032770056,0.0110965995,0.031530328,0.0004701519,0.0007753282,0.0065250904],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9640852,0.019756569,0.011815837,0.0012442234,0.00058294163,0.0025152334],"domain_scores_gemma":[0.9565396,0.033794425,0.004485386,0.0019737985,0.0017512848,0.0014555138],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48872927,0.00029927248,0.003498208,0.0019815678,0.0011391293,0.00021640814,0.0007206142,0.00032056455,0.000075489865],"category_scores_gemma":[0.1260532,0.00030257404,0.00028921315,0.00083738094,0.00038208065,0.00037635467,0.00018458231,0.0012874642,0.00030231944],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018344876,0.00003308875,0.00032906188,0.6599374,0.000084853964,1.234e-7,0.0013100854,0.00000948453,0.000014633108,0.3225992,0.015403217,0.00026050277],"study_design_scores_gemma":[0.005547088,0.008154251,0.0035644511,0.55689096,0.000059160328,0.0003053568,0.014109982,0.1903235,0.000033521603,0.14242129,0.07623991,0.0023505345],"about_ca_topic_score_codex":0.042613264,"about_ca_topic_score_gemma":0.00050226937,"teacher_disagreement_score":0.66221243,"about_ca_system_score_codex":0.0031631244,"about_ca_system_score_gemma":0.0065834853,"threshold_uncertainty_score":0.99994266},"labels":[],"label_agreement":null},{"id":"W2152826335","doi":"10.1186/1478-4505-1-1","title":"Assessing capacity for health policy and systems research in low and middle income countries*","year":2003,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":196,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre; Styrelsen för Internationellt Utvecklingssamarbete; World Bank Group","keywords":"Health services research; Health policy; Stakeholder; Critical mass (sociodynamics); Incentive; Business; Capacity building; Portfolio; Health administration; Social policy; Developing country; Stakeholder engagement; Economic growth; Political science; Health care; Economics; Finance; Public relations","score_opus":0.8461126262533255,"score_gpt":0.6266068414513976,"score_spread":0.21950578480192795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152826335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62870204,0.100902125,0.0013495455,0.24887814,0.000963736,0.012796851,0.0014208973,0.000097381635,0.0048893],"genre_scores_gemma":[0.98364115,0.0077861566,0.0005751804,0.004414604,0.0013725453,0.0011118337,0.000018862265,0.000080796744,0.0009988784],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9805583,0.009367952,0.005199992,0.0012654167,0.00061672996,0.0029916563],"domain_scores_gemma":[0.98560977,0.010223753,0.0013711789,0.0007291647,0.00050456,0.0015615888],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20519455,0.00031213986,0.0018907991,0.0034099086,0.0020126535,0.0012971835,0.00026676987,0.00034554343,0.0000052083656],"category_scores_gemma":[0.021639207,0.00036327253,0.000050779305,0.0013680619,0.00064221135,0.00086984533,0.00013338872,0.0009529012,0.00004945297],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029375375,0.00007542127,0.024688415,0.03289825,0.000029586361,0.0000015916629,0.005725009,0.000043169355,6.36721e-7,0.9333873,0.0029663206,0.00015495172],"study_design_scores_gemma":[0.007663317,0.0020397531,0.060836043,0.016383652,0.0000029744106,0.00030985882,0.027564708,0.043430842,0.000002500271,0.050115306,0.79022473,0.0014263286],"about_ca_topic_score_codex":0.16169845,"about_ca_topic_score_gemma":0.002304076,"teacher_disagreement_score":0.883272,"about_ca_system_score_codex":0.004430747,"about_ca_system_score_gemma":0.005198737,"threshold_uncertainty_score":0.9998819},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2155338311","doi":"10.1186/1478-4505-12-44","title":"Advancing the application of systems thinking in health: managing rural China health system development in complex and dynamic contexts","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance for Health Policy and Systems Research; Economic and Social Research Council; Department for International Development; International Development Research Centre; World Health Organization","keywords":"Public health; Health services research; Health administration; China; Health policy; Health informatics; Medicine; International health; Political science; Economic growth; Nursing; Economics","score_opus":0.11971368548594671,"score_gpt":0.40801901470264224,"score_spread":0.2883053292166955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155338311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6738086,0.1798326,0.02673966,0.095598474,0.0013162517,0.01805089,0.0002183019,0.00018360646,0.004251661],"genre_scores_gemma":[0.9967993,0.0021766897,0.000084575346,0.00031392009,0.0001549895,0.00031708105,0.00002008801,0.00003231777,0.00010106189],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9934346,0.0014330868,0.0028913864,0.00052355014,0.00029642272,0.0014209704],"domain_scores_gemma":[0.9976243,0.0002646334,0.0011320724,0.00045251322,0.00008196759,0.00044456482],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.033627108,0.00021817935,0.0012603233,0.0011926366,0.000886322,0.00013741202,0.00028317462,0.00012328452,4.566484e-7],"category_scores_gemma":[0.00023093761,0.00016983789,0.000033771186,0.00085431547,0.00012143515,0.00015450733,0.00013477031,0.0005839833,0.00000851346],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031667645,0.00006417164,0.042202644,0.0382855,0.000023080056,0.000001518237,0.024223264,0.00087372947,0.0000039817523,0.8107806,0.00010569837,0.083404146],"study_design_scores_gemma":[0.0022723856,0.0006273345,0.5360241,0.009436471,3.6805818e-7,0.00012814903,0.024462743,0.35963744,4.2331214e-7,0.0031172077,0.063812554,0.00048084467],"about_ca_topic_score_codex":0.40626258,"about_ca_topic_score_gemma":0.012519636,"teacher_disagreement_score":0.8076634,"about_ca_system_score_codex":0.0026118758,"about_ca_system_score_gemma":0.00073542015,"threshold_uncertainty_score":0.9950842},"labels":[],"label_agreement":null},{"id":"W2155734851","doi":"10.1186/1478-4505-10-18","title":"Emergence of biopharmaceutical innovators in China, India, Brazil, and South Africa as global competitors and collaborators","year":2012,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Biotechnology and Related Fields","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MaRS; University Health Network; University of Toronto; Asia Pacific Foundation of Canada; Global Affairs Canada","funders":"University of Toronto; University Health Network; Asia Pacific Foundation of Canada; Canadian Institutes of Health Research; Genome Canada; Ontario Genomics; Ontario Genomics Institute","keywords":"Biopharmaceutical; Emerging markets; Competitor analysis; Indigenous; Business; Developing country; China; Economic growth; Marketing; Economics; Biotechnology; Political science","score_opus":0.14152341931917775,"score_gpt":0.494610491956939,"score_spread":0.3530870726377613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155734851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95872164,0.024778266,0.000003105455,0.013888114,0.0001738438,0.00063247245,0.000034089262,0.000021339622,0.0017471241],"genre_scores_gemma":[0.994951,0.0045042373,0.000022987044,0.0002546961,0.00016409066,0.000016796563,0.0000021009978,0.000007714975,0.00007635124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979556,0.0003889518,0.00040632408,0.0002083099,0.00032393428,0.0007168611],"domain_scores_gemma":[0.9989909,0.0001127228,0.00007784553,0.00015242443,0.00010906425,0.00055702584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002363267,0.00011533496,0.00038191973,0.00048458957,0.00017776593,0.000013085584,0.000059672453,0.00093076896,0.000009875662],"category_scores_gemma":[0.0005681837,0.00009057018,0.000011929742,0.0018847212,0.0006879123,0.000059983344,0.00010998009,0.0014373347,0.00000507555],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027671346,0.00018568423,0.8151296,0.0022468907,0.00006507613,0.000023064053,0.007671478,2.1402647e-7,0.00039091954,0.16924468,0.0025274935,0.002238203],"study_design_scores_gemma":[0.004056229,0.0020145923,0.92397356,0.0014028451,0.00002289784,0.00052593887,0.018162426,0.00036232793,0.00056493864,0.00044569405,0.048124265,0.00034429054],"about_ca_topic_score_codex":0.0016957308,"about_ca_topic_score_gemma":0.000015011833,"teacher_disagreement_score":0.16879898,"about_ca_system_score_codex":0.000059831294,"about_ca_system_score_gemma":0.0005883563,"threshold_uncertainty_score":0.71789426},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2157106393","doi":"10.1186/1478-4505-12-9","title":"Capacity development in health systems and policy research: a survey of the Canadian context","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal; University of Ottawa; Institute for Work & Health; Institute of Population and Public Health; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Health services research; Workforce; Health administration; Agency (philosophy); Workforce development; Health policy; Mentorship; Human resources; Context (archaeology); Public relations; Medicine; Public health; Business; Medical education; Economic growth; Political science; Nursing; Sociology; Economics","score_opus":0.6679847933543945,"score_gpt":0.6052875840737951,"score_spread":0.06269720928059941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157106393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8397585,0.016832372,0.000011330909,0.113744855,0.0010613168,0.014992059,0.0005234623,0.00006502558,0.013011077],"genre_scores_gemma":[0.99241287,0.0012241958,0.000018800785,0.0022549524,0.00057231565,0.00055975874,0.000017202323,0.00004215135,0.0028977392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9361948,0.054446444,0.002308511,0.00064983394,0.001985723,0.004414694],"domain_scores_gemma":[0.9854478,0.007938823,0.00057609193,0.0009482707,0.002039466,0.0030495361],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11431194,0.0002673732,0.0010831275,0.002046579,0.0059206667,0.00009631781,0.0005803919,0.0004349784,0.000006434387],"category_scores_gemma":[0.017873913,0.00019983556,0.000026427373,0.0034608205,0.0008753256,0.00010404725,0.00041606135,0.002844299,0.000046458234],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00013113931,0.000085423344,0.4881582,0.02317142,0.000025360037,0.0000022338393,0.052571032,0.000023869678,0.0000028363932,0.3825189,0.044546414,0.008763212],"study_design_scores_gemma":[0.00094966474,0.00032057846,0.5277807,0.0073279655,3.6619852e-7,0.000010711248,0.008281689,0.0009912667,8.149165e-7,0.00044334662,0.45373622,0.00015665023],"about_ca_topic_score_codex":0.99776876,"about_ca_topic_score_gemma":0.98706454,"teacher_disagreement_score":0.40918982,"about_ca_system_score_codex":0.007828291,"about_ca_system_score_gemma":0.048971284,"threshold_uncertainty_score":0.99945617},"labels":[],"label_agreement":null},{"id":"W2157500449","doi":"10.1186/1478-4505-12-48","title":"Systematic reviews addressing identified health policy priorities in Eastern Mediterranean countries: a situational analysis","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research","keywords":"Health services research; Public health; Health administration; Health policy; Social policy; Medicine; Situational ethics; Health informatics; Health economics; Environmental health; Healthcare policy; Political science; International health; Nursing","score_opus":0.9273842193998523,"score_gpt":0.6821698638281034,"score_spread":0.24521435557174887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157500449","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105402015,0.39402044,0.10744257,0.29012984,0.003173127,0.07332084,0.00079143135,0.00017241694,0.02554733],"genre_scores_gemma":[0.9745321,0.0035768922,0.0002485268,0.0032373026,0.0017771218,0.0010104235,0.00004480417,0.000036504865,0.015536287],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.7718395,0.18038918,0.026586635,0.0020861945,0.016915014,0.002183493],"domain_scores_gemma":[0.92109865,0.04890023,0.015492993,0.0075529916,0.0044739284,0.0024812042],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5647602,0.0005000199,0.01000176,0.00805215,0.0011150658,0.003843109,0.001760707,0.00017422289,0.00023717794],"category_scores_gemma":[0.2041319,0.00027702938,0.0010963831,0.01054747,0.00029939142,0.00052004826,0.00026767617,0.0006035454,0.001082782],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008824254,0.0003384229,0.040838785,0.36071128,0.0023728495,0.000020985286,0.09037448,0.00087993575,0.000012710153,0.33463898,0.13675956,0.03296376],"study_design_scores_gemma":[0.002070754,0.0006843449,0.026201427,0.04646842,0.00034658497,0.00014408547,0.022975625,0.4860781,8.60322e-7,0.014560268,0.39921212,0.0012573869],"about_ca_topic_score_codex":0.017396545,"about_ca_topic_score_gemma":0.0054043834,"teacher_disagreement_score":0.86913013,"about_ca_system_score_codex":0.00091808086,"about_ca_system_score_gemma":0.0026390625,"threshold_uncertainty_score":0.9999682},"labels":[],"label_agreement":null},{"id":"W2158219055","doi":"10.1186/1478-4505-11-13","title":"Exploring the uptake and framing of research evidence on universal screening for intimate partner violence against women: a knowledge translation case study","year":2013,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"Institute of Gender and Health; Canadian Institutes of Health Research; McMaster University; Canadian Health Services Research Foundation","keywords":"Knowledge translation; Rigour; Framing (construction); Health services research; Health care; Domestic violence; Qualitative research; Medicine; Health administration; Evidence-based practice; Randomized controlled trial; Psychological intervention; Public health; Alternative medicine; Psychology; Nursing; Poison control; Suicide prevention; Political science; Sociology; Law; Social science; Environmental health","score_opus":0.7416325399016703,"score_gpt":0.5766653195790115,"score_spread":0.16496722032265887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158219055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990919,0.0018026119,0.00020171911,0.0007738019,0.00009844731,0.004057605,0.000008985717,0.000028027473,0.002109784],"genre_scores_gemma":[0.9945008,0.0036722182,0.000055282282,0.00004222037,0.00033970346,0.001236951,5.338776e-7,0.000013953836,0.00013830789],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9933034,0.0036931243,0.0004589694,0.00038510663,0.0009383528,0.0012210467],"domain_scores_gemma":[0.9922181,0.0061302264,0.00009073082,0.00027567914,0.0008873049,0.0003979663],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02787527,0.00011912208,0.00027311826,0.0005170532,0.003270844,0.00031218314,0.0002694543,0.00006247513,0.000002353745],"category_scores_gemma":[0.0022786856,0.000089357396,0.000026749103,0.0010408934,0.0008284324,0.0005882924,0.00010305549,0.00051387644,0.0000070977967],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018616408,0.00020425032,0.0021625669,0.0019063936,0.00003732278,0.00003291493,0.60548776,0.0000811375,0.0001494693,0.0486434,0.00029684612,0.34081176],"study_design_scores_gemma":[0.0006655927,0.0015353858,0.008447048,0.0034541953,0.0000032050991,0.000014450246,0.96564174,0.015788753,0.000016610802,0.00051122037,0.0037431382,0.00017865698],"about_ca_topic_score_codex":0.06661283,"about_ca_topic_score_gemma":0.00066240464,"teacher_disagreement_score":0.36015397,"about_ca_system_score_codex":0.00028464504,"about_ca_system_score_gemma":0.0007483744,"threshold_uncertainty_score":0.9980268},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2160349994","doi":"10.1186/1478-4505-13-10","title":"Developing and refining the methods for a ‘one-stop shop’ for research evidence about health systems","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Western University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Public health; Health administration; Medicine; Health policy; Refining (metallurgy); Health informatics; Nursing","score_opus":0.9912761006432657,"score_gpt":0.8676079469251584,"score_spread":0.12366815371810724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160349994","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007809061,0.040899932,0.14162076,0.7739705,0.0020449671,0.031815402,0.00041076873,0.0002052046,0.0012234444],"genre_scores_gemma":[0.4775782,0.036621965,0.15869398,0.12632646,0.024552358,0.13696036,0.00010806357,0.0006842675,0.03847434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9428635,0.045417007,0.0028502187,0.0011075274,0.0022986636,0.005463082],"domain_scores_gemma":[0.8872378,0.10264344,0.00090555626,0.0010187619,0.005198801,0.002995658],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32642943,0.00028159167,0.001006919,0.0012914733,0.010919087,0.00040640603,0.0007745424,0.0002844284,0.000002451624],"category_scores_gemma":[0.1047406,0.00020899542,0.000049368693,0.002340634,0.0007221573,0.00046896085,0.0005926258,0.0017901678,0.00002939402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0003930022,0.000027472719,0.0018328904,0.033647742,0.00003902015,7.5909065e-7,0.13537903,0.000020373984,0.00005398919,0.6057883,0.17147964,0.0513378],"study_design_scores_gemma":[0.0015801033,0.0012281566,0.0011243939,0.005134623,0.000002616016,0.000019312218,0.076317966,0.009024828,0.0000026033606,0.0030947425,0.90225905,0.00021158534],"about_ca_topic_score_codex":0.0615779,"about_ca_topic_score_gemma":0.0017167688,"teacher_disagreement_score":0.7307794,"about_ca_system_score_codex":0.00411164,"about_ca_system_score_gemma":0.04025517,"threshold_uncertainty_score":0.9997114},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2160537895","doi":"10.1186/1478-4505-7-28","title":"Knowledge translation research in population health: establishing a collaborative research agenda","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de Santé Publique du Québec; Université de Montréal; Dassault Systèmes (Canada)","funders":"","keywords":"Brainstorming; Knowledge translation; Health services research; Stakeholder; Population health; Population; Knowledge management; Session (web analytics); Social network analysis; Health administration; Knowledge sharing; Public relations; Sociology; Management science; Medicine; Public health; Computer science; Political science; Nursing; Social science; Engineering","score_opus":0.9651285012989458,"score_gpt":0.8104521724113983,"score_spread":0.15467632888754745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160537895","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2242456,0.011208292,0.00015427946,0.7034657,0.00079510506,0.024076363,0.000326032,0.00024191439,0.035486713],"genre_scores_gemma":[0.98415947,0.00305755,0.00025262547,0.0072491732,0.001889041,0.0013975273,0.000064456035,0.000047100253,0.0018830468],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.885844,0.097995296,0.0032860055,0.0012691853,0.0047674333,0.0068380954],"domain_scores_gemma":[0.9582282,0.0338385,0.0004977014,0.000905388,0.004337753,0.0021924984],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23391366,0.0002715473,0.0008549552,0.007308264,0.009310628,0.000373832,0.00064114254,0.00041849364,0.00003517536],"category_scores_gemma":[0.02058302,0.00026075385,0.000038542603,0.016874783,0.00050421257,0.0010748882,0.00020361134,0.005498205,0.00028520697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0003443929,0.00028112403,0.012810128,0.0063027167,0.000009921431,0.00001513767,0.45662296,0.000037093894,0.00015006843,0.171662,0.23438396,0.1173805],"study_design_scores_gemma":[0.003175528,0.0023059465,0.13298732,0.004060208,7.299715e-7,0.000010351901,0.097634785,0.0035937522,0.0000040098025,0.0117724445,0.7440974,0.00035753846],"about_ca_topic_score_codex":0.15326285,"about_ca_topic_score_gemma":0.03341548,"teacher_disagreement_score":0.75991386,"about_ca_system_score_codex":0.0084291985,"about_ca_system_score_gemma":0.02598249,"threshold_uncertainty_score":0.99998444},"labels":[],"label_agreement":null},{"id":"W2160546848","doi":"10.1186/1478-4505-12-14","title":"Evaluation of the international forum on evidence informed health policymaking: Addis Ababa, Ethiopia – 27 to 31 August 2012","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Conferences and Exhibitions Management","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"World Health Organization","keywords":"Operationalization; Health services research; Medicine; Public health; Health administration; Medical education; Health informatics; Health policy; Information Dissemination; Public relations; Nursing; Political science","score_opus":0.5687163761664173,"score_gpt":0.5874869813521635,"score_spread":0.018770605185746136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160546848","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03555572,0.0009809458,0.00028684785,0.71743953,0.0014747778,0.004894512,0.000052633754,0.00004322883,0.23927179],"genre_scores_gemma":[0.98961085,0.0007479587,0.0000123052405,0.003381804,0.0006919768,0.00015524658,0.000002992271,0.000005576671,0.005391277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99308515,0.0026832486,0.00044219595,0.0002222617,0.0028571377,0.0007099855],"domain_scores_gemma":[0.99714833,0.0009958853,0.00021449542,0.00030760994,0.0009528256,0.00038085654],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024512073,0.00008243352,0.00018385031,0.00044154,0.0011259926,0.00021649503,0.00045935618,0.00005901236,0.00004479583],"category_scores_gemma":[0.009534165,0.000061552244,0.0000422411,0.0007322967,0.00019651624,0.00022914197,0.00019756245,0.00023603709,0.000032699365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021090169,0.000037736307,0.00093555433,0.00023257901,0.000015173042,5.8582266e-8,0.016283039,0.00014501147,0.0000018937207,0.6829195,0.19357757,0.10583079],"study_design_scores_gemma":[0.0002838416,0.00040136863,0.012066984,0.0015007654,0.0000031385073,8.8938384e-7,0.012768592,0.0029440294,0.0000017314361,0.002986728,0.96695375,0.000088153385],"about_ca_topic_score_codex":0.17477286,"about_ca_topic_score_gemma":0.06573243,"teacher_disagreement_score":0.95405513,"about_ca_system_score_codex":0.0013534579,"about_ca_system_score_gemma":0.0061038444,"threshold_uncertainty_score":0.9995306},"labels":[],"label_agreement":null},{"id":"W2160830394","doi":"10.1186/1478-4505-13-5","title":"Balancing the personal, local, institutional, and global: multiple case study and multidimensional scaling analysis of African experiences in addressing complexity and political economy in health research capacity strengthening","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Department for International Development; Government of the United Kingdom; International Development Research Centre; Wellcome Trust","keywords":"Mentorship; Political science; Health services research; Public relations; Work (physics); Institutionalisation; Elite; Health policy; Capacity building; Politics; Global health; Economic growth; Health care; Economics","score_opus":0.6114111969298764,"score_gpt":0.5401229617387868,"score_spread":0.07128823519108962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160830394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864429,0.0063576014,0.000021695563,0.005672464,0.000029226503,0.0012514556,0.000058980688,0.000008890595,0.00015673334],"genre_scores_gemma":[0.999216,0.00014253659,0.00009752896,0.00035208138,0.000084592815,0.00009127356,0.0000069001157,0.000006484228,0.0000025829092],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9924764,0.0037584687,0.0009488519,0.0005181807,0.00090809877,0.0013899882],"domain_scores_gemma":[0.9947956,0.0027593558,0.000129008,0.00019959087,0.000415218,0.0017011948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022085128,0.00015912119,0.000856393,0.0010676262,0.0009402304,0.00008628381,0.00005992253,0.00008886522,9.931995e-7],"category_scores_gemma":[0.0029094506,0.00011829694,0.0000272851,0.0017768926,0.0019385933,0.00013170722,0.0001897661,0.0007142361,1.6943714e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045051688,0.00044004247,0.8959322,0.00248583,0.000081356986,0.00034678177,0.08025399,0.000086058535,0.0000021306732,0.016457707,0.00009473242,0.0033686557],"study_design_scores_gemma":[0.0020930122,0.00065659016,0.20782882,0.0009492854,0.000009133547,0.00094232947,0.59542197,0.19151346,6.3300996e-7,0.00020396659,0.00027284052,0.00010796798],"about_ca_topic_score_codex":0.46153566,"about_ca_topic_score_gemma":0.029648986,"teacher_disagreement_score":0.6881034,"about_ca_system_score_codex":0.001110665,"about_ca_system_score_gemma":0.0031458875,"threshold_uncertainty_score":0.9880574},"labels":[],"label_agreement":null},{"id":"W2161195484","doi":"10.1186/1478-4505-7-s1-s2","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 2: Improving how your organisation supports the use of research evidence to inform policymaking","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health services research; Public relations; Health policy; Health administration; Action (physics); Business; Medicine; Political science; Public health; Nursing","score_opus":0.9519339778839412,"score_gpt":0.7668328281740898,"score_spread":0.18510114970985136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161195484","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.118878745,0.0005815109,0.0024831528,0.8473761,0.00066841923,0.028778048,0.00048056233,0.00020632712,0.0005471342],"genre_scores_gemma":[0.9375785,0.0012904152,0.0011935058,0.052855834,0.0023749773,0.0018435605,0.000022051852,0.000064032094,0.002777101],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9745161,0.009629933,0.0037266174,0.00100663,0.0046566324,0.00646412],"domain_scores_gemma":[0.9240567,0.064742155,0.0019774921,0.0017224697,0.004655683,0.0028454615],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09324009,0.00041618067,0.0010952962,0.003120267,0.009528051,0.00095017295,0.0011755178,0.00033572203,0.000045042012],"category_scores_gemma":[0.18396382,0.00032071047,0.000115058836,0.0055294363,0.0005538758,0.0036916735,0.00062596565,0.0020534093,0.00008169295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0007082873,0.00008226094,0.0070208916,0.021559399,0.000036334543,0.000005564903,0.360626,0.00006722332,0.0010474109,0.09917154,0.31675074,0.19292432],"study_design_scores_gemma":[0.0017917514,0.0076794783,0.062107675,0.013153058,0.000008996071,0.00007909423,0.09888206,0.002410139,0.00010058635,0.000913767,0.8122015,0.00067191216],"about_ca_topic_score_codex":0.067521036,"about_ca_topic_score_gemma":0.0049544545,"teacher_disagreement_score":0.8186998,"about_ca_system_score_codex":0.005552176,"about_ca_system_score_gemma":0.05010715,"threshold_uncertainty_score":0.9999245},"labels":[],"label_agreement":null},{"id":"W2162591377","doi":"10.1186/1478-4505-12-25","title":"Evaluation of partnerships in a transnational family violence prevention network using an integrated knowledge translation and exchange model: a mixed methods study","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Institute of Gender and Health; Canadian Institutes of Health Research","keywords":"Knowledge translation; General partnership; Public relations; Negotiation; Health services research; Knowledge sharing; Knowledge management; Focus group; Public health; Sociology; Business; Medicine; Political science; Nursing; Computer science; Marketing","score_opus":0.9702007859966142,"score_gpt":0.7920542082069737,"score_spread":0.1781465777896405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162591377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9254812,0.0009929591,0.064372316,0.002120377,0.00015930457,0.0065869354,0.000033670323,0.000027684277,0.00022553289],"genre_scores_gemma":[0.9950028,0.0001324917,0.003293671,0.00024288043,0.00024420346,0.0010304998,0.0000146963575,0.00001869118,0.000020036461],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9050342,0.0897103,0.0017557607,0.0005424449,0.0017486605,0.0012086297],"domain_scores_gemma":[0.99212795,0.0049186777,0.00039536593,0.00027192646,0.0017892424,0.00049683615],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1785734,0.00015109018,0.00046222025,0.00093367335,0.0009289801,0.000031633634,0.00014920771,0.00015890904,0.000007365448],"category_scores_gemma":[0.0042483057,0.00013943769,0.000019923236,0.001676529,0.00014996565,0.0003746489,0.000044734992,0.00059716427,0.0000011501076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025608376,0.00067845103,0.014947852,0.005472256,0.0000352812,2.7962713e-7,0.2610042,0.0136349965,0.0005370511,0.04611619,0.000259701,0.65705764],"study_design_scores_gemma":[0.002127495,0.00057269057,0.024591185,0.0006681218,0.000010647681,0.0000010158535,0.028300567,0.938094,0.0000014283426,0.00485316,0.0006822397,0.000097447686],"about_ca_topic_score_codex":0.007544462,"about_ca_topic_score_gemma":0.0145933665,"teacher_disagreement_score":0.924459,"about_ca_system_score_codex":0.000814182,"about_ca_system_score_gemma":0.006156381,"threshold_uncertainty_score":0.9994778},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2164810756","doi":"10.1186/1478-4505-12-29","title":"Advancing the application of systems thinking in health: realist evaluation of the Leadership Development Programme for district manager decision-making in Ghana","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Cape Town; University of Ghana; University of the Western Cape; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Alliance for Health Policy and Systems Research; International Development Research Centre; Instituut voor Tropische Geneeskunde; World Health Organization","keywords":"Context (archaeology); Health administration; Teamwork; Systems thinking; Health services research; Causal loop diagram; Psychological intervention; Intervention (counseling); Public relations; Work (physics); Medicine; Nursing; Public health; Political science; Management; Engineering; Computer science; Economics","score_opus":0.3342964906217448,"score_gpt":0.506579195181722,"score_spread":0.17228270455997718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164810756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88623315,0.015821002,0.011303363,0.060916297,0.00036155514,0.024386154,0.000032555603,0.000031698815,0.0009142399],"genre_scores_gemma":[0.99850905,0.00009811164,0.00024512806,0.00046705393,0.00016323748,0.00047466022,0.0000069869857,0.000011059402,0.000024732934],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9948641,0.0017500522,0.0010877814,0.00024006444,0.0013326711,0.0007253001],"domain_scores_gemma":[0.9975119,0.0011934186,0.00043106033,0.00033173512,0.00038327466,0.00014861103],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03345737,0.00009706054,0.0004127376,0.00031051773,0.00033585017,0.00002818855,0.00018426476,0.00006609034,2.435407e-7],"category_scores_gemma":[0.0022576842,0.000056480312,0.000031027732,0.0007678355,0.000078937424,0.00003826618,0.000059520087,0.00027772662,4.958451e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005782319,0.00033751564,0.095944755,0.056093965,0.00003627156,7.8092086e-7,0.01896085,0.0020980402,0.000027277347,0.1699548,0.0007251855,0.6552423],"study_design_scores_gemma":[0.0045223166,0.0009948756,0.70917225,0.03814984,0.000015162202,0.000059543752,0.037918624,0.17969918,0.000019265763,0.0077994335,0.021427892,0.00022159927],"about_ca_topic_score_codex":0.035874624,"about_ca_topic_score_gemma":0.004900399,"teacher_disagreement_score":0.6550207,"about_ca_system_score_codex":0.0011373807,"about_ca_system_score_gemma":0.0015491968,"threshold_uncertainty_score":0.99525905},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2165912914","doi":"10.1186/1478-4505-7-s1-s16","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 16: Using research evidence in balancing the pros and cons of policies","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health services research; Health administration; Health policy; Balance (ability); Public economics; cons; Health economics; Social policy; Public health; Evidence-based practice; Outcome (game theory); Public relations; Actuarial science; Management science; Psychology; Medicine; Political science; Economics; Nursing; Alternative medicine; Computer science","score_opus":0.8215434041920318,"score_gpt":0.7034141160461105,"score_spread":0.11812928814592127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165912914","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3522814,0.048535865,0.00021119282,0.567512,0.00053754105,0.025934217,0.00025234508,0.000113543385,0.004621919],"genre_scores_gemma":[0.9593102,0.01872234,0.00017000553,0.019141681,0.0011383446,0.0006830082,0.000008541215,0.00003407483,0.00079182995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.98367524,0.007680003,0.002428088,0.0006023082,0.0016635169,0.003950871],"domain_scores_gemma":[0.9601854,0.035986334,0.0007090182,0.00078915665,0.0013660921,0.0009639959],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055846322,0.00027569258,0.0011770845,0.0016737423,0.004461597,0.00018345565,0.0005217883,0.0002986811,0.000009955159],"category_scores_gemma":[0.027323144,0.00020032469,0.00007526453,0.001956181,0.00062583596,0.0008661169,0.00037202254,0.0021070053,0.000006714226],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.001854732,0.00021716516,0.12283382,0.09014157,0.000070026894,0.000014777236,0.20549661,0.000033767472,0.0007556773,0.28527626,0.21224552,0.08106007],"study_design_scores_gemma":[0.0069726096,0.01261551,0.38923404,0.0801484,0.000022870556,0.00023954341,0.19610925,0.0036858146,0.00007236772,0.012895428,0.2967252,0.0012789466],"about_ca_topic_score_codex":0.15274405,"about_ca_topic_score_gemma":0.011454872,"teacher_disagreement_score":0.6070288,"about_ca_system_score_codex":0.0051154774,"about_ca_system_score_gemma":0.045060776,"threshold_uncertainty_score":0.9987037},"labels":[],"label_agreement":null},{"id":"W2166087722","doi":"10.1186/1478-4505-10-4","title":"A team approach to improving colorectal cancer services using administrative health data","year":2012,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of Toronto; Ontario Institute for Cancer Research; Cancer Care Nova Scotia; Queen Elizabeth II Health Sciences Centre","funders":"Canadian Institutes of Health Research; Dalhousie University; Dalhousie Medical Research Foundation","keywords":"Health services research; Medicine; Health care; Cancer registry; Colorectal cancer; Health administration; Data access; Health policy; Public health; Family medicine; Cancer; Nursing; Environmental health; Population; Database; Computer science; Political science; Internal medicine","score_opus":0.7695367453080338,"score_gpt":0.6248222150027771,"score_spread":0.14471453030525672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166087722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90453166,0.056940585,0.0008242058,0.015267244,0.00049813406,0.0070513515,0.00083568454,0.00012725723,0.013923885],"genre_scores_gemma":[0.9927759,0.00045094485,0.001067046,0.0029481337,0.0023291893,0.00014750689,0.00005673273,0.000023536162,0.00020096802],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955859,0.0007468555,0.0005075979,0.00048363142,0.0010073157,0.0016686927],"domain_scores_gemma":[0.9969738,0.00016958063,0.00016309819,0.00049254403,0.0002681237,0.0019328621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007576586,0.00016791708,0.0005366378,0.00032044388,0.0007238096,0.00012462893,0.00027673767,0.00009182262,0.000002972628],"category_scores_gemma":[0.00038171493,0.00013702127,0.00002435227,0.00081117963,0.00009985351,0.0003756119,0.0003488898,0.00050751417,0.000008284288],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052427812,0.002188707,0.3366143,0.09278344,0.00073493895,0.00003601993,0.19937974,0.00029888953,0.0069674565,0.035605617,0.15182859,0.16831952],"study_design_scores_gemma":[0.0065358416,0.011543348,0.17510012,0.016322182,0.00008679831,0.0033229864,0.23222062,0.20714176,0.00036914652,0.000078031124,0.3455136,0.0017655587],"about_ca_topic_score_codex":0.2654806,"about_ca_topic_score_gemma":0.0017322795,"teacher_disagreement_score":0.26374832,"about_ca_system_score_codex":0.0012145728,"about_ca_system_score_gemma":0.005483272,"threshold_uncertainty_score":0.9727089},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2166822314","doi":"10.1186/1478-4505-7-s1-s18","title":"SUPPORT Tools for Evidence-informed Policymaking in health 18: Planning monitoring and evaluation of policies","year":2009,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Monitoring and evaluation; Health services research; Health policy; Health administration; Process (computing); Public relations; Social policy; Program evaluation; Term (time); Process management; Medicine; Public health; Actuarial science; Business; Public economics; Management science; Political science; Public administration; Computer science; Nursing; Economics; Economic growth","score_opus":0.8225557612687225,"score_gpt":0.7140883714260882,"score_spread":0.10846738984263438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166822314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7838066,0.03903946,0.000085534615,0.14714777,0.0008289534,0.015898446,0.00015322388,0.00012197338,0.012917998],"genre_scores_gemma":[0.9867962,0.005822623,0.0001574295,0.004864561,0.0012758529,0.00059743784,0.00001620876,0.000021227566,0.0004484733],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99091387,0.0033990114,0.0019286466,0.00037626244,0.0013003221,0.002081863],"domain_scores_gemma":[0.9897334,0.0077570025,0.00064973475,0.00034879643,0.0008527307,0.00065834133],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03584347,0.00019643852,0.00085446006,0.0013658165,0.0015244256,0.00007212702,0.00018756061,0.00021863649,0.000008219206],"category_scores_gemma":[0.009732797,0.00017655014,0.000044267956,0.00076603686,0.00010345654,0.0005921234,0.00010482751,0.00080094824,0.0000033514036],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010340812,0.00015882388,0.2576485,0.06420821,0.000057012712,0.0000049000255,0.18886748,0.00022909393,0.00022768031,0.08233295,0.06718854,0.33804274],"study_design_scores_gemma":[0.004901691,0.0034484805,0.83823603,0.01745611,0.00001090982,0.000023058348,0.050648414,0.0019879427,0.000018832068,0.0040798606,0.07877903,0.0004096386],"about_ca_topic_score_codex":0.034139603,"about_ca_topic_score_gemma":0.0006765235,"teacher_disagreement_score":0.58058757,"about_ca_system_score_codex":0.0033877306,"about_ca_system_score_gemma":0.023737771,"threshold_uncertainty_score":0.99977547},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2168028038","doi":"10.1186/1478-4505-12-17","title":"Indicators for tracking programmes to strengthen health research capacity in lower- and middle-income countries: a qualitative synthesis","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario","funders":"Fogarty International Center; Canadian Institutes of Health Research; National Institutes of Health; Wellcome Trust; Styrelsen för Internationellt Utvecklingssamarbete; World Health Organization","keywords":"Monitoring and evaluation; Health services research; Performance indicator; Equity (law); Health indicator; Health administration; Theory of change; Construct (python library); Linkage (software); Process management; Environmental resource management; Public health; Business; Environmental health; Computer science; Medicine; Economic growth; Political science; Population; Marketing; Economics; Nursing","score_opus":0.5349287226442774,"score_gpt":0.5612443330390064,"score_spread":0.026315610394729072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168028038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9192872,0.0038822454,0.000052610023,0.06941717,0.00013127043,0.0064874105,0.00022547308,0.00005276324,0.0004638601],"genre_scores_gemma":[0.9943737,0.0013014533,0.00028940872,0.0017849371,0.00052534026,0.0014850451,0.000009263803,0.00003691769,0.0001939653],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98661214,0.006785969,0.0011639512,0.0007017804,0.0015843756,0.0031517537],"domain_scores_gemma":[0.9805217,0.014893498,0.0001930648,0.00045721172,0.0007779398,0.0031566257],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06946453,0.0002268984,0.0010904383,0.0024361722,0.0010245085,0.00016429453,0.00015691276,0.0002130736,0.0000029259595],"category_scores_gemma":[0.023952175,0.000189594,0.000055649085,0.0018677983,0.0005124002,0.00010939873,0.0000914598,0.0009388056,0.000011874562],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006371689,0.0011861362,0.08395291,0.16749738,0.00016064457,0.000045130917,0.30814692,0.0000064592423,0.000010028471,0.23561902,0.017073676,0.17992999],"study_design_scores_gemma":[0.0076032677,0.022176018,0.13098428,0.04781194,0.000013995626,0.00021467311,0.16441555,0.003154961,0.000037385496,0.004913641,0.61761004,0.0010642643],"about_ca_topic_score_codex":0.052235313,"about_ca_topic_score_gemma":0.0033385833,"teacher_disagreement_score":0.60053635,"about_ca_system_score_codex":0.0013406919,"about_ca_system_score_gemma":0.0038945514,"threshold_uncertainty_score":0.9842695},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2168042500","doi":"10.1186/1478-4505-11-32","title":"The global stock of research evidence relevant to health systems policymaking","year":2013,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Health services research; Health policy; Corporate governance; Health administration; Health economics; Public health; Medicine; Public relations; MEDLINE; Business; Political science; Nursing; Finance","score_opus":0.9351044879125668,"score_gpt":0.8010245244316603,"score_spread":0.13407996348090656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168042500","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13988122,0.01231377,0.0005377623,0.80509114,0.0018247912,0.03226733,0.00039756877,0.0001979852,0.0074884393],"genre_scores_gemma":[0.97215945,0.0040016,0.0001392217,0.01156229,0.0022734983,0.0052119414,0.0000028495076,0.000049390364,0.004599763],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9380997,0.044529315,0.0039162743,0.0009914698,0.005427008,0.007036275],"domain_scores_gemma":[0.9404785,0.04589836,0.0012027718,0.0019340216,0.0058921166,0.0045942036],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12360392,0.000292963,0.00093776773,0.0012920419,0.010782235,0.00039049558,0.0013709249,0.00023887155,0.00002873952],"category_scores_gemma":[0.053534664,0.00020545903,0.000058834583,0.006205652,0.0009885032,0.0004969564,0.0010386787,0.0021879494,0.00097197917],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00011767943,0.000046821504,0.01941753,0.012668374,0.00002649166,0.000002430013,0.039296318,0.000044335262,0.00007282212,0.39896965,0.51722455,0.012112981],"study_design_scores_gemma":[0.0009855086,0.002420138,0.06556996,0.010765844,0.0000015682763,0.000043061867,0.08449954,0.0027289926,0.0000025367442,0.0027601551,0.829892,0.00033070386],"about_ca_topic_score_codex":0.5469395,"about_ca_topic_score_gemma":0.008657582,"teacher_disagreement_score":0.83227825,"about_ca_system_score_codex":0.00639074,"about_ca_system_score_gemma":0.029711116,"threshold_uncertainty_score":0.99980587},"labels":[],"label_agreement":null},{"id":"W2169106313","doi":"10.1186/1478-4505-7-s1-s8","title":"SUPPORT Tools for evidence-informed health Policymaking (STP) 8: Deciding how much confidence to place in a systematic review","year":2009,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Direktoratet for Utviklingssamarbeid; Alliance for Health Policy and Systems Research; European Commission","keywords":"Health services research; Psychological intervention; Relevance (law); Health policy; Systematic review; Health administration; Public health; Meta-analysis; Medicine; Intervention (counseling); MEDLINE; Reliability (semiconductor); Psychology; Management science; Actuarial science; Nursing; Political science; Business; Economics","score_opus":0.78786015326033,"score_gpt":0.6994392851050935,"score_spread":0.08842086815523653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169106313","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.066051e-7,0.8455442,0.00012156741,0.08780953,0.00054883637,0.06417247,0.00038045982,0.00013035286,0.0012919459],"genre_scores_gemma":[0.000027530426,0.9102158,0.00018491509,0.06272537,0.0016248052,0.020706847,0.0001523489,0.00014546553,0.0042169173],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.960274,0.021153277,0.007942308,0.0015949123,0.0024505719,0.006584936],"domain_scores_gemma":[0.93430024,0.055243287,0.0037381202,0.0020553814,0.0013508332,0.0033121237],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0736014,0.0011101367,0.012220912,0.003660138,0.0031067831,0.00043550294,0.001531879,0.0009957476,0.000024526365],"category_scores_gemma":[0.07892582,0.00086406723,0.00058288337,0.0038076132,0.00012841377,0.00086105504,0.00075397897,0.0039014835,0.00025273155],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000026136417,0.000019498004,0.0000026276439,0.7440919,0.000036653724,0.000010864694,0.002198615,8.851482e-8,1.5176218e-8,0.008887033,0.15943542,0.08529112],"study_design_scores_gemma":[0.0002733154,0.00057139876,0.0000035652324,0.51446307,0.000042408577,0.000062870866,0.0014568948,0.000005025099,4.8859468e-9,0.000058696358,0.48275068,0.00031208486],"about_ca_topic_score_codex":0.014190155,"about_ca_topic_score_gemma":0.0048010126,"teacher_disagreement_score":0.32331526,"about_ca_system_score_codex":0.020129059,"about_ca_system_score_gemma":0.12754484,"threshold_uncertainty_score":0.999381},"labels":[],"label_agreement":null},{"id":"W2170580486","doi":"10.1186/1478-4505-12-47","title":"Advancing the application of systems thinking in health: understanding the growing complexity governing immunization services in Kerala, India","year":2014,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; International Development Research Centre; Alliance for Health Policy and Systems Research; Fogarty International Center; National Institutes of Health; World Health Organization","keywords":"Context (archaeology); Vaccination; Complex adaptive system; Public health; Immunization; Population; Health policy; Public relations; Economic growth; Medicine; Political science; Environmental health; Computer science; Geography; Economics; Immunology; Nursing","score_opus":0.2222256937474274,"score_gpt":0.46600767986226227,"score_spread":0.24378198611483487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170580486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7381107,0.03464366,0.028449688,0.17519252,0.0007646711,0.010143903,0.000030596795,0.00013889425,0.012525368],"genre_scores_gemma":[0.9976197,0.0013259642,0.0000131831475,0.0005490621,0.0003696789,0.000064569605,0.0000057609645,0.000010556307,0.000041536772],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9921059,0.005439482,0.00068336533,0.00020778735,0.0008125116,0.00075093226],"domain_scores_gemma":[0.99721986,0.0019163799,0.00037141886,0.0002597685,0.00011241259,0.00012015329],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.029056508,0.00008864349,0.00030282993,0.0002997491,0.0023128416,0.00022021822,0.00037133374,0.000073197254,8.363022e-7],"category_scores_gemma":[0.0006555331,0.00006291053,0.000020982276,0.0012937685,0.00008064697,0.00043656887,0.00009443737,0.00046817542,0.0000018484792],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010828203,0.000014860279,0.0527102,0.0015709439,0.000003841562,2.5930444e-7,0.07527573,0.0013190408,0.000014899257,0.86808753,0.000053900407,0.0009379847],"study_design_scores_gemma":[0.0012649462,0.0002588845,0.2060614,0.0063965926,0.0000027118267,0.000007692032,0.56344604,0.1401974,0.0000023466296,0.041840564,0.040221903,0.000299537],"about_ca_topic_score_codex":0.3790576,"about_ca_topic_score_gemma":0.047064543,"teacher_disagreement_score":0.826247,"about_ca_system_score_codex":0.0013904292,"about_ca_system_score_gemma":0.00072498864,"threshold_uncertainty_score":0.99979067},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2171233343","doi":"10.1186/1478-4505-12-37","title":"Health systems research in the time of health system reform in India: a review","year":2014,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Public Health Foundation of India; World Health Organization","keywords":"National Rural Health Mission; Public health; Health policy; Health services research; Accountability; Government (linguistics); Health administration; International health; Health informatics; Economic growth; Medicine; Health care; Public administration; Political science; Environmental health; Health services; Population; Nursing","score_opus":0.43744347541323425,"score_gpt":0.595356300873518,"score_spread":0.15791282546028373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171233343","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017940723,0.94348806,8.7512706e-7,0.02967836,0.00022080416,0.019642083,0.00023394228,0.0000398395,0.006678089],"genre_scores_gemma":[0.0023899092,0.99145776,0.000004591286,0.0025220872,0.0011926838,0.0016169155,0.00015061592,0.00009337757,0.0005720873],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9325484,0.049942777,0.0071420735,0.0012936249,0.004670114,0.004402977],"domain_scores_gemma":[0.9917987,0.002336763,0.0018705227,0.0018373145,0.00067599607,0.0014806881],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.15402879,0.00065095455,0.009360385,0.0035873197,0.0007164901,0.00012523282,0.0010098491,0.0005635672,0.000003169369],"category_scores_gemma":[0.0010280207,0.00038212765,0.00030326835,0.005643948,0.00039386406,0.000082868806,0.00033247744,0.0048134513,0.00018942515],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000029937688,0.00016378901,0.000041394025,0.85669106,0.000036422607,0.00005065356,0.00065762684,1.4336729e-7,6.0338263e-9,0.030025376,0.01441916,0.09788443],"study_design_scores_gemma":[0.0004487412,0.0012572765,0.00028587665,0.448552,0.000008068595,0.0010923513,0.0013996493,0.000025727364,1.2279501e-9,0.000012971617,0.54679483,0.0001224573],"about_ca_topic_score_codex":0.2808808,"about_ca_topic_score_gemma":0.00055123586,"teacher_disagreement_score":0.5323757,"about_ca_system_score_codex":0.01618693,"about_ca_system_score_gemma":0.022681093,"threshold_uncertainty_score":0.9998631},"labels":[],"label_agreement":null},{"id":"W2171509311","doi":"10.1186/1478-4505-10-38","title":"Current status of health technology reassessment of non-drug technologies: survey and key informant interviews","year":2012,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Stakeholder; Health services research; Medical education; Health technology; Health care; Sampling frame; Medicine; Health informatics; Psychology; Knowledge management; Public relations; Public health; Nursing; Environmental health; Computer science; Political science; Population","score_opus":0.788012954382052,"score_gpt":0.6223323089335275,"score_spread":0.16568064544852446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171509311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5753325,0.3627786,0.0014752019,0.052408747,0.00080249854,0.004511875,0.0015576348,0.000095662384,0.0010372483],"genre_scores_gemma":[0.94938844,0.049514607,0.00027840008,0.00036758115,0.000107992644,0.00021944936,0.000032192846,0.000021421376,0.00006988699],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9887644,0.0023048613,0.0063736835,0.00044469698,0.00029988994,0.0018124426],"domain_scores_gemma":[0.9935725,0.0016573647,0.003254668,0.0007083251,0.00028132735,0.00052586704],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10273861,0.00019888657,0.001790496,0.0022159133,0.00029818577,0.000042884596,0.00031017378,0.00017222595,0.0000065782715],"category_scores_gemma":[0.008464596,0.00020492384,0.00004864717,0.0009514193,0.00044137565,0.0003666874,0.00032284815,0.0005292583,0.000042908694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027380273,0.00028394384,0.60726523,0.018274967,0.000066170345,9.988943e-8,0.015208342,0.0000039249903,0.000001461474,0.29753882,0.020405237,0.0409244],"study_design_scores_gemma":[0.0014890196,0.0009936977,0.5571675,0.0022583806,0.0000017898673,0.000018256575,0.035174232,0.0019877406,0.0000075523003,0.0036845107,0.3968095,0.0004078847],"about_ca_topic_score_codex":0.06404074,"about_ca_topic_score_gemma":0.00088304776,"teacher_disagreement_score":0.37640426,"about_ca_system_score_codex":0.0011888001,"about_ca_system_score_gemma":0.0017772282,"threshold_uncertainty_score":0.9998875},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2171643216","doi":"10.1186/1478-4505-8-24","title":"Innovative health service delivery models in low and middle income countries - what can we learn from the private sector?","year":2010,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research; MaRS; University of Toronto","funders":"Rockefeller Foundation","keywords":"Business; Service delivery framework; Health services research; Private sector; Health care; Marketing; Purchasing power; Purchasing process; Population; Health policy; Public health; Environmental health; Public economics; Economic growth; Service (business); Medicine; Purchasing; Economics; Nursing","score_opus":0.1673973854515255,"score_gpt":0.41933554439310317,"score_spread":0.2519381589415777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171643216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8010165,0.0087683275,0.0000022904242,0.18851587,0.00017042691,0.0012653535,0.00013891788,0.000023863637,0.00009841645],"genre_scores_gemma":[0.95547575,0.022904636,0.000023398647,0.02063657,0.0007000864,0.00005595506,0.00002312372,0.000021572838,0.00015892323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99630964,0.0008986376,0.0006208812,0.0003798363,0.00072795636,0.0010630626],"domain_scores_gemma":[0.99770015,0.0005873608,0.00016497116,0.00036772504,0.0004839887,0.00069578196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037488516,0.00018551506,0.000551282,0.00027935606,0.0005930057,0.00022758616,0.00017119161,0.00013952321,0.000006762564],"category_scores_gemma":[0.00014265225,0.00012195537,0.00001598497,0.0009247119,0.00022353444,0.00026072195,0.00017720564,0.001324724,0.00001139597],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028861251,0.0005636172,0.49712503,0.07257963,0.00027564086,0.00016201563,0.17853944,0.00011204953,0.0002742094,0.2311964,0.0047142925,0.011571534],"study_design_scores_gemma":[0.0078647,0.0025241296,0.80653507,0.04460291,0.000009774619,0.00045712956,0.035506316,0.013132715,0.000046890727,0.016212592,0.07243981,0.0006679709],"about_ca_topic_score_codex":0.32679167,"about_ca_topic_score_gemma":0.03765507,"teacher_disagreement_score":0.30941004,"about_ca_system_score_codex":0.00037977257,"about_ca_system_score_gemma":0.0026190032,"threshold_uncertainty_score":0.9799052},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2189741793","doi":"10.1186/s12961-015-0066-z","title":"A process evaluation accompanying an attempted randomized controlled trial of an evidence service for health system policymakers","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Ottawa Hospital; Centre hospitalier universitaire de Québec; University of Ottawa; McMaster University; McMaster University Medical Centre","funders":"Agency for Healthcare Research and Quality; Ontario Ministry of Health and Long-Term Care","keywords":"Randomized controlled trial; Health services research; Health administration; Qualitative research; Medicine; Health policy; Health informatics; Service (business); Nursing; Medical education; Health care; Public relations; Public health; Psychology; Marketing; Business; Political science; Sociology","score_opus":0.9349175237008323,"score_gpt":0.7902096955356934,"score_spread":0.14470782816513883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189741793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7784922,0.00090818416,0.00058922614,0.104059145,0.0012029589,0.113670975,0.00023906023,0.00021472237,0.0006235378],"genre_scores_gemma":[0.95818335,0.00012150027,0.00024789068,0.009359778,0.002307028,0.02953521,0.000043485128,0.000056367495,0.00014537862],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9063779,0.08014029,0.005425663,0.0009244708,0.0042435,0.002888163],"domain_scores_gemma":[0.9551685,0.027240423,0.0034701545,0.0010527105,0.009354195,0.0037140083],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28395313,0.00034785416,0.0032166205,0.0015747901,0.002678177,0.00012593067,0.0006644522,0.0002728743,0.000008133852],"category_scores_gemma":[0.06653999,0.00027066216,0.00012381085,0.0022498053,0.00030568452,0.0010900731,0.00011722262,0.0007880717,0.000022417436],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8119113,0.00023349184,0.00013880146,0.025182728,0.00008119768,4.5339138e-7,0.14287362,0.00021351759,0.000022945307,0.013513258,0.0031621517,0.0026665719],"study_design_scores_gemma":[0.80095226,0.0020166088,0.00013626051,0.0029250195,0.000021112255,0.0000067811943,0.07150585,0.12059815,0.0000020409439,0.00037425171,0.0012704043,0.00019125185],"about_ca_topic_score_codex":0.104955494,"about_ca_topic_score_gemma":0.0047013448,"teacher_disagreement_score":0.21741316,"about_ca_system_score_codex":0.003409457,"about_ca_system_score_gemma":0.058088087,"threshold_uncertainty_score":0.99997455},"labels":[],"label_agreement":null},{"id":"W2193757253","doi":"10.1186/s12961-015-0033-8","title":"Erratum to: Communities of practice for supporting health systems change: a missed opportunity","year":2015,"lang":"en","type":"erratum","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Western University","funders":"","keywords":"Health administration; Health informatics; Health services research; Sentence; Intervention (counseling); Public health; Medicine; Nursing; Psychology; Medical education; Computer science; Artificial intelligence","score_opus":0.9524444860651282,"score_gpt":0.7727899518020247,"score_spread":0.17965453426310352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2193757253","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003352792,0.015140649,0.00054489257,0.79287314,0.03362064,0.0684185,0.013641378,0.00038890692,0.07503661],"genre_scores_gemma":[0.027763337,0.024605693,0.0014708727,0.36284888,0.04774259,0.05083968,0.004220549,0.00086029264,0.4796481],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93963015,0.042463765,0.006416233,0.0009661069,0.004207188,0.0063165515],"domain_scores_gemma":[0.9499805,0.024403736,0.0061891344,0.0019862934,0.010067632,0.0073727225],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14808972,0.00066158996,0.0029086391,0.0030074902,0.0056594405,0.00022132759,0.0013091149,0.0010415309,0.000025011364],"category_scores_gemma":[0.058050044,0.00062256964,0.00012251778,0.002524786,0.0005080509,0.0005973241,0.0008002034,0.005405371,0.00007626658],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00011199141,0.00006697075,0.00004380447,0.045533255,0.00003812825,0.000002963183,0.1277391,0.0000019042951,0.0000010488524,0.0060942527,0.8194682,0.0008984144],"study_design_scores_gemma":[0.0008902369,0.0019215351,0.000059901642,0.006675935,0.000007554763,0.000032627955,0.20626812,0.00082504016,8.936429e-8,0.00012132222,0.78290933,0.0002883099],"about_ca_topic_score_codex":0.5005447,"about_ca_topic_score_gemma":0.010613356,"teacher_disagreement_score":0.48993137,"about_ca_system_score_codex":0.0048996103,"about_ca_system_score_gemma":0.11619932,"threshold_uncertainty_score":0.9996226},"labels":[],"label_agreement":null},{"id":"W2196012223","doi":"10.1186/s12961-015-0061-4","title":"Building a knowledge translation platform in Malawi to support evidence-informed health policy","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Department of Medicine, University of Toronto; National Commission for Science and Technology; Universidade Federal de Minas Gerais; International Development Research Centre; University of Toronto; World Health Organization","keywords":"Knowledge translation; Health services research; Health administration; Health policy; Public health; Social policy; Health informatics; Medicine; Healthcare policy; Animal ecology; Translation (biology); Political science; Nursing; Health care reform; Knowledge management; Computer science; Law; Ecology","score_opus":0.9682649455052706,"score_gpt":0.7986569621935815,"score_spread":0.16960798331168914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2196012223","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20767565,0.0028897708,0.0020797832,0.73772186,0.001449645,0.022249013,0.00035008113,0.0003446108,0.025239563],"genre_scores_gemma":[0.957592,0.0012017846,0.0012319554,0.032750107,0.0025445125,0.0020530336,0.000015688509,0.000060258582,0.0025506802],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9824895,0.006987938,0.0030622254,0.0007416326,0.002026931,0.004691747],"domain_scores_gemma":[0.9821385,0.010218969,0.00056642265,0.00067548116,0.0010407574,0.0053598494],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.061939884,0.00029640942,0.0008698091,0.0040687094,0.0019631272,0.0001272887,0.00054308877,0.0002576409,0.000031568263],"category_scores_gemma":[0.026380848,0.00027217733,0.00004467246,0.00547874,0.00019311035,0.0009528382,0.00029206203,0.0014147263,0.0006840241],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0004054523,0.000100477846,0.0147011755,0.012237105,0.000012973338,0.000008408029,0.4899458,0.00007906,0.000044866654,0.17764537,0.1985308,0.106288515],"study_design_scores_gemma":[0.0029949767,0.0023919959,0.012524164,0.003931655,0.0000010232045,0.000030050864,0.036484987,0.0017343649,0.0000038865237,0.0016466863,0.9379133,0.00034288978],"about_ca_topic_score_codex":0.19040039,"about_ca_topic_score_gemma":0.037814427,"teacher_disagreement_score":0.7499163,"about_ca_system_score_codex":0.009542589,"about_ca_system_score_gemma":0.084196284,"threshold_uncertainty_score":0.99997306},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2201516036","doi":"10.1186/s12961-015-0038-3","title":"Coverage of private sector community midwife services in rural Punjab, Pakistan: development and demand","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Department for International Development; Department of Foreign Affairs and Trade, Australian Government","keywords":"Health services research; Health administration; Public health; Social policy; Private sector; Health policy; Medicine; Health economics; Health services; Economic growth; Socioeconomics; Environmental health; Nursing; Population; Political science; Sociology; Economics","score_opus":0.23817200962221324,"score_gpt":0.479102252824362,"score_spread":0.24093024320214873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2201516036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907527,0.0040937434,0.0000036577635,0.0029687712,0.0000456296,0.00078061846,0.000023373317,0.000012930219,0.0013185675],"genre_scores_gemma":[0.9975018,0.0010514786,0.000040254632,0.0010138954,0.00012098012,0.000022403936,0.000012451725,0.000009080944,0.00022764874],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99700814,0.0011649304,0.0005566623,0.0001257791,0.0005644875,0.0005800061],"domain_scores_gemma":[0.9985237,0.00019527534,0.00010163452,0.00020355647,0.0001965925,0.00077922497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00546376,0.000109626235,0.000441628,0.00025111335,0.00022992425,0.00003776662,0.00009332345,0.00007825787,0.000001633903],"category_scores_gemma":[0.000104111474,0.00008276687,0.000011825629,0.0002846419,0.00010457196,0.00006370161,0.00014026886,0.00048464167,0.0000045395686],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014692625,0.0005182822,0.8812167,0.04749829,0.00006968317,0.000059473427,0.047283445,0.000009180698,0.00019483428,0.015170925,0.0009679513,0.0055419956],"study_design_scores_gemma":[0.0040867114,0.0012753588,0.9395216,0.0041428744,0.0000032879248,0.00020296822,0.0105844345,0.00028955325,0.00009066704,0.0008864375,0.0387777,0.00013837787],"about_ca_topic_score_codex":0.068867005,"about_ca_topic_score_gemma":0.002106459,"teacher_disagreement_score":0.06676055,"about_ca_system_score_codex":0.00033977805,"about_ca_system_score_gemma":0.000978012,"threshold_uncertainty_score":0.93733346},"labels":[],"label_agreement":null},{"id":"W2216161037","doi":"10.1186/s12961-015-0034-7","title":"Bridging evidence, policy, and practice to strengthen health systems for improved maternal and newborn health in Pakistan","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Aberdeen; University of Alberta; Instituut voor Tropische Geneeskunde; Queen Margaret University; Bournemouth University","keywords":"Health policy; Public relations; Health services research; Evidence-based policy; Context (archaeology); Health administration; Public health; Social policy; Psychological intervention; Political science; Politics; Medicine; Economic growth; Nursing; Economics; Alternative medicine","score_opus":0.33984585257428107,"score_gpt":0.5585593987760958,"score_spread":0.21871354620181477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2216161037","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28293556,0.07830176,0.00040994457,0.6254755,0.0004185302,0.011041317,0.00047676262,0.00010788139,0.0008327475],"genre_scores_gemma":[0.94552463,0.027153267,0.0006500014,0.02214053,0.002857333,0.00031544428,0.000019565585,0.00006682223,0.0012723744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929453,0.0022022682,0.0012718508,0.0006986253,0.0007958658,0.0020860906],"domain_scores_gemma":[0.9934215,0.0011856647,0.00039166826,0.00039250895,0.0005604106,0.0040482767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017695831,0.00029058562,0.0011000776,0.0009387765,0.0005609922,0.00035021227,0.00014746904,0.00012900525,4.6404978e-7],"category_scores_gemma":[0.0033205107,0.00023932176,0.00003071739,0.00072501483,0.00013626236,0.00027801836,0.0001865676,0.00057708705,0.000005645056],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016088456,0.0008863638,0.052785695,0.11517952,0.00028237738,0.00013332756,0.049724456,0.0001383899,0.00015240723,0.16389416,0.15490086,0.44583398],"study_design_scores_gemma":[0.010507555,0.017985687,0.09656291,0.021958806,0.000015317019,0.0042660823,0.019427825,0.016713925,0.0000034767086,0.0007099158,0.8112143,0.00063419587],"about_ca_topic_score_codex":0.480893,"about_ca_topic_score_gemma":0.0027930867,"teacher_disagreement_score":0.66258913,"about_ca_system_score_codex":0.00234642,"about_ca_system_score_gemma":0.007885283,"threshold_uncertainty_score":0.9977391},"labels":[],"label_agreement":null},{"id":"W2234130457","doi":"10.1186/s12961-016-0075-6","title":"Can evidence-based health policy from high-income countries be applied to lower-income countries: considering barriers and facilitators to an organ donor registry in Mumbai, India","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"","keywords":"Organ donation; Government (linguistics); Public health; Medicine; Health policy; Organ transplantation; Economic growth; Family medicine; Public relations; Transplantation; Political science; Nursing; Surgery; Economics","score_opus":0.1570675259466469,"score_gpt":0.4414665392673537,"score_spread":0.2843990133207068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2234130457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8414737,0.0009123911,0.000059950733,0.15397519,0.00013775761,0.0024042137,0.00089183904,0.000077900986,0.000067046894],"genre_scores_gemma":[0.98502696,0.00063986616,0.00014826094,0.013293356,0.00048253077,0.00017340804,0.00006905979,0.000040243263,0.00012633801],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99528474,0.00085925945,0.00085577875,0.00063977554,0.0012588443,0.0011015859],"domain_scores_gemma":[0.9941317,0.0009304245,0.00015270074,0.0004941115,0.00040702778,0.003884022],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004954379,0.0002683807,0.0007780076,0.0015817715,0.00044497452,0.0002426183,0.00015960376,0.00017598715,0.000015553083],"category_scores_gemma":[0.0020742163,0.00025539674,0.000020302647,0.0012553952,0.00028255448,0.00020195582,0.000053994147,0.0004781718,0.000020079864],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005718562,0.00010779086,0.82645416,0.018212764,0.00012705798,0.00022191483,0.09704091,0.00030052956,0.00025108093,0.046708204,0.0034202405,0.0014367978],"study_design_scores_gemma":[0.017033368,0.008068354,0.85252625,0.016054552,0.000027562422,0.00015766147,0.03328881,0.0006468138,0.0005672302,0.00090039393,0.069446824,0.0012821513],"about_ca_topic_score_codex":0.26323193,"about_ca_topic_score_gemma":0.019349625,"teacher_disagreement_score":0.24388231,"about_ca_system_score_codex":0.002229283,"about_ca_system_score_gemma":0.012838909,"threshold_uncertainty_score":0.9999898},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2269113172","doi":"10.1186/s12961-016-0082-7","title":"A multiple case study of intersectoral public health networks: experiences and benefits of using research","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Community Health and Development","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; St. Francis Xavier University; University of Manitoba; Western University","funders":"Canadian Institutes of Health Research; Canadian Health Services Research Foundation","keywords":"Public health; Health services research; Knowledge management; Focus group; Public relations; Health administration; Qualitative research; Population health; Health policy; Medicine; Sociology; Business; Nursing; Political science; Computer science; Social science; Marketing","score_opus":0.8424470992551225,"score_gpt":0.6537422675698752,"score_spread":0.18870483168524732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2269113172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830855,0.006079791,0.00006753859,0.0058162166,0.00024226055,0.0045640506,0.000032108615,0.000023716077,0.00008882363],"genre_scores_gemma":[0.996745,0.0018936385,0.0000594455,0.00023541816,0.00032362322,0.00059326575,0.0000018165904,0.000024307745,0.00012346928],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97572184,0.018571565,0.0017371585,0.00043215894,0.0012168406,0.002320417],"domain_scores_gemma":[0.98705506,0.00885779,0.00049103226,0.00064076873,0.00141058,0.0015447804],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.037584707,0.00017209942,0.0007869306,0.0014670935,0.003475177,0.000033420234,0.00028285972,0.00016193048,0.000014615465],"category_scores_gemma":[0.0043064617,0.00011794051,0.000023850813,0.0014332177,0.0005532296,0.00019093891,0.0007902516,0.0011031731,0.0000023177377],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000319392,0.00073703506,0.27974403,0.007441402,0.000044710872,0.000032780667,0.66583425,0.000010724686,0.000015457379,0.0033379872,0.0024646253,0.040017635],"study_design_scores_gemma":[0.0028530906,0.0028697099,0.017094897,0.0030822337,9.1246307e-7,0.00011810046,0.9686372,0.0016308137,9.705496e-7,0.00004128049,0.0035347426,0.00013602195],"about_ca_topic_score_codex":0.39358237,"about_ca_topic_score_gemma":0.04576639,"teacher_disagreement_score":0.347816,"about_ca_system_score_codex":0.0009733326,"about_ca_system_score_gemma":0.007626898,"threshold_uncertainty_score":0.99799895},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2270519793","doi":"10.1186/s12961-016-0076-5","title":"Evaluation of the effects of health impact assessment practice at the local level in Monteregie","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École Nationale d'Administration Publique; Hôpital Charles-Le Moyne; Santé Montérégie; Université de Sherbrooke","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research","keywords":"Health impact assessment; Public health; Documentation; Process (computing); Health services research; Identification (biology); Impact assessment; Health policy; Political science; Environmental planning; Public relations; Medicine; Environmental resource management; Public administration; Geography; Nursing; Computer science","score_opus":0.36517660178190725,"score_gpt":0.5798124587053763,"score_spread":0.2146358569234691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2270519793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97152907,0.0013636044,0.00013034951,0.021385266,0.00011065405,0.0023821495,0.00003034372,0.000003095015,0.0030654809],"genre_scores_gemma":[0.998316,0.0007551376,0.0000075602993,0.00023744811,0.00003366332,0.00009173835,7.240124e-7,0.000008133209,0.00054958276],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98836607,0.008158589,0.00046428095,0.00019453093,0.0022676978,0.00054881955],"domain_scores_gemma":[0.99749386,0.0016129508,0.0003447542,0.00033881463,0.000040997274,0.00016861473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021354249,0.00009658859,0.0002438902,0.000056674995,0.0003398384,0.000015294945,0.00021604955,0.000050572868,0.000022319491],"category_scores_gemma":[0.0014352389,0.00004285857,0.000045853012,0.0003461301,0.0006163822,0.00018699397,0.00033330737,0.00018623067,0.000009744382],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014234628,0.0011113887,0.40600884,0.0012977144,0.00013465954,0.0000023084835,0.016407538,0.00094069005,0.009863167,0.0029520225,0.016779259,0.5443601],"study_design_scores_gemma":[0.0009801005,0.00059888064,0.9937406,0.0004199464,0.000005097601,0.000006327007,0.0017979944,0.00065830065,0.00015530434,0.0003793432,0.0012047294,0.000053351298],"about_ca_topic_score_codex":0.1045098,"about_ca_topic_score_gemma":0.0023374306,"teacher_disagreement_score":0.5877318,"about_ca_system_score_codex":0.005484926,"about_ca_system_score_gemma":0.00081579486,"threshold_uncertainty_score":0.99833286},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2275558578","doi":"10.1186/s12961-016-0078-3","title":"Research ethics committees in the regulation of clinical research: comparison of Finland to England, Canada, and the United States","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Academy of Finland","keywords":"Health services research; Public health; Health administration; Quality of Life Research; Social policy; Health policy; Medicine; Political science; Research ethics; Public administration; Family medicine; Law; Nursing; Psychiatry","score_opus":0.932939748514332,"score_gpt":0.7564153371411738,"score_spread":0.17652441137315822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2275558578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.679824,0.001309114,0.0000138579535,0.31549215,0.000053211395,0.0022693027,0.000060213097,0.0000030823394,0.0009750906],"genre_scores_gemma":[0.9873172,0.00943518,0.000028329834,0.0008387573,0.00043103725,0.00013440369,0.000009231647,0.000018300332,0.0017875672],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.89225984,0.087404,0.0037453864,0.00086109334,0.01338063,0.0023490682],"domain_scores_gemma":[0.33812922,0.6497385,0.00034123618,0.001757858,0.008898886,0.0011343051],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3957377,0.00012378677,0.00092319754,0.0012798975,0.00078167295,0.000070529066,0.0006517589,0.00048111152,0.000009562042],"category_scores_gemma":[0.2775638,0.000056574914,0.00004605196,0.0029241897,0.0053344904,0.000042540698,0.0005367591,0.008471501,0.0000058816645],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008265081,0.0005516589,0.4017848,0.008531995,0.00010427448,0.000017575228,0.05548821,0.00003826465,0.00011411465,0.45782402,0.055759285,0.011520718],"study_design_scores_gemma":[0.012072453,0.006090717,0.69925237,0.008655723,0.000007751518,0.000026420392,0.052342054,0.0042213695,0.00010139357,0.04209873,0.17495303,0.00017799324],"about_ca_topic_score_codex":0.8881098,"about_ca_topic_score_gemma":0.7631298,"teacher_disagreement_score":0.56233454,"about_ca_system_score_codex":0.0003476631,"about_ca_system_score_gemma":0.011299473,"threshold_uncertainty_score":0.99737245},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2297211597","doi":"10.1186/s12961-016-0089-0","title":"Enhancing evidence informed policymaking in complex health systems: lessons from multi-site collaborative approaches","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"Alliance for Health Policy and Systems Research; Universiteit Stellenbosch; Department for International Development; Styrelsen för Internationellt Utvecklingssamarbete; World Health Organization","keywords":"Health policy; Health services research; Implementation research; Psychological intervention; Health administration; Public relations; Health care; Process (computing); Health informatics; Medicine; Program evaluation; Public health; Process management; Nursing; Business; Political science; Economic growth; Public administration; Computer science; Economics","score_opus":0.9567601204103563,"score_gpt":0.7560794976154352,"score_spread":0.20068062279492105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297211597","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27196604,0.010195293,0.009326948,0.6733441,0.0013658436,0.026043791,0.0044634743,0.0004622499,0.0028322448],"genre_scores_gemma":[0.9782875,0.004324135,0.00081182853,0.011050824,0.0014152543,0.0025146238,0.000028998182,0.000059994058,0.0015068159],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.965866,0.022793235,0.003656175,0.001090775,0.0019945698,0.0045991894],"domain_scores_gemma":[0.96472025,0.029536547,0.0015042964,0.0009512089,0.0010269777,0.002260739],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037579883,0.0004012176,0.0012993918,0.0019824628,0.0036639175,0.00019889405,0.00062617025,0.00030672466,0.000041342613],"category_scores_gemma":[0.025072845,0.00029544006,0.000046400375,0.003417541,0.0005621293,0.0010354063,0.0005067554,0.0012841574,0.00037218982],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0004465908,0.00021047049,0.1377139,0.024748594,0.0000824164,0.000020672736,0.6027599,0.00007728098,0.0023321693,0.14314134,0.06640299,0.022063667],"study_design_scores_gemma":[0.008668559,0.0011520353,0.28257382,0.0384098,0.000004820163,0.000024571813,0.24177773,0.0075831795,0.000028887238,0.00043350528,0.41827816,0.001064953],"about_ca_topic_score_codex":0.30923268,"about_ca_topic_score_gemma":0.109402604,"teacher_disagreement_score":0.7063215,"about_ca_system_score_codex":0.00717327,"about_ca_system_score_gemma":0.03285482,"threshold_uncertainty_score":0.99994975},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2297444654","doi":"10.1186/s12961-016-0087-2","title":"Evidence for Health I: Producing evidence for improving health and reducing inequities","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Department of Epidemiology, Biostatistics and Occupational Health, McGill University; Universidade Federal de Minas Gerais; Public Health England; Faculty of Medicine, McGill University; McGill University; National University of Singapore; World Health Organization","keywords":"Health promotion; Medicine; Health policy; Health services research; Population health; Psychological intervention; Social determinants of health; Public health; Context (archaeology); Public relations; Qualitative research; Upstream (networking); Environmental health; Nursing; Political science; Sociology; Social science","score_opus":0.9759492784729162,"score_gpt":0.8167911079053078,"score_spread":0.1591581705676084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297444654","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017588067,0.848089,0.0020385073,0.10989109,0.0010890247,0.037514966,0.0011871876,0.00014208375,0.00003060067],"genre_scores_gemma":[0.00010820996,0.95460933,0.0011113345,0.01265675,0.0067836596,0.020893702,0.000041598563,0.00019113041,0.0036042705],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9585458,0.02229078,0.0071083955,0.0026012356,0.0019919756,0.0074618217],"domain_scores_gemma":[0.8874939,0.098893665,0.0053646727,0.0016972731,0.0019532098,0.0045972974],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13662328,0.00083738106,0.004593709,0.002451656,0.010670732,0.00035513527,0.0009480724,0.0005431389,0.00001102177],"category_scores_gemma":[0.12732007,0.00062818045,0.0002394112,0.0017493506,0.00060707115,0.0010454606,0.0008031988,0.002090566,0.00004147985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000049678965,0.000008132583,0.00001913907,0.43776888,0.00001674735,2.914122e-7,0.013854499,1.2992743e-7,5.048372e-7,0.003617934,0.038791142,0.5058729],"study_design_scores_gemma":[0.00057802314,0.0015093508,0.000016698985,0.27322528,0.000009555478,0.000028118378,0.0030355377,0.000084235784,6.7128816e-8,0.00015250017,0.72102875,0.00033188067],"about_ca_topic_score_codex":0.04663192,"about_ca_topic_score_gemma":0.0013047069,"teacher_disagreement_score":0.6822376,"about_ca_system_score_codex":0.008828696,"about_ca_system_score_gemma":0.13236856,"threshold_uncertainty_score":0.999617},"labels":[],"label_agreement":null},{"id":"W2298522165","doi":"10.1186/s12961-016-0085-4","title":"Evidence for Health III: Making evidence-informed decisions that integrate values and context","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"World Health Organization","keywords":"Context (archaeology); Status quo; Health services research; Psychological intervention; Health policy; Risk analysis (engineering); Management science; Value (mathematics); Health economics; Health administration; Actuarial science; Medicine; Public economics; Public health; Public relations; Business; Computer science; Economics; Political science; Nursing","score_opus":0.9051241030332973,"score_gpt":0.7493966161874416,"score_spread":0.1557274868458557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298522165","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001876707,0.9027465,0.0003459694,0.07804943,0.0020331182,0.015808888,0.0004408205,0.00010783718,0.00044866346],"genre_scores_gemma":[0.00043614174,0.96794087,0.00009225154,0.0071291234,0.0055581043,0.00809781,0.000051636518,0.000124659,0.01056943],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97488487,0.013504438,0.0039860574,0.0012358441,0.0014928216,0.004895992],"domain_scores_gemma":[0.8970625,0.09469055,0.002551247,0.0013150157,0.0014354552,0.0029452778],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048114758,0.0007352771,0.0038411107,0.0021839445,0.007231573,0.0003311192,0.000808355,0.00097652804,0.000039327522],"category_scores_gemma":[0.050732996,0.00047091613,0.00027472017,0.0012960365,0.0005364644,0.0007853666,0.00060792913,0.002597028,0.00016774356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000046779074,0.000014642664,0.000024764882,0.11819263,0.00003497791,4.8195994e-7,0.007952248,1.815305e-8,1.5109604e-8,0.010889684,0.22896415,0.6338796],"study_design_scores_gemma":[0.0003292673,0.000396607,0.000041379873,0.34337294,0.00001220128,0.000025107764,0.0070619583,0.000034205877,4.1998334e-9,0.0005140589,0.6479882,0.00022409503],"about_ca_topic_score_codex":0.046808,"about_ca_topic_score_gemma":0.002442057,"teacher_disagreement_score":0.63365555,"about_ca_system_score_codex":0.006725958,"about_ca_system_score_gemma":0.07667163,"threshold_uncertainty_score":0.9997743},"labels":[],"label_agreement":null},{"id":"W2302060775","doi":"10.1186/s12961-016-0086-3","title":"Evidence for Health II: Overcoming barriers to using evidence in policy and practice","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"World Health Organization","keywords":"Evidence-based practice; Knowledge translation; Evidence-based medicine; Public relations; Evidence-based policy; Health policy; Relevance (law); Context (archaeology); Scientific evidence; Health services research; Population health; Population; Quality (philosophy); Medicine; Political science; Public health; MEDLINE; Knowledge management; Computer science; Alternative medicine; Nursing; Environmental health; Law","score_opus":0.9771981823331042,"score_gpt":0.8402704574158115,"score_spread":0.13692772491729266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302060775","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000055470802,0.82242614,0.00056649966,0.15576836,0.00047849258,0.019909719,0.00055234693,0.00005566951,0.00018731573],"genre_scores_gemma":[0.00021245894,0.951719,0.00094516407,0.037503842,0.0034947498,0.0046785325,0.0000048182965,0.00012215444,0.0013192977],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9396348,0.044549074,0.0053261276,0.0018805321,0.0023217197,0.006287732],"domain_scores_gemma":[0.8150764,0.17113025,0.0029337064,0.0014667907,0.0015782969,0.007814513],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12643562,0.00067773834,0.0032530676,0.0047371346,0.0072200936,0.00022699621,0.0008963909,0.0006116915,0.000025295516],"category_scores_gemma":[0.41528973,0.00053817965,0.00013528226,0.0045447624,0.0004363468,0.0013820525,0.0012572389,0.0022332857,0.0000796314],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00024990476,0.000026984831,0.00014031702,0.3363954,0.000042825694,0.000008152749,0.050259244,0.0000027582776,0.0000032644277,0.022158235,0.036899205,0.5538137],"study_design_scores_gemma":[0.00045636884,0.0005981701,0.000027588007,0.21337816,0.000008329516,0.00006872684,0.003399396,0.0000686215,2.289242e-8,0.00008075809,0.7816189,0.00029493717],"about_ca_topic_score_codex":0.107003875,"about_ca_topic_score_gemma":0.0024347627,"teacher_disagreement_score":0.7447197,"about_ca_system_score_codex":0.014422263,"about_ca_system_score_gemma":0.14100818,"threshold_uncertainty_score":0.999707},"labels":[],"label_agreement":null},{"id":"W2309603616","doi":"10.1186/s12961-016-0092-5","title":"Using the Nine Common Themes of Good Practice checklist as a tool for evaluating the research priority setting process of a provincial research and program evaluation program","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Long Term Care Association; Public Health Ontario","funders":"","keywords":"Checklist; Process management; Process (computing); Health services research; Context (archaeology); Prioritization; Program evaluation; Conceptual framework; Health administration; Medicine; Public health; Medical education; Knowledge management; Management science; Computer science; Nursing; Psychology; Business; Engineering; Political science; Sociology","score_opus":0.9284433044892144,"score_gpt":0.824400202649525,"score_spread":0.10404310183968946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2309603616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83257633,0.0009014728,0.00006625381,0.10462979,0.00011916577,0.05982538,0.00016715153,0.00005047392,0.0016639668],"genre_scores_gemma":[0.9755174,0.00024361003,0.001277214,0.00045954145,0.0009791104,0.020941261,0.0000056467406,0.000041472034,0.00053475803],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9210968,0.06324646,0.0028750044,0.00090087665,0.008260995,0.0036198762],"domain_scores_gemma":[0.90489113,0.07515327,0.0013626766,0.000948938,0.017128766,0.0005152412],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3407995,0.00019923583,0.00055918057,0.0007846082,0.00767821,0.0001762249,0.00072537916,0.00022110248,0.0000119923125],"category_scores_gemma":[0.17418018,0.00010375205,0.000042827283,0.003097556,0.0022644848,0.0005216074,0.00061038096,0.0017768182,0.000004469645],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021339655,0.0008083853,0.020946728,0.027640497,0.00009314398,0.0000012236214,0.19707574,0.0000099405715,0.0037292107,0.080161795,0.004446656,0.6629527],"study_design_scores_gemma":[0.015599739,0.041386396,0.035228614,0.019570753,0.00008919866,0.00014157467,0.57122934,0.11123735,0.0009223565,0.03157119,0.1721618,0.0008617052],"about_ca_topic_score_codex":0.032986213,"about_ca_topic_score_gemma":0.001642934,"teacher_disagreement_score":0.662091,"about_ca_system_score_codex":0.0012758106,"about_ca_system_score_gemma":0.028817605,"threshold_uncertainty_score":0.99361366},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2319145635","doi":"10.1186/s12961-016-0094-3","title":"Implementing a national health research for development platform in a low-income country – a review of Malawi’s Health Research Capacity Strengthening Initiative","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario","funders":"National Commission for Science and Technology","keywords":"Health services research; Attendance; Capacity building; Health policy; Implementation research; Health administration; Public relations; Developing country; Public health; Medicine; Health informatics; Nursing research; Knowledge translation; Economic growth; Political science; Medical education; Nursing; Psychological intervention; Knowledge management","score_opus":0.7629464203209816,"score_gpt":0.6440225175584642,"score_spread":0.11892390276251741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319145635","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000087070235,0.9670155,0.000020511225,0.010002158,0.00018354531,0.019205423,0.0019015427,0.000035115703,0.0015491472],"genre_scores_gemma":[0.0006638573,0.9899249,0.0002946414,0.0017088347,0.0012020256,0.0049955654,0.0006558795,0.00011402896,0.00044025676],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.95556813,0.016890166,0.0076294835,0.0016666314,0.008694414,0.009551168],"domain_scores_gemma":[0.96788657,0.01990186,0.0019166598,0.0009043908,0.0059183915,0.0034721456],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27355948,0.00064467965,0.0056945872,0.006058336,0.002570593,0.00011813912,0.0005704967,0.0005307974,0.000025953848],"category_scores_gemma":[0.023256447,0.00048649102,0.000306287,0.005277344,0.00069100666,0.00021314187,0.0006392026,0.004257652,0.000034778295],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0001309872,0.0001809508,0.00008683628,0.67559344,0.00008650211,0.000010767947,0.0012933016,3.7902883e-8,3.3973105e-8,0.014241961,0.022828091,0.28554708],"study_design_scores_gemma":[0.00080479233,0.00081433926,0.00008288741,0.4156721,0.0000026302248,0.00009549793,0.0006275672,0.000015607233,8.248412e-8,0.00019336079,0.58153135,0.00015979394],"about_ca_topic_score_codex":0.017481327,"about_ca_topic_score_gemma":0.002067739,"teacher_disagreement_score":0.55870324,"about_ca_system_score_codex":0.016879303,"about_ca_system_score_gemma":0.16749422,"threshold_uncertainty_score":0.99975866},"labels":[],"label_agreement":null},{"id":"W2341150958","doi":"10.1186/s12961-016-0100-9","title":"Moving knowledge about family violence into public health policy and practice: a mixed method study of a deliberative dialogue","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Institute of Neurosciences, Mental Health and Addiction; Institute of Gender and Health; Canadian Institutes of Health Research; McMaster University","keywords":"Knowledge translation; Context (archaeology); Public relations; Public health; Health services research; Psychology; Political science; Sociology; Medical education; Medicine; Nursing; Knowledge management","score_opus":0.3918535834141011,"score_gpt":0.5889358304847941,"score_spread":0.19708224707069305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341150958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58753407,0.0907662,0.01851309,0.13686353,0.0019669794,0.022698348,0.00042334237,0.00053226703,0.14070217],"genre_scores_gemma":[0.9793003,0.017882692,0.0004043309,0.000771182,0.00084063003,0.00030032513,0.0000016186755,0.000022879361,0.00047601515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9733394,0.02202113,0.00095822284,0.0006667292,0.0012247384,0.0017898239],"domain_scores_gemma":[0.9884746,0.007992608,0.00042816106,0.00040749906,0.0014231163,0.0012739912],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04009015,0.00021759371,0.00068765215,0.0009629826,0.0023855807,0.0002968982,0.00040043518,0.00015001188,0.0000020004697],"category_scores_gemma":[0.01873392,0.00015758225,0.000039391794,0.0016885935,0.00090568076,0.000644897,0.00031603864,0.0003966037,0.000016057222],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009924459,0.0005544655,0.0010895684,0.00085906417,0.00006497938,0.0000045873244,0.30193144,0.0000012810643,0.00021474366,0.4567877,0.0011720725,0.23722084],"study_design_scores_gemma":[0.004658477,0.0059972918,0.07668617,0.0053666215,0.000016083924,0.000049064758,0.74082625,0.0010098361,0.000015451831,0.009981419,0.15450451,0.00088884047],"about_ca_topic_score_codex":0.4505537,"about_ca_topic_score_gemma":0.008064611,"teacher_disagreement_score":0.44680628,"about_ca_system_score_codex":0.0010907246,"about_ca_system_score_gemma":0.010019474,"threshold_uncertainty_score":0.99891317},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2343435110","doi":"10.1186/s12961-016-0103-6","title":"Cross-sector cooperation in health-enhancing physical activity policymaking: more potential than achievements?","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Physical Activity and Health","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Seventh Framework Programme; Terveyden ja hyvinvoinnin laitos; Universiteit van Tilburg; Syddansk Universitet; Region Hovedstaden; European Commission; University of Ottawa","keywords":"Health services research; Health administration; Public health; Health policy; Social policy; Healthcare policy; Health economics; Physical activity; Medicine; Environmental health; International health; Political science; Nursing; Physical therapy","score_opus":0.3144357250458274,"score_gpt":0.5446573779857798,"score_spread":0.23022165293995245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343435110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93724865,0.00018034158,0.00048808363,0.059914075,0.00010302519,0.001631236,0.000066027766,0.000055535333,0.00031305262],"genre_scores_gemma":[0.9947044,0.00033869117,0.0000109965595,0.000914601,0.0024010667,0.0001339965,0.000008265412,0.00003171377,0.0014562493],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947908,0.0014833979,0.0005286788,0.00057207793,0.0010113538,0.0016136768],"domain_scores_gemma":[0.99753404,0.00057574623,0.00019383234,0.00038470316,0.00023488214,0.001076802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038868217,0.00021270907,0.00083472964,0.0005512204,0.0007279307,0.00011718459,0.000116929295,0.00013153406,0.000007674865],"category_scores_gemma":[0.0009013718,0.00014694859,0.00007132135,0.00074944063,0.0002950172,0.00038445852,0.00011838424,0.00077123946,0.000037703023],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010462228,0.020359458,0.11201676,0.051528513,0.00037294868,0.00021602819,0.037294455,0.00015445187,0.2618691,0.19976036,0.005347152,0.30061856],"study_design_scores_gemma":[0.011350302,0.009624282,0.93972886,0.007010517,0.00000725983,0.00018386956,0.00092131796,0.0106921,0.0035825453,0.0011443982,0.015060015,0.0006945493],"about_ca_topic_score_codex":0.047346078,"about_ca_topic_score_gemma":0.0011640581,"teacher_disagreement_score":0.82771206,"about_ca_system_score_codex":0.0016296484,"about_ca_system_score_gemma":0.0033973635,"threshold_uncertainty_score":0.9589977},"labels":[],"label_agreement":null},{"id":"W2407144358","doi":"10.1186/s12961-016-0109-0","title":"A qualitative case study of evaluation use in the context of a collaborative program evaluation strategy in Burkina Faso","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep Marie-Victorin; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Qualitative research; Public health; Context (archaeology); Health administration; Medicine; Program evaluation; Medical education; Nursing; Environmental health; Political science; Sociology; Geography; Social science; Public administration","score_opus":0.8851314341190073,"score_gpt":0.758790436845812,"score_spread":0.12634099727319525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407144358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857224,0.00047592857,0.000014518863,0.002372269,0.00003574371,0.010939151,0.000034187018,0.0000030092197,0.00040276058],"genre_scores_gemma":[0.9973154,0.0000800039,0.000009872527,0.000042053496,0.00003371438,0.0024393657,0.000002477766,0.000004277073,0.00007281097],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9294787,0.05915617,0.0021766485,0.0005033341,0.008153081,0.0005320684],"domain_scores_gemma":[0.9808924,0.0117606055,0.0005904304,0.00044984842,0.006205489,0.0001012325],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18170068,0.00010035333,0.00040252545,0.0011845564,0.00016684935,0.00015426557,0.00020408837,0.00005839871,0.000022896786],"category_scores_gemma":[0.01981014,0.000050429375,0.000019076911,0.0038423098,0.00021775514,0.00048797016,0.00004501384,0.0001805772,0.000004504518],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026781505,0.0013094859,0.026764318,0.00014695576,0.000020562458,0.000016369237,0.6537382,0.0004489564,0.00005713763,0.0099485805,0.00056346477,0.30671817],"study_design_scores_gemma":[0.0034443303,0.0035263721,0.042700596,0.00024372176,0.0000034571285,0.000020355272,0.90715027,0.041142296,0.0000066280822,0.001446967,0.0002580441,0.000056957248],"about_ca_topic_score_codex":0.04837309,"about_ca_topic_score_gemma":0.07209955,"teacher_disagreement_score":0.30666122,"about_ca_system_score_codex":0.00046882883,"about_ca_system_score_gemma":0.0053364406,"threshold_uncertainty_score":0.9884464},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2407379334","doi":"10.1186/s12961-016-0106-3","title":"Public/community engagement in health research with men who have sex with men in sub-Saharan Africa: challenges and opportunities","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Department for International Development; Department for International Development, UK Government; Wellcome Trust; Wellcome; International AIDS Vaccine Initiative","keywords":"Community engagement; Public health; Public engagement; Men who have sex with men; Stigma (botany); Stakeholder engagement; Reproductive health; Sex work; Health services research; Public relations; Political science; Gender studies; Sociology; Medicine; Population; Environmental health; Family medicine; Nursing","score_opus":0.7322704818670884,"score_gpt":0.5219899590237345,"score_spread":0.21028052284335397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407379334","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1159278,0.08800612,0.00008022713,0.473479,0.0000092255295,0.008837797,0.00021630083,0.00008826771,0.31335527],"genre_scores_gemma":[0.7942528,0.15483311,0.000013765515,0.00010389368,0.00016333193,0.0010175882,0.000017235609,0.000045186884,0.049553096],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9753776,0.018540287,0.0008453826,0.0005455778,0.002113825,0.0025772946],"domain_scores_gemma":[0.99392384,0.0024400768,0.00012275793,0.000812702,0.0007683949,0.0019322407],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.053712003,0.00024469415,0.0008249985,0.0030847306,0.0010585638,0.00018638192,0.0003080887,0.00012976289,0.0000224712],"category_scores_gemma":[0.0020449094,0.0001475945,0.000028813978,0.00078368775,0.0010972167,0.00036502065,0.00036692407,0.0023458719,0.000010826347],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002440716,0.0022360184,0.013850419,0.025590837,0.0003074666,0.00039581617,0.07131672,0.0000011522565,0.0001815445,0.050177757,0.40279466,0.4307069],"study_design_scores_gemma":[0.016059304,0.06277546,0.08951304,0.031144494,0.0000059696013,0.00038383534,0.23622207,0.0035247118,0.000058887475,0.0012733727,0.558386,0.00065281737],"about_ca_topic_score_codex":0.061469816,"about_ca_topic_score_gemma":0.02548599,"teacher_disagreement_score":0.678325,"about_ca_system_score_codex":0.0013831042,"about_ca_system_score_gemma":0.0040823487,"threshold_uncertainty_score":0.9999558},"labels":[],"label_agreement":null},{"id":"W2441251642","doi":"10.1186/s12961-016-0118-z","title":"Do knowledge translation (KT) plans help to structure KT practices?","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centre de Liaison Sur l'Intervention et la Prévention Psychosociales; Institut National de Santé Publique du Québec; The Quebec Population Health Research Network; Université du Québec à Montréal","funders":"Institut National de Santé Publique du Québec","keywords":"Operationalization; Knowledge translation; Context (archaeology); Knowledge management; Process management; Plan (archaeology); Medical education; Medicine; Computer science; Business","score_opus":0.940339114878479,"score_gpt":0.7893745985309258,"score_spread":0.15096451634755315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2441251642","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32422936,0.0015043921,0.0022264638,0.63272405,0.0018376175,0.012829433,0.002563354,0.00027293133,0.021812405],"genre_scores_gemma":[0.97782737,0.00067620823,0.00023626692,0.010430332,0.003134255,0.000760783,0.00000968128,0.000044216948,0.0068809027],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98241746,0.01134632,0.0014703764,0.00070060696,0.0013764462,0.002688797],"domain_scores_gemma":[0.978631,0.016692922,0.00074839307,0.00067554147,0.0009706925,0.0022814213],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02165501,0.00021620338,0.00047169052,0.0011478662,0.002844107,0.000101547135,0.0004120665,0.00026638556,0.00022789347],"category_scores_gemma":[0.01918197,0.00014516759,0.000030630537,0.0017067255,0.0001782736,0.0004982173,0.00015649814,0.00091228477,0.001091334],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043107357,0.00008971637,0.029911563,0.009763055,0.000039899405,0.000008469009,0.22982402,0.0000052743835,0.0049071186,0.11425915,0.45109162,0.15966904],"study_design_scores_gemma":[0.0012916161,0.00041255937,0.012887286,0.0010069053,0.0000016813858,0.000013526372,0.009122275,0.00008370554,0.000017184992,0.0006877369,0.9743037,0.00017179638],"about_ca_topic_score_codex":0.013148008,"about_ca_topic_score_gemma":0.007669239,"teacher_disagreement_score":0.653598,"about_ca_system_score_codex":0.00135802,"about_ca_system_score_gemma":0.008542688,"threshold_uncertainty_score":0.9996864},"labels":[],"label_agreement":null},{"id":"W2488461592","doi":"10.1186/s12961-016-0127-y","title":"Developing community-driven quality improvement initiatives to enhance chronic disease care in Indigenous communities in Canada: the FORGE AHEAD program protocol","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Family Medicine; Western University","funders":"Canadian Institutes of Health Research; Lawson Foundation; AstraZeneca Canada","keywords":"Indigenous; Health services research; Medicine; Public health; Health administration; Forge; Quality (philosophy); Protocol (science); Social policy; Quality management; Health policy; Nursing; Political science; Business; Alternative medicine; Engineering","score_opus":0.2486535275116732,"score_gpt":0.5546957424757435,"score_spread":0.3060422149640703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2488461592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8510422,0.0007446725,0.000014547152,0.01363618,0.00013735189,0.13162422,0.000107178064,0.000034650042,0.002658981],"genre_scores_gemma":[0.9609102,0.0020970453,0.000012502366,0.00025859638,0.00032029685,0.036167767,0.000009805029,0.000013193962,0.00021058122],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9836824,0.012931667,0.0007071593,0.00019379654,0.0008333972,0.0016515625],"domain_scores_gemma":[0.9964427,0.0018920765,0.00016997238,0.00045563356,0.00046504728,0.0005745866],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011109514,0.00014223153,0.0003036888,0.0003433943,0.010301171,0.00011888049,0.00057731994,0.00006935848,0.0000032746266],"category_scores_gemma":[0.00018873531,0.000086771695,0.000018136732,0.0008009474,0.00043262236,0.0001643829,0.0000292656,0.0006344642,0.000003455017],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00005661482,0.000097323136,0.01217551,0.0025568972,0.0000053633084,0.0000018537808,0.8867393,0.0000037818959,4.550048e-7,0.07712017,0.000027624677,0.02121508],"study_design_scores_gemma":[0.0005224416,0.00065758574,0.083534144,0.0021814145,6.118239e-7,5.472499e-7,0.39809805,0.0000066319885,0.000009735651,0.00076877314,0.5139904,0.00022966832],"about_ca_topic_score_codex":0.9996062,"about_ca_topic_score_gemma":0.99998164,"teacher_disagreement_score":0.51396275,"about_ca_system_score_codex":0.016595399,"about_ca_system_score_gemma":0.2620019,"threshold_uncertainty_score":0.9909873},"labels":[],"label_agreement":null},{"id":"W2500714020","doi":"10.1186/s12961-016-0130-3","title":"Development of training for medicines-oriented policymakers to apply evidence","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Bruyère; Canadian Agency for Drugs and Technologies in Health; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Scope (computer science); Medical education; Context (archaeology); Medicine; Health services research; Best practice; Health administration; Knowledge management; Public health; Nursing; Computer science","score_opus":0.9566925383569985,"score_gpt":0.7882827987465426,"score_spread":0.1684097396104559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2500714020","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3874776,0.0005014664,0.047325112,0.54042715,0.001093576,0.020061526,0.00045609951,0.0001635197,0.0024939072],"genre_scores_gemma":[0.9615826,0.00024511604,0.0063771214,0.021850336,0.0016824956,0.00499654,0.0000038310645,0.000045863908,0.0032160755],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99055487,0.0029214597,0.00206921,0.00051326,0.0014475753,0.0024936516],"domain_scores_gemma":[0.9789334,0.016981931,0.00048984465,0.0004413767,0.0012960545,0.0018574258],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037786845,0.00016787431,0.0005785583,0.001167272,0.0019337722,0.000013803372,0.00033205646,0.000121576464,0.000027648724],"category_scores_gemma":[0.03489022,0.00011144672,0.000030038076,0.0015132723,0.00025416093,0.00019383836,0.0001824445,0.0002990939,0.00008997356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005298933,0.000042274904,0.006399026,0.01323185,0.000040026363,0.0000013922362,0.520178,0.000002106301,0.009573045,0.1281727,0.14063407,0.18119557],"study_design_scores_gemma":[0.0015653253,0.0005399947,0.009029464,0.0054700933,0.0000014392632,0.0000038384956,0.036508746,0.00006168949,0.000075262906,0.00019177474,0.946399,0.00015337703],"about_ca_topic_score_codex":0.004883069,"about_ca_topic_score_gemma":0.0011655544,"teacher_disagreement_score":0.8057649,"about_ca_system_score_codex":0.0013623354,"about_ca_system_score_gemma":0.017646179,"threshold_uncertainty_score":0.99936557},"labels":[],"label_agreement":null},{"id":"W2504708865","doi":"10.1186/s12961-016-0126-z","title":"A global call for action to include gender in research impact assessment","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; Alberta Innovates","funders":"Alberta Innovates; Fonds National de la Recherche Luxembourg; NIHR Oxford Biomedical Research Centre; University of Oxford; Qatar National Research Fund; King's College London; National Institute for Health and Care Research; European Commission; Alberta Innovates - Health Solutions","keywords":"Health services research; Call to action; Public health; Health administration; Medicine; Social policy; Action (physics); Political science; Nursing; Business; Law","score_opus":0.8836676941117031,"score_gpt":0.7584840774956573,"score_spread":0.12518361661604582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2504708865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57256466,0.0017220612,0.002639901,0.40264192,0.0002451867,0.012885558,0.00029323678,0.00006969775,0.0069378014],"genre_scores_gemma":[0.9903481,0.0018464455,0.00016977027,0.0031683967,0.0014244553,0.0011509265,0.000011166995,0.00002801457,0.0018527196],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9873556,0.0030651167,0.00073492306,0.00059708074,0.0034379137,0.0048094057],"domain_scores_gemma":[0.97508603,0.004540268,0.000069630856,0.00063773326,0.0016594406,0.018006895],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.052765153,0.00017193351,0.00058686,0.0015442661,0.00051637704,0.0000944351,0.0001908942,0.00024283039,0.000021391454],"category_scores_gemma":[0.08868642,0.00010180811,0.00006523947,0.002024817,0.00025407088,0.00013772536,0.00019772313,0.0008491465,0.000055878623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0040640878,0.00076347933,0.050699156,0.009988366,0.000076015516,0.00012182877,0.002539597,0.000005467977,0.0021240665,0.02036679,0.60031295,0.3089382],"study_design_scores_gemma":[0.009611962,0.013685901,0.41951376,0.0038809406,0.00000333338,0.00023723926,0.0015543387,0.0012912465,0.000036591846,0.0038165606,0.546097,0.00027114572],"about_ca_topic_score_codex":0.040269166,"about_ca_topic_score_gemma":0.0017594774,"teacher_disagreement_score":0.41778347,"about_ca_system_score_codex":0.011170667,"about_ca_system_score_gemma":0.04667094,"threshold_uncertainty_score":0.9926253},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2508200815","doi":"10.1186/s12961-016-0139-7","title":"Examining the use of health systems and policy research in the health policymaking process in Israel: views of researchers","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Policy Transfer and Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University; University of Toronto","funders":"","keywords":"Health services research; Health policy; Health administration; Government (linguistics); Public relations; Public health; Process (computing); Medicine; Political science; Nursing","score_opus":0.8762515915025766,"score_gpt":0.656673571206544,"score_spread":0.21957802029603257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2508200815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62367797,0.02552673,0.00006442442,0.33931565,0.000107574684,0.0072756996,0.000105466424,0.000038980943,0.0038875043],"genre_scores_gemma":[0.9818719,0.01589073,0.000008428738,0.0008320721,0.0006726891,0.0003065433,0.0000014903968,0.000032144566,0.00038399806],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9264573,0.062941566,0.002116615,0.000723935,0.0038062707,0.003954311],"domain_scores_gemma":[0.9843116,0.01324301,0.0004196999,0.00069604616,0.00060902094,0.0007206644],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14302506,0.00021502751,0.0009217819,0.0028802385,0.002117742,0.00031989336,0.00091389794,0.00018716237,0.00000153634],"category_scores_gemma":[0.011114451,0.00012172929,0.00004709294,0.005828673,0.0026317416,0.0004300322,0.00017534208,0.0015133587,0.0000026380858],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016153514,0.00016713796,0.04434096,0.006469989,0.00002362392,0.0000054762395,0.45586354,0.000074425654,0.000040895506,0.42391345,0.0018761992,0.06706279],"study_design_scores_gemma":[0.0028285002,0.00301882,0.114286035,0.01648012,0.00000220412,0.000049583152,0.6417871,0.0008444828,0.0000059212575,0.0033431654,0.21690889,0.00044517193],"about_ca_topic_score_codex":0.84220296,"about_ca_topic_score_gemma":0.05888125,"teacher_disagreement_score":0.78332174,"about_ca_system_score_codex":0.001539236,"about_ca_system_score_gemma":0.01474241,"threshold_uncertainty_score":0.9991814},"labels":[],"label_agreement":null},{"id":"W2517280558","doi":"10.1186/s12961-016-0138-8","title":"Strengthening population health interventions: developing the CollaboraKTion Framework for Community-Based Knowledge Translation","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Western University; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Health services research; Community of practice; Knowledge management; Participatory action research; Empirical research; Population; Sociology; Management science; Computer science; Public health; Medicine; Nursing; Engineering; Social science; Epistemology","score_opus":0.9412367660600193,"score_gpt":0.772156218783385,"score_spread":0.16908054727663424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517280558","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043152586,0.0017480018,0.38284254,0.55833787,0.00084755116,0.012089459,0.00053474883,0.00019939283,0.00024786234],"genre_scores_gemma":[0.97552985,0.00053882203,0.00527215,0.013985742,0.0010327607,0.0031289356,0.00007241886,0.00004225245,0.00039708547],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96931374,0.02604185,0.0019644704,0.00032244655,0.0007077268,0.0016497625],"domain_scores_gemma":[0.9514834,0.045479074,0.00083736994,0.0005419226,0.0010975598,0.00056064967],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0579593,0.00016948867,0.00043092997,0.00076577655,0.010278401,0.00008856779,0.00033908046,0.00018336118,0.000013568635],"category_scores_gemma":[0.01436877,0.00010821445,0.000065500775,0.0016160671,0.00020076582,0.00027274573,0.00007536386,0.00097618205,0.00004004677],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015907537,0.000079379715,0.008041708,0.020864017,0.000025173484,1.0543828e-7,0.08223299,0.000019393214,0.000035492354,0.72824746,0.021135615,0.13915958],"study_design_scores_gemma":[0.0048776735,0.0015798254,0.046261314,0.02775872,0.0000071986688,0.0000039856186,0.051407382,0.0032986165,0.000011515047,0.04063757,0.8236959,0.0004603104],"about_ca_topic_score_codex":0.015879568,"about_ca_topic_score_gemma":0.0070615,"teacher_disagreement_score":0.9323772,"about_ca_system_score_codex":0.0024911135,"about_ca_system_score_gemma":0.0075471434,"threshold_uncertainty_score":0.9980791},"labels":[],"label_agreement":null},{"id":"W2517998819","doi":"10.1186/s12961-016-0136-x","title":"Blended learning across universities in a South–North–South collaboration: a case study","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"European Commission","keywords":"Thematic analysis; Medical education; Health services research; Capacity building; Health informatics; Qualitative research; Blended learning; Health administration; Class (philosophy); Qualitative property; Medicine; Political science; Pedagogy; Educational technology; Public health; Psychology; Sociology; Nursing; Computer science","score_opus":0.23649337501802836,"score_gpt":0.5132951855212534,"score_spread":0.27680181050322505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517998819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99039024,0.0010622961,0.000007664739,0.0061653373,0.0001009223,0.0016311931,0.00007116267,0.000047839058,0.00052337284],"genre_scores_gemma":[0.994713,0.00015745375,0.0000035162684,0.00026416167,0.00035682356,0.00007798445,0.0000039134065,0.000014416826,0.004408722],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99517417,0.0018891379,0.000517721,0.00035552966,0.0006948007,0.0013686691],"domain_scores_gemma":[0.99750274,0.00065994635,0.000106424755,0.00026020885,0.0004906782,0.0009799734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005852025,0.0001336475,0.00047765707,0.0005492974,0.000760944,0.00007007077,0.00005720159,0.00009504212,0.0000065309882],"category_scores_gemma":[0.0009800096,0.00009442739,0.000027250107,0.0013081325,0.00015649229,0.000119503056,0.000079152254,0.00044314473,0.00003006661],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010203116,0.00026101625,0.77689445,0.0022751046,0.00003869062,0.008329454,0.20269354,0.000011784065,0.0000063904663,0.0013999965,0.0013335953,0.005735689],"study_design_scores_gemma":[0.0051376186,0.0022571576,0.06548495,0.00079714024,0.000003680474,0.0014657973,0.90646833,0.0002293106,9.147336e-7,0.000010849563,0.017991057,0.00015319168],"about_ca_topic_score_codex":0.026792891,"about_ca_topic_score_gemma":0.0070290077,"teacher_disagreement_score":0.7114095,"about_ca_system_score_codex":0.0009835709,"about_ca_system_score_gemma":0.0061062216,"threshold_uncertainty_score":0.9995282},"labels":[],"label_agreement":null},{"id":"W2522154110","doi":"10.1186/s12961-016-0142-z","title":"Health research priority setting in Zambia: a stock taking of approaches conducted from 1998 to 2015","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Science and Technology Council; Department for International Development; Canadian Institutes of Health Research; National Science Council; McMaster University","keywords":"Stakeholder; Stakeholder engagement; Health services research; Process (computing); Health administration; Health policy; Medicine; Business; Process management; Public health; Public relations; Nursing; Political science; Computer science","score_opus":0.9101201756817305,"score_gpt":0.628497780968923,"score_spread":0.2816223947128076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522154110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6568181,0.01285351,0.0006113222,0.32203332,0.00032783882,0.00472716,0.0013523728,0.000045398607,0.0012310059],"genre_scores_gemma":[0.9944103,0.00066624576,0.0006786466,0.0020463315,0.0009786955,0.00047290718,0.00002473112,0.00005034694,0.00067181163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9789812,0.010255021,0.006267479,0.0012433176,0.00078961824,0.0024633934],"domain_scores_gemma":[0.9854815,0.009713321,0.0021609352,0.001000414,0.00034429345,0.0012995299],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18010499,0.00023394487,0.00185712,0.0026656282,0.0007069952,0.0001617886,0.0005270952,0.00025776384,0.000025903808],"category_scores_gemma":[0.032386087,0.00023075411,0.00006725698,0.0015432487,0.00032056795,0.00042127888,0.0003127617,0.0008388655,0.0004074018],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029347106,0.0006144125,0.34535164,0.012040344,0.00015677534,0.000006832586,0.06736485,0.000083307605,0.00012294968,0.3973489,0.15855163,0.018064903],"study_design_scores_gemma":[0.0073898695,0.002613337,0.6393253,0.011221587,0.0000022986176,0.000031264954,0.031101152,0.011091054,0.000022866798,0.037582017,0.258335,0.0012842105],"about_ca_topic_score_codex":0.25616813,"about_ca_topic_score_gemma":0.011084282,"teacher_disagreement_score":0.35976687,"about_ca_system_score_codex":0.0039072474,"about_ca_system_score_gemma":0.004016017,"threshold_uncertainty_score":0.99991655},"labels":[],"label_agreement":null},{"id":"W2523602750","doi":"10.1186/s12961-016-0140-1","title":"Evaluation of a training program for medicines-oriented policymakers to use a database of systematic reviews","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; Bruyère; Canadian Agency for Drugs and Technologies in Health; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Systematic review; Medicine; Medical education; Knowledge translation; Evidence-based practice; Health services research; Resource (disambiguation); Public health; MEDLINE; Program evaluation; Health care; Nursing; Alternative medicine; Knowledge management; Computer science","score_opus":0.9811088001465266,"score_gpt":0.7503253990361526,"score_spread":0.230783401110374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523602750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38160047,0.07833462,0.12601726,0.056776308,0.0016946753,0.34842324,0.0027413073,0.00006886216,0.004343269],"genre_scores_gemma":[0.9835593,0.0008685566,0.0032273482,0.00035137983,0.0003644027,0.00900011,0.000013435883,0.000029894025,0.002585533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.81204784,0.13388224,0.025815878,0.0016471889,0.025098564,0.0015082705],"domain_scores_gemma":[0.9163177,0.04898895,0.009742125,0.005512439,0.018099487,0.00133929],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6643547,0.00025449018,0.005553196,0.002041431,0.00021126145,0.00021616709,0.00086241623,0.00008115914,0.00006947709],"category_scores_gemma":[0.643336,0.00010035309,0.0005984909,0.0035278462,0.00018498847,0.00027767685,0.00012355219,0.00011032768,0.00006734132],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016737406,0.00042016973,0.0022179259,0.26545274,0.00078092125,0.0000016165961,0.028449785,0.00002738541,0.0018136494,0.077027224,0.18666038,0.4369808],"study_design_scores_gemma":[0.007627883,0.0066971197,0.005419569,0.23847862,0.0013503416,0.0001492116,0.03675886,0.102061115,0.00008682048,0.004648076,0.595685,0.001037387],"about_ca_topic_score_codex":0.0014064498,"about_ca_topic_score_gemma":0.00024962652,"teacher_disagreement_score":0.6019589,"about_ca_system_score_codex":0.00026803705,"about_ca_system_score_gemma":0.0018443473,"threshold_uncertainty_score":0.40922806},"labels":[],"label_agreement":null},{"id":"W2531225760","doi":"10.1186/s12961-016-0147-7","title":"Integrating and evaluating sex and gender in health research","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; Women's College Hospital","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Excellence; Terminology; Health services research; Psychology; Public health; Medicine; Political science; Nursing","score_opus":0.8607420868920364,"score_gpt":0.6818360040331669,"score_spread":0.17890608285886944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531225760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84976906,0.043930043,0.000049907943,0.10013502,0.000113009395,0.003411586,0.000029188492,0.00004953682,0.0025126627],"genre_scores_gemma":[0.986592,0.009048721,0.00021839382,0.0011774584,0.00077302236,0.0001897032,0.0000041391386,0.00003301476,0.0019635716],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98775655,0.006967313,0.00093310594,0.00077945535,0.0015844739,0.0019791117],"domain_scores_gemma":[0.9932979,0.004187236,0.000103839804,0.00043762653,0.00057086017,0.0014025635],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.053599223,0.00017110654,0.0005930902,0.0012135232,0.0009156907,0.00010589507,0.00009121196,0.00016977773,0.000008229882],"category_scores_gemma":[0.0076867472,0.00011245831,0.000019173587,0.0008522469,0.00041869222,0.00010621828,0.00019402997,0.0011297589,0.000007907212],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030660105,0.00010440086,0.15721649,0.023449771,0.000038240774,0.000045390047,0.058575805,6.3786473e-7,0.00071543036,0.038667917,0.005571005,0.7153083],"study_design_scores_gemma":[0.018707255,0.019676158,0.543967,0.028995786,0.00000897255,0.0031252105,0.22167309,0.017239159,0.00011490221,0.040407427,0.10496831,0.0011166965],"about_ca_topic_score_codex":0.03742763,"about_ca_topic_score_gemma":0.0010061457,"teacher_disagreement_score":0.7141916,"about_ca_system_score_codex":0.00085160247,"about_ca_system_score_gemma":0.0036250593,"threshold_uncertainty_score":0.9745188},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2535562925","doi":"10.1186/s12961-016-0149-5","title":"The use of a policy dialogue to facilitate evidence-informed policy development for improved access to care: the case of the Winnipeg Central Intake Service (WCIS)","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Manitoba Health; University of Manitoba; Winnipeg Regional Health Authority; University of Calgary","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Health services research; Health administration; Health policy; Social policy; Healthcare policy; Public health; Policy development; Service (business); Medicine; Health care reform; Public administration; Health care; Nursing; Environmental health; Political science; Business; Law; Marketing","score_opus":0.9055549072366775,"score_gpt":0.7026421825402274,"score_spread":0.20291272469645016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2535562925","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29359707,0.00017513092,0.00071066315,0.6838943,0.00051419437,0.019175641,0.0017720573,0.00003243688,0.00012849164],"genre_scores_gemma":[0.94303966,0.00046669054,0.00021483397,0.04821567,0.0012097323,0.0049519558,0.0000042753904,0.00004003241,0.0018571281],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98677623,0.0058334526,0.0025269059,0.00051451084,0.0010633722,0.0032855037],"domain_scores_gemma":[0.9579734,0.03515288,0.0008456616,0.0013859756,0.0029749821,0.0016670901],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.014864735,0.0002765681,0.0005822934,0.00081692956,0.0052223634,0.00016377449,0.0015329919,0.00015469614,0.0000056186395],"category_scores_gemma":[0.068266265,0.00012409204,0.00008165135,0.0038585293,0.00044913002,0.000526084,0.0012509405,0.00050684577,0.000029189368],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011721421,0.000049132348,0.003728965,0.013173981,0.000081008315,0.0000029950204,0.6617389,0.000079424855,0.000956313,0.044400383,0.09883624,0.17578052],"study_design_scores_gemma":[0.0013385387,0.0005010883,0.028643945,0.0023617148,0.0000043179275,0.000027410444,0.030243877,0.00017043689,0.00015888718,0.00025025825,0.9360896,0.00020995899],"about_ca_topic_score_codex":0.44320425,"about_ca_topic_score_gemma":0.19703467,"teacher_disagreement_score":0.83725333,"about_ca_system_score_codex":0.0033607436,"about_ca_system_score_gemma":0.04700917,"threshold_uncertainty_score":0.9960727},"labels":[],"label_agreement":null},{"id":"W2553241472","doi":"10.1186/s12961-016-0155-7","title":"What are the best methodologies for rapid reviews of the research evidence for evidence-informed decision making in health policy and practice: a rapid review","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":438,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Pan American Health Organization; Ministério da Saúde","keywords":"Systematic review; Grey literature; Data extraction; Medicine; Inclusion (mineral); Health services research; Protocol (science); Evidence-based medicine; Management science; MEDLINE; Health administration; Alternative medicine; Randomized controlled trial; Evidence-based practice; Medical education; Public health; Psychology; Nursing; Political science; Surgery; Pathology; Social psychology","score_opus":0.9866217251985923,"score_gpt":0.8578875303026147,"score_spread":0.1287341948959776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553241472","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.9809405e-7,0.6836308,0.0003064812,0.26196387,0.0006130531,0.05309577,0.00028411273,0.000016909282,0.00008816284],"genre_scores_gemma":[0.000010750079,0.94442254,0.0016870268,0.021871498,0.0020378942,0.029127551,0.00000576469,0.000085983826,0.000750963],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7823,0.19480415,0.010976329,0.0018331193,0.004105653,0.0059807743],"domain_scores_gemma":[0.17518646,0.8048244,0.010040976,0.003462589,0.005068148,0.0014174423],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4724118,0.0006855254,0.0050900043,0.0026068387,0.0061400128,0.0003434721,0.0024290576,0.00063290406,0.000024802479],"category_scores_gemma":[0.7833547,0.00033451678,0.00044578357,0.0064978814,0.0015064359,0.0017079507,0.001646497,0.0033022184,0.0000481745],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000102235455,0.000010428271,0.0000064805186,0.3792369,0.000013798547,2.8394595e-7,0.0035810175,5.0911414e-8,9.397621e-8,0.0036568257,0.04582517,0.5675667],"study_design_scores_gemma":[0.0002918338,0.0004705602,0.000018706727,0.4523697,0.000015260794,0.000028918674,0.007086897,0.000005316631,2.4690525e-8,0.0005073943,0.5390755,0.00012989953],"about_ca_topic_score_codex":0.010300747,"about_ca_topic_score_gemma":0.0019984338,"teacher_disagreement_score":0.6100202,"about_ca_system_score_codex":0.0059052855,"about_ca_system_score_gemma":0.0722728,"threshold_uncertainty_score":0.9999107},"labels":[],"label_agreement":null},{"id":"W2554026002","doi":"10.1186/s12961-016-0152-x","title":"A systematic review on current status of health technology reassessment: insights for South Korea","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Evidence-based Healthcare Collaborating Agency","keywords":"CINAHL; Medicine; Systematic review; Health care; Context (archaeology); Reimbursement; MEDLINE; Stakeholder; Health technology; Health administration; Cochrane Library; Disinvestment; Grey literature; Family medicine; Health services research; Health policy; Public health; Nursing; Psychological intervention; Alternative medicine; Political science; Public relations; Geography","score_opus":0.852292188804,"score_gpt":0.6613027322085787,"score_spread":0.19098945659542133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554026002","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010290744,0.95486045,0.00051226665,0.01528679,0.00058150286,0.024283014,0.0039985194,0.00006250485,0.0004138978],"genre_scores_gemma":[0.000046327623,0.9880176,0.00006010031,0.0016534227,0.0006351666,0.008779614,0.00017112576,0.00012422143,0.0005123988],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.96621066,0.010287854,0.0186839,0.0015252944,0.0006190358,0.0026732744],"domain_scores_gemma":[0.9732806,0.008270691,0.014900135,0.001901631,0.0005275787,0.0011193356],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.092568874,0.00066631724,0.013344876,0.0044208546,0.00071651035,0.00011776156,0.00076526316,0.0005105595,0.0000114043605],"category_scores_gemma":[0.034622725,0.0005403149,0.00051465695,0.0014692893,0.00029458743,0.00017276847,0.0001842725,0.0009209038,0.0005082863],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000027602607,0.00006157035,0.000003286301,0.6788668,0.00010729155,1.989054e-7,0.0003975188,7.3736594e-8,7.693564e-10,0.29083127,0.008268999,0.021460224],"study_design_scores_gemma":[0.00026284004,0.0003749279,0.0000014594805,0.46814826,0.000015919873,0.000008348418,0.00023348184,0.000016709095,2.3849192e-9,0.0017891123,0.52894163,0.00020730695],"about_ca_topic_score_codex":0.0021228252,"about_ca_topic_score_gemma":0.000042887925,"teacher_disagreement_score":0.5206726,"about_ca_system_score_codex":0.005932944,"about_ca_system_score_gemma":0.010916324,"threshold_uncertainty_score":0.99970484},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2556726185","doi":"10.1186/s12961-016-0153-9","title":"Mapping genetic research in non-communicable disease publications in selected Arab countries: first step towards a guided research agenda","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Genetic Associations and Epidemiology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Non-communicable disease; Context (archaeology); Medicine; Health services research; Public health; Disease; Health policy; Epidemiology; Environmental health; Geography; Pathology","score_opus":0.49108260220388894,"score_gpt":0.563973845670231,"score_spread":0.07289124346634207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556726185","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010037465,0.98092586,0.00006847893,0.010509347,0.00009401697,0.004957913,0.00035929427,0.000016035347,0.0020653121],"genre_scores_gemma":[0.0066127907,0.9827282,0.00014497539,0.00011568459,0.0008386843,0.0044058375,0.00041693504,0.00009080623,0.004646117],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9723232,0.01931221,0.0021582698,0.0013618381,0.0013804369,0.0034640394],"domain_scores_gemma":[0.99131274,0.0030851352,0.00037227143,0.00204874,0.0022048936,0.00097622763],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04399339,0.00044215607,0.0018356753,0.0041978247,0.001342605,0.0002761875,0.0014342471,0.00094332383,0.000015689258],"category_scores_gemma":[0.014097344,0.0003588783,0.00016090232,0.005443159,0.00081339077,0.000014389916,0.0013033819,0.0022926938,0.00010328621],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018098364,0.00094130443,0.0094915815,0.10610648,0.00048778715,0.00008995736,0.0025801114,0.00007507837,0.00002484074,0.004077678,0.5065081,0.36943606],"study_design_scores_gemma":[0.00054139487,0.00024568525,0.005100693,0.009831154,0.0000036085867,0.000024983583,0.0003601443,0.00029872629,1.5674937e-7,0.0001630805,0.98314774,0.00028264854],"about_ca_topic_score_codex":0.02787484,"about_ca_topic_score_gemma":0.0050961683,"teacher_disagreement_score":0.4766396,"about_ca_system_score_codex":0.0022531713,"about_ca_system_score_gemma":0.017010406,"threshold_uncertainty_score":0.9999575},"labels":[],"label_agreement":null},{"id":"W2564068529","doi":"10.1186/s12961-016-0158-4","title":"Scaling up complex interventions: insights from a realist synthesis","year":2016,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Nutrasource; University of Waterloo; Impact","funders":"Institute of Cancer Research; National Health and Medical Research Council; Partenariat Canadien Contre Le Cancer; Institute of Population and Public Health; Canadian Cancer Society; NSW Ministry of Health; Canadian Institutes of Health Research; National Institute for Health and Care Research; Australian Government; Medical Research Council; HCF Research Foundation","keywords":"Psychological intervention; Health services research; Public health; Health administration; Medicine; Public relations; Psychology; Management science; Political science; Nursing; Engineering","score_opus":0.974547411785416,"score_gpt":0.8076307975225111,"score_spread":0.16691661426290494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564068529","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008173306,0.97044665,0.00028061526,0.010947645,0.00119978,0.007980489,0.0041827494,0.00015831753,0.004795571],"genre_scores_gemma":[0.00013830171,0.9811119,0.000093355346,0.0026594512,0.0041994667,0.0066131894,0.0001318888,0.0001192691,0.004933205],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94352454,0.044718552,0.005301245,0.0012531646,0.002002818,0.0031996814],"domain_scores_gemma":[0.92773134,0.06491772,0.0023461853,0.0014892895,0.0010200569,0.002495396],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023565652,0.00059027475,0.0033894794,0.0026551997,0.00514846,0.00021189799,0.001065494,0.0007410305,0.00040948275],"category_scores_gemma":[0.03319174,0.0004060941,0.00039023467,0.002105217,0.0006050173,0.0002908381,0.000783037,0.00235976,0.0025252302],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00001147736,0.000023851258,0.0000066343705,0.16837336,0.00007953385,0.0000060127736,0.0050952877,2.6981049e-8,2.6893224e-7,0.03352378,0.119872496,0.67300725],"study_design_scores_gemma":[0.00031095714,0.000058254955,0.00004318309,0.15481769,0.000020050806,0.000008772663,0.0020390798,0.000015517151,2.042784e-8,0.0006661901,0.8417684,0.00025189985],"about_ca_topic_score_codex":0.07884229,"about_ca_topic_score_gemma":0.00218095,"teacher_disagreement_score":0.7218959,"about_ca_system_score_codex":0.004129211,"about_ca_system_score_gemma":0.017683621,"threshold_uncertainty_score":0.9999418},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2584746784","doi":"10.1186/s12961-016-0168-2","title":"Unravelling networks in local public health policymaking in three European countries – a systems analysis","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Seventh Framework Programme; Terveyden ja hyvinvoinnin laitos; Universiteit van Tilburg; Syddansk Universitet; European Commission; University of Ottawa","keywords":"Public health; Health services research; Health administration; Health policy; Social policy; Political science; Health informatics; Animal ecology; International health; Public administration; Health care reform; Environmental health; Economic growth; Medicine; Nursing; Economics; Law; Biology","score_opus":0.38951489861052324,"score_gpt":0.4805265556709962,"score_spread":0.09101165706047298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584746784","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14899454,0.025133545,0.021467771,0.7303591,0.0022207552,0.0063990233,0.000081193546,0.000349541,0.064994544],"genre_scores_gemma":[0.98142946,0.0018804142,0.000007798913,0.012819583,0.0035801847,0.00009957058,0.000029874007,0.0000434357,0.00010968051],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99038064,0.0020445685,0.0019499676,0.0007873289,0.00081545505,0.004022025],"domain_scores_gemma":[0.996306,0.0007380727,0.0011066596,0.001010688,0.00042554009,0.00041304893],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.049062394,0.0003337956,0.0013968277,0.0037043018,0.0024061173,0.002463814,0.00092137896,0.00021026548,0.0000059751274],"category_scores_gemma":[0.0034666788,0.0003011882,0.00009824083,0.0026565678,0.00056905986,0.0010020831,0.0006921883,0.0010682018,0.000057985642],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003867051,0.00008176926,0.20068097,0.0035082162,0.00008701949,0.000043713044,0.0006080262,0.038150318,9.3623505e-8,0.73376966,0.016954368,0.006077155],"study_design_scores_gemma":[0.00054651144,0.000040746134,0.14781609,0.00045476534,0.0000034950956,0.000007728801,0.0015054846,0.46087927,1.5996358e-9,0.00035359594,0.3882061,0.0001862181],"about_ca_topic_score_codex":0.81939065,"about_ca_topic_score_gemma":0.11611136,"teacher_disagreement_score":0.83243495,"about_ca_system_score_codex":0.001169926,"about_ca_system_score_gemma":0.001242271,"threshold_uncertainty_score":0.99994403},"labels":[],"label_agreement":null},{"id":"W2586520037","doi":"10.1186/s12961-017-0170-3","title":"Identifying and characterising health policy and system-relevant documents in Uganda: a scoping review to develop a framework for the development of a one-stop shop","year":2017,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"International Development Research Centre; McMaster University","keywords":"Health services research; Health administration; Health policy; Public health; Health informatics; Social policy; Healthcare policy; Policy development; Medicine; Health economics; Political science; International health; Public administration; Nursing","score_opus":0.5906888150160868,"score_gpt":0.6267670283960898,"score_spread":0.036078213380002944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586520037","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028740228,0.9720835,0.0002137642,0.010628554,0.00015306746,0.016476052,0.00009059416,0.000019417575,0.000047614667],"genre_scores_gemma":[0.0005319066,0.994813,0.0011168706,0.0013141603,0.0007087158,0.0012956315,0.000023639854,0.00005605565,0.00014000044],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9926213,0.0013560976,0.0027621114,0.0007381861,0.0009723546,0.001549919],"domain_scores_gemma":[0.99512315,0.001371973,0.0012491579,0.0006396116,0.0004528788,0.0011632425],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.016050799,0.00044562816,0.0040397383,0.001021485,0.001409955,0.00024640423,0.0003168602,0.0002597779,7.9062625e-7],"category_scores_gemma":[0.004128589,0.00029535455,0.000088163186,0.0009329957,0.00014126507,0.00009674691,0.0004716999,0.00090213795,0.0000049893447],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003440333,0.000022277072,0.00004721047,0.63326156,0.000062613384,0.000003754352,0.0021134461,8.98324e-9,1.1991648e-7,0.0032165134,0.000049380524,0.3611887],"study_design_scores_gemma":[0.00039902076,0.00022044533,0.00064386195,0.76376635,0.000032115935,0.00023018758,0.00043013156,0.0000037386985,8.84295e-8,0.00003488528,0.23408188,0.00015727403],"about_ca_topic_score_codex":0.013116186,"about_ca_topic_score_gemma":0.00075159717,"teacher_disagreement_score":0.3610314,"about_ca_system_score_codex":0.001841631,"about_ca_system_score_gemma":0.01805636,"threshold_uncertainty_score":0.9999499},"labels":[],"label_agreement":null},{"id":"W2587319655","doi":"10.1186/s12961-016-0164-6","title":"The concept of ‘vulnerability’ in research ethics: an in-depth analysis of policies and guidelines","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":276,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; McGill University Health Centre; Montreal Clinical Research Institute","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Faculty of Medicine, McGill University; McGill University","keywords":"Vulnerability (computing); Research ethics; Stakeholder; Normative; Vulnerability assessment; Harm; Sociology; Engineering ethics; Political science; Public relations; Psychology; Social psychology; Law; Psychological resilience; Computer science; Computer security","score_opus":0.9560629307251761,"score_gpt":0.7983703746638118,"score_spread":0.15769255606136434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587319655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85052395,0.009925827,0.000003930452,0.13541786,0.00004542227,0.001435732,0.000045900375,0.000006274169,0.0025951348],"genre_scores_gemma":[0.9676583,0.030844264,0.000047615464,0.00018720342,0.00022838151,0.00008234623,0.0000042839615,0.000015632259,0.0009319663],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9805462,0.01093852,0.002153739,0.00064618676,0.0042511746,0.0014641928],"domain_scores_gemma":[0.8874477,0.10006909,0.00050422025,0.0031573144,0.0077485894,0.0010730462],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21305521,0.00012658382,0.0010266806,0.0021946665,0.0012015854,0.00018539398,0.0007283159,0.0005216478,0.0000037612149],"category_scores_gemma":[0.31694913,0.00008418197,0.00007306251,0.0017071576,0.0066845645,0.00012430949,0.0006618639,0.005855765,9.547331e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008109713,0.0003803282,0.46418625,0.005849359,0.00023693265,0.000018940736,0.030872427,0.000066039865,0.00048991886,0.4794055,0.0006091522,0.017074212],"study_design_scores_gemma":[0.0019919332,0.0024662584,0.9166916,0.0035849893,0.000016004402,0.000008214905,0.032141622,0.009360497,0.00016451033,0.030052638,0.003385122,0.00013663441],"about_ca_topic_score_codex":0.34538203,"about_ca_topic_score_gemma":0.13588671,"teacher_disagreement_score":0.45250535,"about_ca_system_score_codex":0.00030911755,"about_ca_system_score_gemma":0.005884327,"threshold_uncertainty_score":0.9997514},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2588801820","doi":"10.1186/s12961-017-0173-0","title":"Analysis of the policymaking process in Burkina Faso’s health sector: case studies of the creation of two health system support units","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Commission; International Development Research Centre; McMaster University","keywords":"Health services research; Health administration; Public health; Health policy; Social policy; Health informatics; Process (computing); Health sector; Health economics; Environmental health; Political science; Health services; Medicine; Nursing; Computer science; Population","score_opus":0.3561950583319531,"score_gpt":0.5686721950352646,"score_spread":0.21247713670331148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588801820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9706638,0.003164799,0.0000023904524,0.022988541,0.0001332796,0.0020725795,0.00024879552,0.00000974222,0.00071610877],"genre_scores_gemma":[0.99794734,0.0010380406,0.0000033114065,0.0005607337,0.0001938145,0.00004054975,0.0000044490594,0.0000133696785,0.0001983847],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99428993,0.0020639866,0.0014347256,0.00029145827,0.001100888,0.00081897853],"domain_scores_gemma":[0.9957526,0.00029937478,0.0016732058,0.0009353117,0.0009624965,0.0003770546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008631659,0.00016351974,0.0013750194,0.0007188754,0.001059042,0.000026340405,0.00034123432,0.000069620786,0.0000012219361],"category_scores_gemma":[0.0012397119,0.000091767884,0.00010428982,0.001831385,0.0004283114,0.00006884726,0.0002020382,0.0004198957,3.1773115e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022864337,0.0002128906,0.85498863,0.07527511,0.0005503775,0.00003198551,0.03737925,0.00020503065,0.000029331273,0.028773034,0.00065369427,0.0016720166],"study_design_scores_gemma":[0.0032596877,0.001982727,0.9229556,0.017892744,0.00012075451,0.0011643994,0.04819229,0.003136971,0.00010440012,0.00018778644,0.0008268388,0.00017583775],"about_ca_topic_score_codex":0.39276522,"about_ca_topic_score_gemma":0.026057718,"teacher_disagreement_score":0.3667075,"about_ca_system_score_codex":0.0011846314,"about_ca_system_score_gemma":0.0057887696,"threshold_uncertainty_score":0.9998475},"labels":[],"label_agreement":null},{"id":"W2592768534","doi":"10.1186/s12961-017-0169-9","title":"Where is students’ research in evidence-informed decision-making in health? Assessing productivity and use of postgraduate students’ research in low- and middle-income countries: a systematic review","year":2017,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"International Development Research Centre; McMaster University","keywords":"Grey literature; Productivity; Medical education; Systematic review; Health services research; Health administration; CLARITY; Knowledge translation; MEDLINE; Health economics; Psychology; Medicine; Public health; Nursing; Political science; Knowledge management; Economics; Computer science","score_opus":0.9562537671673976,"score_gpt":0.7590153452875159,"score_spread":0.19723842187988172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592768534","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005976936,0.9562337,0.000007255294,0.003920951,0.00015519538,0.03353983,0.00009435324,0.0000057838715,0.00006599822],"genre_scores_gemma":[0.018890558,0.9769221,0.000097706885,0.00010862896,0.00016926938,0.0026261252,0.000004759361,0.00007597877,0.0011048485],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.38538122,0.4655614,0.064128265,0.007719881,0.07014111,0.007068146],"domain_scores_gemma":[0.65124476,0.2959631,0.022716463,0.015870735,0.011725853,0.0024790545],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7879135,0.0010950817,0.026166867,0.015623626,0.0016811368,0.010974654,0.006156328,0.00064305647,0.000034539073],"category_scores_gemma":[0.38528058,0.00063042773,0.00077905273,0.013633638,0.0013658465,0.002244184,0.0037903055,0.004643173,0.0001272451],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031206735,0.00015065166,0.015095225,0.94657713,0.00013062035,0.000078339806,0.0032486033,7.7598963e-7,8.583376e-9,0.0003050509,0.0009302491,0.033452116],"study_design_scores_gemma":[0.00042772893,0.00030180888,0.0037104823,0.94674087,0.00005359812,0.0001496162,0.0022455873,0.00020797776,6.760257e-9,0.0004418369,0.045357794,0.0003627113],"about_ca_topic_score_codex":0.01744376,"about_ca_topic_score_gemma":0.00936544,"teacher_disagreement_score":0.40263292,"about_ca_system_score_codex":0.0035646863,"about_ca_system_score_gemma":0.012328748,"threshold_uncertainty_score":0.99961853},"labels":[],"label_agreement":null},{"id":"W2601732584","doi":"10.1186/s12961-017-0182-z","title":"Incorporating sex, gender and vulnerable populations in a large multisite health research programme: The Ontario Pharmacy Evidence Network as a case study","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; Women's College Hospital; MacEwan University; Wilfrid Laurier University; University of Toronto; University of Waterloo","funders":"National Institutes of Health; Ontario Ministry of Health and Long-Term Care; Canadian Institutes of Health Research; Government of Ontario","keywords":"Health services research; Pharmacy; Medicine; Public health; Health administration; Social policy; Health policy; Family medicine; Environmental health; Gerontology; Nursing; Political science","score_opus":0.8747248504178426,"score_gpt":0.6674735869685381,"score_spread":0.20725126344930456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601732584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9432544,0.017829273,0.000011326631,0.028176643,0.00018050705,0.010005776,0.000013945761,0.00003530632,0.0004927966],"genre_scores_gemma":[0.9938863,0.0008872215,0.00013456604,0.0010614631,0.0012054231,0.0010153839,0.000009206947,0.000033849457,0.0017665888],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98423404,0.009679495,0.001014689,0.0008443011,0.0016519575,0.0025755125],"domain_scores_gemma":[0.9942766,0.0021853696,0.0002823212,0.001222825,0.00066104886,0.0013718758],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0685965,0.00021675436,0.0006373703,0.0005272005,0.0099079665,0.0006575955,0.0002735145,0.00010613496,0.000007547673],"category_scores_gemma":[0.004986804,0.0001580129,0.000034454395,0.0008153767,0.00033213734,0.00028293152,0.00046975323,0.003086582,0.000008175049],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017010602,0.00028373467,0.892368,0.0020169117,0.000031453346,0.0010667708,0.07828238,0.000015507661,0.0000010641089,0.0022677323,0.0016712059,0.021825103],"study_design_scores_gemma":[0.0070505682,0.004273844,0.70738184,0.0034904203,0.000012642217,0.0075801355,0.22796245,0.013008977,9.097873e-7,0.0017541979,0.027133867,0.00035016847],"about_ca_topic_score_codex":0.946958,"about_ca_topic_score_gemma":0.71256596,"teacher_disagreement_score":0.23439203,"about_ca_system_score_codex":0.0013597237,"about_ca_system_score_gemma":0.006605492,"threshold_uncertainty_score":0.99921334},"labels":[],"label_agreement":null},{"id":"W2603302037","doi":"10.1186/s12961-017-0185-9","title":"Research impact of systems-level long-term care research: a multiple case study","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; Western University","funders":"Government of Ontario","keywords":"Focus group; Health services research; Steering committee; Public relations; Action research; Research design; Product (mathematics); Sociology; Knowledge management; Business; Political science; Medicine; Public health; Marketing; Nursing; Engineering; Computer science; Engineering management","score_opus":0.7911653792229163,"score_gpt":0.7005312252098559,"score_spread":0.09063415401306041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603302037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9721287,0.010807899,0.000006342921,0.0013243831,0.0009503336,0.01091234,0.0005147068,0.000057682115,0.0032976342],"genre_scores_gemma":[0.9897993,0.00095497293,0.0000068302734,0.000008588321,0.0027149692,0.0013394244,0.00002541433,0.00008598668,0.0050644996],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9596386,0.029507713,0.0016528032,0.0009912074,0.0039091557,0.0043005487],"domain_scores_gemma":[0.976842,0.009728632,0.00058150635,0.0029776918,0.008069275,0.0018009366],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06158067,0.00033596557,0.0012548319,0.0031721676,0.017383752,0.0005252466,0.0011374454,0.0005091153,0.000024632795],"category_scores_gemma":[0.0121394815,0.0002613996,0.00015696452,0.0015497396,0.0012121747,0.0003245705,0.0013140318,0.004482917,0.00013623244],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008595842,0.00073334086,0.7002389,0.020431513,0.00021509129,0.0022618168,0.2095082,0.000012127853,0.00007577919,0.001368309,0.057286512,0.007008857],"study_design_scores_gemma":[0.0035517246,0.0045574787,0.45583495,0.0032288884,0.000008466793,0.00042051845,0.5301791,0.00021125794,0.000002086059,0.000040930106,0.0017177524,0.00024686303],"about_ca_topic_score_codex":0.79833794,"about_ca_topic_score_gemma":0.04033206,"teacher_disagreement_score":0.75800586,"about_ca_system_score_codex":0.003525787,"about_ca_system_score_gemma":0.01218431,"threshold_uncertainty_score":0.99998385},"labels":[],"label_agreement":null},{"id":"W2604499710","doi":"10.1186/s12961-017-0186-8","title":"Erratum to: The concept of ‘vulnerability’ in research ethics: an in-depth analysis of policies and guidelines","year":2017,"lang":"en","type":"erratum","venue":"Health Research Policy and Systems","topic":"Ethics in medical practice","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; McGill University Health Centre; Montreal Clinical Research Institute","funders":"","keywords":"Health services research; Health administration; Vulnerability (computing); Public health; Research ethics; Health policy; Quality of Life Research; Engineering ethics; Political science; Medicine; Public administration; Sociology; Nursing; Computer science; Engineering; Computer security","score_opus":0.839773001247509,"score_gpt":0.7453369882602731,"score_spread":0.09443601298723592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604499710","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01819029,0.07665221,0.00003172309,0.76661855,0.0093940785,0.013225285,0.0012783717,0.000049950948,0.11455956],"genre_scores_gemma":[0.7624993,0.1082845,0.00015044928,0.007345458,0.009078474,0.0018434497,0.00027094115,0.00017869289,0.11034874],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.83887625,0.14631249,0.004463,0.0012701278,0.0061014835,0.0029766436],"domain_scores_gemma":[0.8786568,0.105231605,0.0018041721,0.0037611634,0.009053166,0.0014930792],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.3455696,0.00035414475,0.0023971957,0.0057564676,0.0038119997,0.00011696151,0.0017569554,0.002795006,0.00002239892],"category_scores_gemma":[0.4113867,0.00025032685,0.00009961685,0.004107268,0.0042559644,0.0002286812,0.0014882706,0.046311226,0.000008600254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018632833,0.00015025653,0.006561111,0.0145635465,0.00018405996,0.00000903028,0.1553824,0.000053051586,0.00000873217,0.06611962,0.7550314,0.0017504846],"study_design_scores_gemma":[0.0009878188,0.0012002186,0.049591884,0.019308101,0.000049174647,0.000003948327,0.17102095,0.0033476907,0.0000011468817,0.0128436,0.741276,0.0003694112],"about_ca_topic_score_codex":0.66175455,"about_ca_topic_score_gemma":0.36844617,"teacher_disagreement_score":0.75927305,"about_ca_system_score_codex":0.0010250765,"about_ca_system_score_gemma":0.025281379,"threshold_uncertainty_score":0.9999949},"labels":[],"label_agreement":null},{"id":"W2604521603","doi":"10.1186/s12961-017-0194-8","title":"Academic research productivity of post-graduate students at Makerere University College of Health Sciences, Uganda, from 1996 to 2010: a retrospective review","year":2017,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"International Development Research Centre; McMaster University","keywords":"Medicine; Public health; Medical education; Observational study; Productivity; Retrospective cohort study; Health administration; Logistic regression; Family medicine; Nursing; Internal medicine","score_opus":0.8431828512397262,"score_gpt":0.6809011563729096,"score_spread":0.16228169486681665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604521603","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012979711,0.92099273,0.0000012737146,0.052286785,0.0002171934,0.017140914,0.0075745173,0.00002128553,0.0004673134],"genre_scores_gemma":[0.0012796216,0.987754,0.00002918022,0.00078510324,0.0007457447,0.00015454415,0.00014044251,0.000056920995,0.009054427],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.96328586,0.01789969,0.0024949308,0.0016528788,0.010228318,0.00443833],"domain_scores_gemma":[0.97125214,0.0052350652,0.0020058183,0.0025538942,0.0044626496,0.014490424],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13191311,0.0005024096,0.00622098,0.002937746,0.0021830236,0.00003398473,0.001604937,0.0006109004,0.000030690593],"category_scores_gemma":[0.14552496,0.0003773296,0.00030069976,0.0040316107,0.0026268826,0.00017803114,0.0016992863,0.005441492,0.00007925346],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00033615335,0.00030173524,0.0005611218,0.4432093,0.00016130577,0.00007502559,0.00066499336,1.8873697e-8,0.0000021993176,0.00064632285,0.20782244,0.3462194],"study_design_scores_gemma":[0.0007396559,0.003828294,0.0041521536,0.25492314,0.000034328506,0.00008603337,0.0003332785,0.000002223021,5.977299e-7,0.000025263043,0.7357156,0.00015941089],"about_ca_topic_score_codex":0.13292454,"about_ca_topic_score_gemma":0.0010952221,"teacher_disagreement_score":0.5278932,"about_ca_system_score_codex":0.007974583,"about_ca_system_score_gemma":0.11417485,"threshold_uncertainty_score":0.99986786},"labels":[],"label_agreement":null},{"id":"W2606047941","doi":"10.1186/s12961-017-0187-7","title":"Operations research in global health: a scoping review with a focus on the themes of health equity and impact","year":2017,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"West Park Healthcare Centre; University of Toronto","funders":"","keywords":"Health services research; Public health; Health administration; Health policy; Equity (law); Health equity; Health economics; Medicine; Focus (optics); Focus group; Global health; International health; Health informatics; Social policy; Political science; Nursing; Business; Marketing","score_opus":0.8895418943991728,"score_gpt":0.7671357371261798,"score_spread":0.12240615727299298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606047941","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016421336,0.8847528,0.00005051779,0.090887845,0.000099698256,0.022537483,0.0004129872,0.000022294855,0.0012199305],"genre_scores_gemma":[0.0016315328,0.99247,0.00009760828,0.001377756,0.0004479179,0.0036117793,0.00008948207,0.000059556012,0.000214326],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.94029886,0.0505235,0.0035863186,0.00092025124,0.0019550386,0.002716036],"domain_scores_gemma":[0.9889334,0.0057446696,0.0011620197,0.0016492519,0.0014058825,0.0011047649],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.09660091,0.00046524132,0.003697739,0.0010421489,0.008575786,0.00027741934,0.00069615396,0.00042815375,0.000014945436],"category_scores_gemma":[0.0065350207,0.00025854752,0.00012376414,0.0022967248,0.000578692,0.00018537762,0.00072294683,0.0037512393,0.000021577553],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000021613087,0.00007699271,0.00005844493,0.43419576,0.000036282545,0.0000024674368,0.0016711146,0.000021882439,2.978606e-9,0.039397694,0.0025684189,0.52194935],"study_design_scores_gemma":[0.00042613977,0.0016229132,0.00009640489,0.9253826,0.0000075465905,0.00003416645,0.0013013721,0.00043803427,2.482853e-9,0.00023747004,0.070252255,0.00020105456],"about_ca_topic_score_codex":0.22331676,"about_ca_topic_score_gemma":0.036304306,"teacher_disagreement_score":0.52174824,"about_ca_system_score_codex":0.0045887646,"about_ca_system_score_gemma":0.102168836,"threshold_uncertainty_score":0.99998665},"labels":[],"label_agreement":null},{"id":"W2607469252","doi":"10.1186/s12961-017-0188-6","title":"Understanding relevance of health research: considerations in the context of research impact assessment","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Innovates; University of Toronto","funders":"National Institute for Health and Care Research; Ontario Ministry of Health and Long-Term Care; McMaster University; Ontario SPOR SUPPORT Unit","keywords":"Relevance (law); Health services research; Context (archaeology); Health administration; Health care; Public health; Management science; Medicine; Knowledge management; Political science; Computer science; Engineering; Nursing","score_opus":0.9886580764518179,"score_gpt":0.840912815763316,"score_spread":0.1477452606885019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607469252","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.265927,0.002216361,0.00043359277,0.6884241,0.0005314583,0.016935026,0.0006546542,0.00003713271,0.024840686],"genre_scores_gemma":[0.9936839,0.0022704243,0.00010128017,0.002341477,0.00038492467,0.00077983126,0.0000059387894,0.000025675858,0.00040655193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.8776993,0.10433828,0.0043485197,0.000870491,0.007348912,0.005394475],"domain_scores_gemma":[0.90944946,0.082223296,0.0015818699,0.0021403988,0.0035828596,0.0010221469],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.31721947,0.00018035469,0.00090523413,0.002518692,0.01409408,0.00022961773,0.001037857,0.00019710907,0.00005176957],"category_scores_gemma":[0.0778129,0.00012926084,0.000058513742,0.002109152,0.0030960613,0.00045900478,0.00054425385,0.0038455927,0.000027261443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00005402853,0.00010645311,0.04632044,0.0049495962,0.000015916721,0.0000056448616,0.120844394,0.000008288052,0.00008411608,0.7195382,0.10717322,0.00089967594],"study_design_scores_gemma":[0.0035673173,0.0029645194,0.32987097,0.006376849,0.0000015014806,0.000024921801,0.5627908,0.0012469284,0.000012573631,0.051792827,0.041123208,0.00022754938],"about_ca_topic_score_codex":0.26134312,"about_ca_topic_score_gemma":0.024195582,"teacher_disagreement_score":0.7277569,"about_ca_system_score_codex":0.0052367663,"about_ca_system_score_gemma":0.040050026,"threshold_uncertainty_score":0.9996169},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2608984989","doi":"10.1186/s12961-017-0195-7","title":"Responding to non-communicable diseases in Zambia: a policy analysis","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Heart and Stroke Foundation of Canada","keywords":"Non-communicable disease; Health policy; Government (linguistics); Action plan; Public health; Context (archaeology); Global health; Economic growth; Strategic planning; Civil society; Thematic analysis; Medicine; Public administration; Political science; Qualitative research; Business; Nursing; Sociology; Management; Economics; Geography; Marketing; Politics","score_opus":0.3066451099808875,"score_gpt":0.5300913195727028,"score_spread":0.22344620959181533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608984989","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27756256,0.0011025666,0.000060414808,0.6495441,0.00027781152,0.001740107,0.00006003398,0.00007953582,0.06957287],"genre_scores_gemma":[0.97228855,0.0004980117,0.000019488145,0.022193797,0.0029116722,0.00019172198,0.00001730318,0.000022605433,0.0018568526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952188,0.000601485,0.00084359985,0.0004950621,0.0005549974,0.0022860533],"domain_scores_gemma":[0.99675214,0.0007317483,0.000375373,0.0014055237,0.00032683305,0.00040839097],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0124084195,0.0002036714,0.00096556667,0.007499499,0.0025916472,0.001298537,0.0010098116,0.00014463732,0.0000123935815],"category_scores_gemma":[0.015972834,0.00018115864,0.0000974248,0.004947967,0.0002396782,0.0007477562,0.0012683922,0.00051511073,0.00015439907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015996686,0.00013005761,0.14069045,0.0020381715,0.00010145669,0.000022625733,0.00050252496,0.0011824223,0.000007904218,0.5478182,0.3037484,0.0035978376],"study_design_scores_gemma":[0.00042773384,0.00004865232,0.25281817,0.00018082075,0.000008367778,0.0000020485206,0.00077159517,0.0186225,5.0635627e-8,0.0015818457,0.7253881,0.00015012451],"about_ca_topic_score_codex":0.77335316,"about_ca_topic_score_gemma":0.015338122,"teacher_disagreement_score":0.75801504,"about_ca_system_score_codex":0.000560913,"about_ca_system_score_gemma":0.00087212346,"threshold_uncertainty_score":0.9997382},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2609112051","doi":"10.1186/s12961-017-0192-x","title":"Evidence-based policymaking is not like evidence-based medicine, so how far should you go to bridge the divide between evidence and policy?","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":529,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Health services research; Bridge (graph theory); Health policy; Health administration; Public health; Social policy; Health informatics; Health economics; Healthcare policy; Medicine; Political science; Public relations; Public economics; Public administration; Data science; Health care reform; Economics; Computer science; Nursing; Law","score_opus":0.8171921476482206,"score_gpt":0.6409745121530928,"score_spread":0.1762176354951278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609112051","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0369697,0.03162381,0.000451247,0.9228016,0.00071871415,0.0063142213,0.00025430848,0.00015324452,0.0007131433],"genre_scores_gemma":[0.75327295,0.016447067,0.0000498459,0.21661144,0.008633091,0.00097420445,0.000007326424,0.000086100634,0.003917957],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.97935545,0.009670734,0.0019206019,0.0014491901,0.003330064,0.0042739483],"domain_scores_gemma":[0.95540756,0.03548445,0.0012441046,0.0032497195,0.0015226444,0.0030915113],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03716895,0.0006900243,0.0017799712,0.0017558582,0.016207017,0.00090887595,0.0022222712,0.00064158876,0.000042698008],"category_scores_gemma":[0.05807281,0.0004693116,0.00017064041,0.0013284227,0.0017449227,0.0014245679,0.0013060092,0.003159243,0.00016699187],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007510252,0.000047819285,0.36466497,0.020264724,0.0000930765,0.000034891975,0.018684726,0.000007205444,0.00017827308,0.01211266,0.5178756,0.065284975],"study_design_scores_gemma":[0.0011750242,0.0012340507,0.5612221,0.028159251,0.00003370912,0.000009207075,0.0010745747,0.0003503062,0.000015995987,0.00032898117,0.40594727,0.00044956055],"about_ca_topic_score_codex":0.37108484,"about_ca_topic_score_gemma":0.00805114,"teacher_disagreement_score":0.7163033,"about_ca_system_score_codex":0.0032230425,"about_ca_system_score_gemma":0.030815223,"threshold_uncertainty_score":0.9997759},"labels":[],"label_agreement":null},{"id":"W2611734161","doi":"10.1186/s12961-017-0202-z","title":"Research capacity building through North–South–South networking: towards true partnership? An exploratory study of a network for scientific support in the field of sexual and reproductive health","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"Belgisch Ontwikkelingsagentschap","keywords":"General partnership; Reproductive health; Capacity building; Public relations; Health services research; Exploratory research; Thematic analysis; Qualitative research; Coaching; Public health; Political science; Medicine; Nursing; Sociology; Population; Management; Environmental health; Social science","score_opus":0.7368762351959476,"score_gpt":0.6203319395163798,"score_spread":0.11654429567956781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611734161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98161125,0.0011130819,0.000020505591,0.0075109205,0.00062842615,0.008547043,0.00008061398,0.000012537505,0.00047562],"genre_scores_gemma":[0.9952898,0.00022046488,0.000043770102,0.00038421433,0.0024680013,0.0013649145,0.000009124363,0.000025455149,0.00019427552],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98101044,0.012206187,0.0014076227,0.000949611,0.0011042223,0.0033218923],"domain_scores_gemma":[0.99262923,0.0033894388,0.0008245515,0.0014854518,0.001335436,0.00033586923],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.08691096,0.00018985491,0.0009316042,0.00041467842,0.019262005,0.00011026511,0.0006441812,0.00019891569,0.0000023451692],"category_scores_gemma":[0.004328812,0.00014014052,0.000029646897,0.0007584884,0.00096355117,0.00021144016,0.00063787255,0.001618607,0.0000012838649],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003770128,0.0002634572,0.15579157,0.0033849669,0.000040057235,0.0000032365379,0.82368374,0.00002986396,0.0000014249928,0.0060916874,0.009504557,0.0008284234],"study_design_scores_gemma":[0.0014754967,0.009510268,0.07557096,0.00033786797,0.0000059330173,0.0000031709403,0.90031284,0.00019341065,8.883652e-7,0.0009086393,0.0115411375,0.00013938952],"about_ca_topic_score_codex":0.13019839,"about_ca_topic_score_gemma":0.27093086,"teacher_disagreement_score":0.14073247,"about_ca_system_score_codex":0.00042759805,"about_ca_system_score_gemma":0.0046790433,"threshold_uncertainty_score":0.9820148},"labels":[],"label_agreement":null},{"id":"W2611920100","doi":"10.1186/s12961-017-0200-1","title":"Policymaker experiences with rapid response briefs to address health-system and technology questions in Uganda","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health services research; Public health; Health administration; Health informatics; Medicine; Health economics; Health policy; Social policy; Family medicine; Environmental health; Nursing; Political science","score_opus":0.172793535929432,"score_gpt":0.5048071456256642,"score_spread":0.33201360969623217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611920100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.761777,0.0037197738,0.0000035954522,0.23175389,0.00007411632,0.00165363,0.00003883881,0.000055592307,0.00092358433],"genre_scores_gemma":[0.9950343,0.0008993424,0.000047720612,0.0023972131,0.00036402774,0.00042443487,0.0000017703171,0.000019376877,0.00081186305],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996093,0.0010054173,0.0005466554,0.00047913217,0.0006094835,0.0012663361],"domain_scores_gemma":[0.997362,0.00021092953,0.0001765231,0.0006612792,0.0002466732,0.001342595],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005037885,0.0001760531,0.0006521043,0.0010396624,0.0014925129,0.00019142433,0.000207313,0.00014144284,0.0000026555579],"category_scores_gemma":[0.0011768317,0.00012693497,0.000015095621,0.00056210987,0.00049767236,0.00009345025,0.00017322523,0.00051268376,0.0000133761905],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02348265,0.000933654,0.40291765,0.034888748,0.00017446208,0.0013745078,0.17844655,0.000009589298,0.00052589574,0.25561228,0.03267962,0.068954386],"study_design_scores_gemma":[0.005472221,0.01060748,0.64647526,0.013772044,0.00000449678,0.0036305692,0.08566628,0.00021244267,0.000037143567,0.00012365489,0.23359819,0.00040022013],"about_ca_topic_score_codex":0.08967204,"about_ca_topic_score_gemma":0.0024235644,"teacher_disagreement_score":0.25548863,"about_ca_system_score_codex":0.0005954373,"about_ca_system_score_gemma":0.0026304484,"threshold_uncertainty_score":0.9998074},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2621029145","doi":"10.1186/s12961-017-0205-9","title":"Research dissemination workshops: observations and implications based on an experience in Burkina Faso","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Public health; Health administration; Health informatics; Medicine; Environmental health; Social policy; Political science; Nursing","score_opus":0.9338581379454441,"score_gpt":0.7959872945150305,"score_spread":0.13787084343041367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621029145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7356057,0.00015096406,0.0002644866,0.25086218,0.00022224651,0.0050923936,0.00024298478,0.00006336602,0.0074956906],"genre_scores_gemma":[0.9904747,0.00047597088,0.00014523359,0.0035152875,0.0005276615,0.0034847984,0.000019709662,0.00002588853,0.0013307421],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9847658,0.009264494,0.0011367276,0.00076337147,0.0018368957,0.002232656],"domain_scores_gemma":[0.9828754,0.012351723,0.00038198708,0.0014789605,0.0016023788,0.0013095643],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04532329,0.00016346517,0.00034708183,0.0016156676,0.012338917,0.00040708858,0.0007118897,0.00021544451,0.000023911394],"category_scores_gemma":[0.031727105,0.00015075113,0.000015912883,0.001432226,0.0008705795,0.0007925194,0.00029559122,0.0015989599,0.000034279237],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014608452,0.00027290257,0.43299553,0.002798784,0.0000049804194,0.0000070704255,0.13087015,0.00004435747,0.00053682877,0.34650552,0.049258508,0.036559306],"study_design_scores_gemma":[0.00065658876,0.00031360585,0.8977832,0.0011245784,4.0854184e-7,0.0000019909662,0.02509633,0.009002496,0.000003152494,0.0010446598,0.064842634,0.00013035243],"about_ca_topic_score_codex":0.042821534,"about_ca_topic_score_gemma":0.008080425,"teacher_disagreement_score":0.4647877,"about_ca_system_score_codex":0.0015940556,"about_ca_system_score_gemma":0.005526134,"threshold_uncertainty_score":0.98894686},"labels":[],"label_agreement":null},{"id":"W2624776175","doi":"10.1186/s12961-017-0220-x","title":"An output evaluation of a health research foundation’s enhanced grant review process for new investigators","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Boniface Hospital; Manitoba Medical Service Foundation; University of Manitoba","funders":"Manitoba Medical Service Foundation","keywords":"Health services research; Foundation (evidence); Public health; Health administration; Medicine; Health economics; Health policy; Process (computing); Medical education; Political science; Nursing; Computer science; Law","score_opus":0.9087346439257687,"score_gpt":0.7280346230294418,"score_spread":0.18070002089632697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624776175","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12165102,0.08451113,0.001100012,0.7512954,0.00040226863,0.03779195,0.000094768264,0.00007435877,0.0030791033],"genre_scores_gemma":[0.9495709,0.03999578,0.00011782282,0.0059792153,0.001484066,0.0014811842,0.00009368783,0.00004508477,0.0012322416],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9798223,0.0072507733,0.0015380909,0.00069426926,0.0074428082,0.0032518024],"domain_scores_gemma":[0.9632867,0.0024135737,0.0008886697,0.00210626,0.010607277,0.020697493],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18608445,0.00018716896,0.0010689526,0.00094808947,0.0023119608,0.00017655875,0.00046027065,0.00017116984,0.000020475107],"category_scores_gemma":[0.35066923,0.00014414743,0.000066012384,0.00077454955,0.0008191653,0.0003572025,0.00008358783,0.0010841499,0.000019678952],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004412772,0.0003411018,0.00058705115,0.12288785,0.00004572331,0.0000024771232,0.004717251,0.0000028556228,0.00020981432,0.005942251,0.12104633,0.743776],"study_design_scores_gemma":[0.026924022,0.040352747,0.0370876,0.17118715,0.00008493004,0.00016276812,0.0079088975,0.02673262,0.0009200648,0.024406904,0.66338086,0.00085141783],"about_ca_topic_score_codex":0.034986984,"about_ca_topic_score_gemma":0.0005937525,"teacher_disagreement_score":0.8279199,"about_ca_system_score_codex":0.0017177885,"about_ca_system_score_gemma":0.15831098,"threshold_uncertainty_score":0.9989869},"labels":[],"label_agreement":null},{"id":"W2734540472","doi":"10.1186/s12961-017-0216-6","title":"The West African experience in establishing steering committees for better collaboration between researchers and decision-makers to increase the use of health research findings","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Sierra leone; Health services research; Thematic analysis; Public relations; Health administration; Steering committee; Qualitative research; Health policy; Public health; Medical education; Medicine; Political science; Nursing; Sociology; Engineering; Socioeconomics; Engineering management","score_opus":0.6297301558020577,"score_gpt":0.5817174853589668,"score_spread":0.04801267044309088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734540472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87058735,0.0017700475,0.000051822168,0.123399965,0.00008277741,0.0038960015,0.00008933737,0.000008834892,0.00011386555],"genre_scores_gemma":[0.9962324,0.0016135847,0.00023998036,0.00088871847,0.00030344614,0.0005074591,0.0000072891776,0.000021935224,0.00018518572],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99193734,0.0028682502,0.0009660757,0.0004418501,0.0017761723,0.002010324],"domain_scores_gemma":[0.9732566,0.022941602,0.00021611391,0.000985981,0.0011616871,0.0014380343],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.053255253,0.00013788311,0.0005641009,0.00075958687,0.0047707274,0.0010775471,0.00042890265,0.000112508795,8.088535e-7],"category_scores_gemma":[0.050755914,0.0000887871,0.00003128078,0.0011495516,0.0009058057,0.00038958783,0.0003871521,0.0008988914,0.0000017245167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002667088,0.00010447232,0.61206305,0.0040976456,0.00003688985,0.000020146857,0.04030962,0.000020664516,0.000069069094,0.006859816,0.06564241,0.2681091],"study_design_scores_gemma":[0.0015019051,0.0015150023,0.6888223,0.0031901891,0.0000020548528,0.000015883674,0.043842826,0.0013253904,0.000009733168,0.00049240614,0.2591419,0.00014039509],"about_ca_topic_score_codex":0.18465199,"about_ca_topic_score_gemma":0.010962978,"teacher_disagreement_score":0.2679687,"about_ca_system_score_codex":0.0008094094,"about_ca_system_score_gemma":0.0033445724,"threshold_uncertainty_score":0.9999594},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2735072761","doi":"10.1186/s12961-017-0211-y","title":"Situating mobile health: a qualitative study of mHealth expectations in the rural health district of Nouna, Burkina Faso","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"International Development Research Centre; McGill University","keywords":"mHealth; Qualitative research; Thematic analysis; Health care; Situated; Medicine; Nursing; Health informatics; Health services research; Reproductive medicine; Rural area; Public health; Psychological intervention; Economic growth; Sociology; Pregnancy","score_opus":0.4709669912683291,"score_gpt":0.6569919945840793,"score_spread":0.18602500331575023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735072761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8964863,0.011834035,0.00015855081,0.04586185,0.00041672017,0.042931378,0.0006389343,0.000060497907,0.0016117247],"genre_scores_gemma":[0.96480274,0.0044947225,0.00007609552,0.0012713068,0.0005136851,0.028551621,0.000067124725,0.0000436985,0.00017897354],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9643606,0.025096934,0.004722099,0.0007519411,0.0019776921,0.00309072],"domain_scores_gemma":[0.9839085,0.0084811095,0.0032356898,0.0020092872,0.0009955929,0.0013698669],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.04026658,0.00032556572,0.0016468078,0.001083466,0.009512555,0.0000675985,0.0010429798,0.00020662863,0.000009551655],"category_scores_gemma":[0.0041071195,0.00025872875,0.0000847567,0.0014660334,0.0005603359,0.000238874,0.00029612173,0.0021182536,0.000021077514],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018789351,0.0015654983,0.013026015,0.015699266,0.000029256333,0.0000016280134,0.86801577,0.00002390333,0.0000058963556,0.055918768,0.007613765,0.037912317],"study_design_scores_gemma":[0.0027270836,0.005140913,0.063402444,0.0018221377,0.000003321014,0.000004954195,0.9170422,0.00038093774,3.4798794e-7,0.0006410942,0.008683084,0.00015146213],"about_ca_topic_score_codex":0.44276178,"about_ca_topic_score_gemma":0.039688256,"teacher_disagreement_score":0.40307352,"about_ca_system_score_codex":0.001514377,"about_ca_system_score_gemma":0.015693044,"threshold_uncertainty_score":0.99998647},"labels":[],"label_agreement":null},{"id":"W2735186162","doi":"10.1186/s12961-017-0212-x","title":"Spanning maternal, newborn and child health (MNCH) and health systems research boundaries: conducive and limiting health systems factors to improving MNCH outcomes in West Africa","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Global Affairs Canada; International Development Research Centre","keywords":"Context (archaeology); Psychological intervention; Health services research; Health policy; Public health; Medicine; Implementation research; Stakeholder; Economic growth; Environmental health; Nursing; Political science; Public relations; Geography","score_opus":0.38062691404628657,"score_gpt":0.5209596288384293,"score_spread":0.1403327147921427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735186162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78850865,0.06243627,0.000027334632,0.13979027,0.000674617,0.007270607,0.00038059833,0.00010317668,0.00080849644],"genre_scores_gemma":[0.9836987,0.011532765,0.00007116385,0.0023280713,0.0010439034,0.00021468033,0.000023080525,0.00010017023,0.0009874624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9861177,0.0035064213,0.0023105768,0.001528168,0.0021230753,0.004414015],"domain_scores_gemma":[0.9912668,0.0008866689,0.0010660898,0.0010858214,0.0005875015,0.0051071076],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.026781708,0.000630307,0.0027399596,0.0017505797,0.008961429,0.0032432172,0.00043420916,0.00029430806,0.0000019174115],"category_scores_gemma":[0.002036512,0.00050738564,0.00005840755,0.0006216572,0.0009438041,0.00045724548,0.00086921116,0.002270584,0.000010567811],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040162302,0.00024377555,0.8427899,0.07462269,0.000136339,0.00010815285,0.042106666,0.000015508691,0.000022903247,0.023042133,0.0068039005,0.009706448],"study_design_scores_gemma":[0.0035485155,0.0057740426,0.86787695,0.023041204,0.0000062443446,0.0009740325,0.038894847,0.001395714,0.000001982442,0.00009929455,0.057887133,0.0005000444],"about_ca_topic_score_codex":0.6956261,"about_ca_topic_score_gemma":0.009479068,"teacher_disagreement_score":0.68614703,"about_ca_system_score_codex":0.0025106883,"about_ca_system_score_gemma":0.0064596483,"threshold_uncertainty_score":0.9997378},"labels":[],"label_agreement":null},{"id":"W2735408995","doi":"10.1186/s12961-017-0208-6","title":"The change-makers of West Africa","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Context (archaeology); Health services research; Public relations; Health policy; Corporate governance; Global health; Economic growth; Medicine; Political science; Equity (law); Capacity building; Sustainability; International Health Regulations; Public health; Nursing; Disease; Economics; Management; Infectious disease (medical specialty); Geography","score_opus":0.4956749273681955,"score_gpt":0.5478660102805235,"score_spread":0.05219108291232799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735408995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47007182,0.026790522,0.000001922134,0.3931006,0.0005815612,0.0032836257,0.000085912325,0.000038318387,0.10604571],"genre_scores_gemma":[0.988584,0.006447821,0.000004056032,0.00052626745,0.001012166,0.000053691445,9.941342e-7,0.0000076212564,0.003363388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800664,0.00030463157,0.00028415004,0.00013982467,0.00057275407,0.00069198816],"domain_scores_gemma":[0.99837404,0.00022779556,0.00014804903,0.000515226,0.00023152026,0.0005033548],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0034933253,0.00006767568,0.00025563614,0.00009429368,0.0015382918,0.00008833516,0.00018422744,0.000052468025,0.0000026675038],"category_scores_gemma":[0.00086807,0.00003815738,0.000028047669,0.00008987839,0.00034469797,0.00004600254,0.00010288928,0.00027035823,0.000026407439],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013788326,0.00034046042,0.17258094,0.018932743,0.0001597791,0.00009448145,0.012080402,4.957946e-7,0.00020073939,0.5648962,0.112294294,0.11704063],"study_design_scores_gemma":[0.00075300783,0.00083538576,0.43197706,0.00097202463,0.0000025204856,0.0000868002,0.0010402824,0.00009186393,0.000010455151,0.0006039589,0.5635783,0.000048310023],"about_ca_topic_score_codex":0.04557942,"about_ca_topic_score_gemma":0.00028013406,"teacher_disagreement_score":0.56429225,"about_ca_system_score_codex":0.00011129521,"about_ca_system_score_gemma":0.0005754303,"threshold_uncertainty_score":0.9997616},"labels":[],"label_agreement":null},{"id":"W2735529749","doi":"10.1186/s12961-017-0210-z","title":"Free versus subsidised healthcare: options for fee exemptions, access to care for vulnerable groups and effects on the health system in Burkina Faso","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health Care Issues","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Agence Française de Développement; International Development Research Centre","keywords":"Health care; Health services research; User fee; Health policy; Psychological intervention; Business; Public economics; Economic growth; Medicine; Political science; Nursing; Economics; Law","score_opus":0.4453091185409491,"score_gpt":0.6092328402627316,"score_spread":0.1639237217217825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735529749","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20338683,0.030275118,0.00037395675,0.6776074,0.0056357547,0.07574466,0.0050889086,0.0002872071,0.0016001608],"genre_scores_gemma":[0.9710476,0.0019766102,0.0001238787,0.0043631843,0.0024079382,0.019519728,0.000084697,0.00008460297,0.00039176006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9863201,0.007174533,0.0013311073,0.0009699438,0.00097069354,0.0032336598],"domain_scores_gemma":[0.9800861,0.014576086,0.000623614,0.0018807007,0.0010525608,0.0017809751],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.019199595,0.00037707473,0.001119804,0.0007638795,0.0196177,0.0004388995,0.0011452133,0.0003800306,0.0000017888958],"category_scores_gemma":[0.010172906,0.00029372046,0.00008371441,0.0005307243,0.00019076702,0.00034726475,0.00059909315,0.0014762847,0.000025475272],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024837297,0.00008277751,0.0053200345,0.09715948,0.000038987964,0.000006085197,0.02379818,0.000020239511,0.000004605256,0.66651666,0.19878335,0.0057858857],"study_design_scores_gemma":[0.02070018,0.012243094,0.0800953,0.031897433,0.000018855893,0.000013448301,0.13100027,0.0017644473,0.000011721433,0.0039289645,0.7173869,0.0009393976],"about_ca_topic_score_codex":0.1444691,"about_ca_topic_score_gemma":0.07591318,"teacher_disagreement_score":0.7676608,"about_ca_system_score_codex":0.0045814533,"about_ca_system_score_gemma":0.004717314,"threshold_uncertainty_score":0.9999515},"labels":[],"label_agreement":null},{"id":"W2735696000","doi":"10.1186/s12961-017-0214-8","title":"Evaluation of regional project to strengthen national health research systems in four countries in West Africa: lessons learned","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Context (archaeology); Health services research; Corporate governance; Citizen journalism; Sierra leone; Political science; Public administration; Economic growth; Environmental resource management; Environmental planning; Business; Public health; Medicine; Sociology; Geography; Socioeconomics; Nursing; Finance","score_opus":0.8466725694533255,"score_gpt":0.6452560493401804,"score_spread":0.20141652011314504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735696000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6721312,0.0185354,0.0000043364603,0.2841238,0.00040646538,0.01175801,0.00033537194,0.0000322789,0.012673117],"genre_scores_gemma":[0.99446964,0.002964795,0.000016658887,0.0003183105,0.00059190544,0.00082634145,0.000023456912,0.000021143624,0.00076775346],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.98035157,0.008614375,0.0013289552,0.0006106877,0.006974643,0.0021197626],"domain_scores_gemma":[0.9919106,0.0021043874,0.00033652742,0.0006256944,0.0040728576,0.0009499577],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13084503,0.00016422462,0.0008226419,0.002742905,0.0009952649,0.0001703198,0.00027496862,0.00018995718,0.000004510972],"category_scores_gemma":[0.020802954,0.00014423473,0.000040249237,0.0012049711,0.00035446775,0.00017066492,0.00014247168,0.00097422505,0.000024576193],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004919893,0.0017024517,0.19001578,0.041110136,0.0001454116,0.00012901946,0.040857848,0.0012063324,0.00006733268,0.3663661,0.29215804,0.061321676],"study_design_scores_gemma":[0.0075078076,0.0031500058,0.7191616,0.014032936,0.0000056334143,0.00018142248,0.017330676,0.031814855,0.0000023811922,0.002293753,0.20417656,0.00034234187],"about_ca_topic_score_codex":0.22663629,"about_ca_topic_score_gemma":0.014098683,"teacher_disagreement_score":0.52914584,"about_ca_system_score_codex":0.0038160959,"about_ca_system_score_gemma":0.037777327,"threshold_uncertainty_score":0.99789584},"labels":[],"label_agreement":null},{"id":"W2735776489","doi":"10.1186/s12961-017-0228-2","title":"The factors affecting the institutionalisation of two policy units in Burkina Faso’s health system: a case study","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Commission; International Development Research Centre; McMaster University","keywords":"Institutionalisation; Mandate; Unit (ring theory); Health policy; Human resources; Government (linguistics); Public administration; Resource (disambiguation); Health services research; Political science; Public health; Economic growth; Medicine; Economics; Nursing; Psychology","score_opus":0.39559915319458544,"score_gpt":0.5497794139528708,"score_spread":0.15418026075828534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735776489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9681087,0.0015191684,0.000003916646,0.025742443,0.00018928408,0.0032979643,0.00003774163,0.000020045698,0.0010807391],"genre_scores_gemma":[0.99830663,0.0004444042,0.0000015125792,0.000264616,0.00072803715,0.00006539753,0.00000347457,0.000012093792,0.00017380567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99454504,0.0026503035,0.0007579731,0.00025895116,0.00089408865,0.00089362386],"domain_scores_gemma":[0.997083,0.00087521825,0.0004626711,0.00068543886,0.00041110988,0.0004825361],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012261127,0.00014825325,0.0004826378,0.00035953033,0.004194655,0.00018351301,0.00025402973,0.00005475689,3.508563e-7],"category_scores_gemma":[0.0026723624,0.00007745039,0.00003194171,0.0005796759,0.00034661664,0.00009874601,0.00015757247,0.00059384794,0.000002688908],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024132083,0.00032881825,0.71097064,0.008784933,0.0000831396,0.00037533647,0.043609582,0.000038378304,0.000011136859,0.2299367,0.0006463823,0.0049735922],"study_design_scores_gemma":[0.0033064005,0.0019556421,0.8201837,0.0029698967,0.0000071276327,0.0031116803,0.16356009,0.0006232797,0.000004438733,0.00019609355,0.003962326,0.00011936199],"about_ca_topic_score_codex":0.81291056,"about_ca_topic_score_gemma":0.036781956,"teacher_disagreement_score":0.7761286,"about_ca_system_score_codex":0.0012251143,"about_ca_system_score_gemma":0.0048820823,"threshold_uncertainty_score":0.9971017},"labels":[],"label_agreement":null},{"id":"W2736098465","doi":"10.1186/s12961-017-0217-5","title":"Improving maternal and child health policymaking processes in Nigeria: an assessment of policymakers’ needs, barriers and facilitators of evidence-informed policymaking","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Gesundheit; International Development Research Centre","keywords":"Health services research; Health policy; Social policy; Evidence-based policy; Implementation research; Medicine; Public relations; Economic growth; Evidence-based practice; Health administration; Public health; Nursing; Political science; Environmental health; Psychological intervention; Economics; Alternative medicine","score_opus":0.7630799470931444,"score_gpt":0.7274131263458781,"score_spread":0.03566682074726635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736098465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9586514,0.0011193441,0.000079072895,0.03458161,0.00022290787,0.0038139564,0.0003954106,0.00003962632,0.001096657],"genre_scores_gemma":[0.99205923,0.0036918772,0.00033380496,0.0028841353,0.0004753387,0.00035817962,0.0000034263094,0.000038826834,0.0001551731],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98744035,0.004682758,0.002887702,0.00067116495,0.0015232204,0.002794819],"domain_scores_gemma":[0.9895588,0.004027146,0.0025019783,0.0009191677,0.00077793584,0.0022149698],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.025389299,0.00034886962,0.0012348979,0.0025731775,0.0047833645,0.00023707072,0.0006426746,0.00024490035,0.000011982192],"category_scores_gemma":[0.0242163,0.0002915684,0.000035503697,0.0011776009,0.0012291693,0.0014648235,0.0006776396,0.0011430518,0.0000015407494],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010962003,0.000023152172,0.7958205,0.03978345,0.000022038186,0.0000024894334,0.13551618,0.000007657448,0.00011702128,0.018311052,0.00028654552,0.010000286],"study_design_scores_gemma":[0.0028763504,0.0016194412,0.86942923,0.013772859,0.0000044467274,0.000056749155,0.10413881,0.0014840162,0.00002989072,0.0004011879,0.005781532,0.00040548175],"about_ca_topic_score_codex":0.34104908,"about_ca_topic_score_gemma":0.033034515,"teacher_disagreement_score":0.30801454,"about_ca_system_score_codex":0.0012916413,"about_ca_system_score_gemma":0.02451421,"threshold_uncertainty_score":0.9999536},"labels":[],"label_agreement":null},{"id":"W2736149315","doi":"10.1186/s12961-017-0209-5","title":"Promoting research to improve maternal, neonatal, infant and adolescent health in West Africa: the role of the West African Health Organisation","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Health services research; Public health; Medicine; Health administration; Child health; Health policy; Environmental health; Health economics; Pediatrics; Economic growth; Nursing; Family medicine","score_opus":0.15449267968222208,"score_gpt":0.46040602126133684,"score_spread":0.30591334157911476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736149315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6702308,0.0056206216,0.0000015027986,0.31878856,0.00014443681,0.004456223,0.00009978088,0.000015055294,0.00064305216],"genre_scores_gemma":[0.9938116,0.003026978,0.0000142114395,0.002055609,0.0006540226,0.00011148866,0.0000028227296,0.000026512842,0.0002967302],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99329793,0.0022884551,0.0009093819,0.00047821907,0.0013749255,0.0016510983],"domain_scores_gemma":[0.9968882,0.00026110193,0.00044436593,0.00093323726,0.00037653765,0.0010965323],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016045555,0.00017956243,0.00062008906,0.00039288253,0.0024157362,0.00025029966,0.0004969303,0.00008660931,0.00000424023],"category_scores_gemma":[0.0012251922,0.00010317784,0.000033773584,0.0005214305,0.00046176804,0.00010016928,0.00063850026,0.0011852919,0.000015238241],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011871008,0.00073173514,0.6359662,0.028123057,0.00006808325,0.000018431958,0.130504,0.0000049225,0.0015854968,0.032632906,0.013992496,0.1551856],"study_design_scores_gemma":[0.00095578533,0.001797218,0.92993313,0.0039359573,0.0000014733461,0.000113461094,0.009079065,0.0003322735,0.00008448328,0.00073722197,0.05293776,0.00009219655],"about_ca_topic_score_codex":0.23612617,"about_ca_topic_score_gemma":0.0063850908,"teacher_disagreement_score":0.32358083,"about_ca_system_score_codex":0.0010408658,"about_ca_system_score_gemma":0.0037287718,"threshold_uncertainty_score":0.998883},"labels":[],"label_agreement":null},{"id":"W2736206036","doi":"10.1186/s12961-017-0213-9","title":"Travelling models and the challenge of pragmatic contexts and practical norms: the case of maternal health","year":2017,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Public health; Health services research; Health administration; Social policy; Health policy; Health informatics; Medicine; Sociology; Political science; Nursing; Law","score_opus":0.9550120620226201,"score_gpt":0.7988536412366548,"score_spread":0.1561584207859653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736206036","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013931686,0.9157622,0.00013338169,0.07152932,0.00017462991,0.010901116,0.00051736634,0.000011478166,0.0008312094],"genre_scores_gemma":[0.013256306,0.98330355,0.000054034805,0.0012753636,0.00056213094,0.001139856,0.0000047164203,0.00004004913,0.0003639872],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9617904,0.030946456,0.0038464763,0.0005621192,0.0010808901,0.0017736994],"domain_scores_gemma":[0.96125525,0.032160427,0.003928051,0.0010590085,0.0006081748,0.0009890817],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0843693,0.0003369248,0.0028450263,0.0005682938,0.0043941964,0.000112343005,0.00041629237,0.00031028557,0.000008669967],"category_scores_gemma":[0.00901775,0.0001684554,0.00009406793,0.0004213118,0.0020201216,0.0002486708,0.00046030927,0.00229553,0.0000069892885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053099317,0.000024101053,0.000007533888,0.32964993,0.0000684351,0.000026369902,0.05410882,4.3393737e-7,1.3529487e-8,0.2523707,0.0018084917,0.3618821],"study_design_scores_gemma":[0.0022895108,0.00058902724,0.00003466047,0.051850747,0.000047205,0.0019687722,0.014512198,0.0026479259,1.7486409e-8,0.004463318,0.9213779,0.00021873799],"about_ca_topic_score_codex":0.09200864,"about_ca_topic_score_gemma":0.0036793523,"teacher_disagreement_score":0.9195694,"about_ca_system_score_codex":0.00039616355,"about_ca_system_score_gemma":0.015762215,"threshold_uncertainty_score":0.9993297},"labels":[],"label_agreement":null},{"id":"W2741392050","doi":"10.1186/s12961-017-0229-1","title":"Increasing health policy and systems research capacity in low- and middle-income countries: results from a bibliometric analysis","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Alliance for Health Policy and Systems Research","keywords":"Health services research; Scope (computer science); Medicine; Health policy; Capacity building; Low and middle income countries; Political science; Bibliometrics; Knowledge translation; Public health; Developing country; Economic growth; Library science; Nursing; Computer science; Economics","score_opus":0.44636147389935943,"score_gpt":0.5345385049022888,"score_spread":0.0881770310029294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741392050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9284548,0.032920703,0.000005382515,0.03318628,0.00017503856,0.0026180048,0.0010301905,0.000045597353,0.0015639692],"genre_scores_gemma":[0.96002334,0.03709069,0.00003760216,0.0007744144,0.0014305733,0.00013008593,0.00005904885,0.000037418227,0.00041681807],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98269194,0.0072193476,0.0020942003,0.0012448548,0.0029484536,0.0038011887],"domain_scores_gemma":[0.98270077,0.008965275,0.00068767316,0.0016568514,0.0014043228,0.0045851027],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.06950528,0.00036292546,0.0020526764,0.07954606,0.003337979,0.0012618678,0.00035082005,0.00041740827,0.0000024054511],"category_scores_gemma":[0.03591093,0.0003119744,0.00008588349,0.04768371,0.0011934931,0.00038571891,0.00044018886,0.0017110803,0.000016443842],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037941234,0.00028646327,0.92937714,0.038905516,0.00036665116,0.00026136055,0.0070341537,0.000011102806,0.000010625714,0.013971839,0.0018576059,0.0041233967],"study_design_scores_gemma":[0.0038173923,0.0008776838,0.9666658,0.010272394,0.000016637525,0.00022438137,0.0023002918,0.0059666582,0.0000011002807,0.0002655142,0.009344061,0.0002481046],"about_ca_topic_score_codex":0.91761714,"about_ca_topic_score_gemma":0.016194716,"teacher_disagreement_score":0.90142244,"about_ca_system_score_codex":0.0024197774,"about_ca_system_score_gemma":0.0076335613,"threshold_uncertainty_score":0.99993324},"labels":[],"label_agreement":null},{"id":"W2743631323","doi":"10.1186/s12961-017-0233-5","title":"Assessing service use for mental health by Indigenous populations in Australia, Canada, New Zealand and the United States of America: a rapid review of population surveys","year":2017,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Queensland Health; Yale University","keywords":"Indigenous; Mental health; Medicine; Psychological intervention; Health services research; Population; Health care; Public health; Inclusion (mineral); Health administration; Nursing; Environmental health; Psychology; Psychiatry; Economic growth","score_opus":0.5927196033789187,"score_gpt":0.5942292689503266,"score_spread":0.0015096655714078588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743631323","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009884939,0.9829424,0.0000046666964,0.0061113667,0.0002100616,0.008627458,0.0010768481,0.000005544549,0.000033157106],"genre_scores_gemma":[0.00016641244,0.99451405,0.000028412933,0.00018503585,0.00024638523,0.00005846299,0.0024265721,0.000021035337,0.002353656],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98226976,0.014041191,0.0015871263,0.00031440964,0.00081181846,0.0009756641],"domain_scores_gemma":[0.9945519,0.0021654153,0.0018609721,0.00036241714,0.00053286913,0.0005264309],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022879664,0.00020807369,0.0017297097,0.0005323037,0.0050413623,0.000192976,0.00030144822,0.00016551556,0.0000023419973],"category_scores_gemma":[0.00036488834,0.00014018182,0.00006475804,0.0011361303,0.0003192333,0.00022368792,0.000008153395,0.00039514236,2.3138956e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026195057,0.00014073293,0.0008975578,0.4947965,0.00010193922,5.42993e-7,0.26245838,0.000002912223,3.911458e-9,0.008936158,0.023564214,0.20907485],"study_design_scores_gemma":[0.00025722926,0.000068794136,0.00060386705,0.03614807,0.00001329554,0.0000032994865,0.0018473376,0.000011702717,2.3814868e-9,0.00007528311,0.9608708,0.000100296784],"about_ca_topic_score_codex":0.9999193,"about_ca_topic_score_gemma":0.99827266,"teacher_disagreement_score":0.9373066,"about_ca_system_score_codex":0.0015572546,"about_ca_system_score_gemma":0.08419712,"threshold_uncertainty_score":0.99625397},"labels":[],"label_agreement":null},{"id":"W2744837849","doi":"10.1186/s12961-017-0224-6","title":"Donor funding health policy and systems research in low- and middle-income countries: how much, from where and to whom","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"Alliance for Health Policy and Systems Research; World Health Organization","keywords":"Health services research; Low and middle income countries; Social policy; Health policy; Public health; Health administration; Health economics; Health informatics; Healthcare policy; Health care reform; Environmental health; Medicine; Public economics; Developing country; Economic growth; Political science; Economics; Nursing","score_opus":0.32262473213499143,"score_gpt":0.5194437880503282,"score_spread":0.19681905591533677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744837849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77069587,0.030172603,0.0000032861424,0.19510761,0.00017919732,0.0028720065,0.00030360077,0.000031224525,0.00063463324],"genre_scores_gemma":[0.963447,0.030172713,0.000026234009,0.0016431337,0.0024061664,0.00015090204,0.000009660645,0.00004506635,0.0020991298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921526,0.0019787916,0.0008452255,0.00092741346,0.0014646347,0.0026313455],"domain_scores_gemma":[0.99386907,0.0011291982,0.00026587394,0.00084222044,0.0004664537,0.0034272037],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012138362,0.00032453125,0.0012231886,0.0013930291,0.003164839,0.0017969079,0.00029666742,0.0002658339,0.0000025755705],"category_scores_gemma":[0.0015882847,0.0002641584,0.000027723472,0.0005343287,0.0007978725,0.00030314585,0.0005923089,0.0011856643,0.000017897666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018144388,0.0002101725,0.7154874,0.13142237,0.00013690363,0.00033110927,0.024530292,0.0000023281737,0.00007357893,0.11284313,0.008513522,0.004634733],"study_design_scores_gemma":[0.0065640393,0.003874104,0.76885104,0.064020745,0.0000075204357,0.0006911554,0.018648164,0.00132479,0.000005799642,0.0018151631,0.1336706,0.0005268499],"about_ca_topic_score_codex":0.60455817,"about_ca_topic_score_gemma":0.016191185,"teacher_disagreement_score":0.588367,"about_ca_system_score_codex":0.0013704507,"about_ca_system_score_gemma":0.0034251336,"threshold_uncertainty_score":0.99998105},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2746253778","doi":"10.1186/s12961-017-0241-5","title":"Health policy and systems research collaboration pathways: lessons from a network science analysis","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Alliance for Health Policy and Systems Research","keywords":"Health services research; Global health; Health policy; Social connectedness; Citation; Political science; Health informatics; Public health; Economic growth; Medicine; Economics; Psychology; Nursing","score_opus":0.4682911180968649,"score_gpt":0.5992208265458154,"score_spread":0.13092970844895052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746253778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5653295,0.065903105,0.00012273043,0.3486399,0.0010877054,0.0071008285,0.0009533217,0.0001536111,0.010709294],"genre_scores_gemma":[0.98081785,0.012395239,0.00005105854,0.0013537657,0.0039289813,0.00023819995,0.00006008406,0.00002919684,0.0011256292],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9865411,0.0038445995,0.0011704083,0.0010981393,0.0033248954,0.00402085],"domain_scores_gemma":[0.98876697,0.0019808572,0.00050759653,0.0017308074,0.00248197,0.0045317984],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049799535,0.00026277505,0.0014070721,0.0029660359,0.009618187,0.0017201947,0.00047432067,0.00024345871,0.0000030813164],"category_scores_gemma":[0.011388227,0.00022173814,0.00007528152,0.0062267384,0.0018645087,0.00041880147,0.00043145262,0.0011297356,0.000028382063],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015548593,0.00047109794,0.13667446,0.011745016,0.00052107853,0.00017888712,0.012328983,0.00022823067,0.00018883958,0.6929063,0.099948645,0.04325359],"study_design_scores_gemma":[0.0040097097,0.003475856,0.6593528,0.0061925007,0.000061034436,0.00022740292,0.017727468,0.05745628,0.000009723459,0.004133169,0.24664676,0.0007072942],"about_ca_topic_score_codex":0.51700526,"about_ca_topic_score_gemma":0.009257981,"teacher_disagreement_score":0.68877316,"about_ca_system_score_codex":0.00255576,"about_ca_system_score_gemma":0.03181797,"threshold_uncertainty_score":0.9993161},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2753353163","doi":"10.1186/s12961-017-0235-3","title":"Knowledge sharing in global health research – the impact, uptake and cost of open access to scholarly literature","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":153,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; McGill University; Université de Montréal","funders":"","keywords":"Health services research; Health administration; Public health; Health economics; Health policy; Health informatics; Medicine; Public relations; Business; Knowledge management; Political science; Computer science; Nursing","score_opus":0.8056227888224113,"score_gpt":0.7318272258695931,"score_spread":0.0737955629528182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753353163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66826093,0.026955418,0.000052754178,0.2433748,0.0004206994,0.007863012,0.0006311618,0.000019281153,0.052421954],"genre_scores_gemma":[0.9931813,0.0016570302,0.000015649319,0.00073530874,0.0005625253,0.00019300311,0.0000037386621,0.000014175457,0.0036373094],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9821423,0.008104428,0.0017640616,0.001349363,0.00423547,0.0024043738],"domain_scores_gemma":[0.98892456,0.004069421,0.0005674283,0.0019810575,0.0026410846,0.0018164355],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.18180296,0.00019066842,0.0007931633,0.0014398167,0.0040897178,0.08129332,0.015448483,0.00023270282,0.000009227565],"category_scores_gemma":[0.08200158,0.0001092182,0.000044330944,0.0046159695,0.0006149388,0.010172314,0.01333166,0.0025459314,0.000027078908],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030566147,0.00010705145,0.2511303,0.00045543895,0.000019417463,0.000011155045,0.015873328,0.000027407863,0.000007268172,0.06457939,0.44158053,0.22590303],"study_design_scores_gemma":[0.0008166296,0.00033055118,0.8360965,0.0019731605,3.828779e-7,0.000042919994,0.004193766,0.0017517593,0.0000017450539,0.022034826,0.13262296,0.00013479566],"about_ca_topic_score_codex":0.240422,"about_ca_topic_score_gemma":0.013440579,"teacher_disagreement_score":0.5849662,"about_ca_system_score_codex":0.0010114792,"about_ca_system_score_gemma":0.006400409,"threshold_uncertainty_score":0.99975526},"labels":[],"label_agreement":null},{"id":"W2753591350","doi":"10.1186/s12961-017-0236-2","title":"Promoting equitable global health research: a policy analysis of the Canadian funding landscape","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of British Columbia, Okanagan Campus; University of Toronto; Interior Health","funders":"Canadian Institutes of Health Research; Fogarty International Center; National Institutes of Health; University of Toronto; International Development Research Centre","keywords":"Equity (law); Growth hormone receptor; Health services research; Corporate governance; European union; Health policy; Business; Political science; Public administration; Public relations; Economic growth; Finance; Economics; Health care; Economic policy; Medicine; Growth hormone","score_opus":0.5422175374992643,"score_gpt":0.5884518810686253,"score_spread":0.04623434356936107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753591350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49015105,0.010363997,0.000004349921,0.44632778,0.00041538384,0.004047115,0.00067491387,0.000043776057,0.04797165],"genre_scores_gemma":[0.9942404,0.00097569125,0.000011806577,0.0020456102,0.0010185409,0.0000788071,0.000022729879,0.000019236657,0.001587198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98838735,0.0030105284,0.0009921279,0.00052932097,0.0023211509,0.004759525],"domain_scores_gemma":[0.9916164,0.00073088263,0.00044209397,0.0014929117,0.001278561,0.0044391374],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043032207,0.00018944847,0.0010689658,0.0022564523,0.007696052,0.00040876868,0.00056289736,0.00020736478,0.000011860741],"category_scores_gemma":[0.015647681,0.00013513809,0.00017004336,0.0044210358,0.0006226591,0.00013784952,0.00040672492,0.0010656426,0.000014912736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00026923828,0.00019836903,0.7208373,0.010707101,0.0005661156,0.000059970578,0.008376234,0.000016348962,0.000013534822,0.1587656,0.076122336,0.024067858],"study_design_scores_gemma":[0.0012679117,0.00094262516,0.8883795,0.0027495883,0.00003698775,0.00013947772,0.003956746,0.008591899,0.000003382922,0.0011184571,0.09261859,0.00019484313],"about_ca_topic_score_codex":0.96196747,"about_ca_topic_score_gemma":0.6712678,"teacher_disagreement_score":0.50408936,"about_ca_system_score_codex":0.0050491975,"about_ca_system_score_gemma":0.04972552,"threshold_uncertainty_score":0.99877024},"labels":[],"label_agreement":null},{"id":"W2753703079","doi":"10.1186/s12961-017-0242-4","title":"The SPARK Tool to prioritise questions for systematic reviews in health policy and systems research: development and initial validation","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"Alliance for Health Policy and Systems Research; World Health Organization","keywords":"Systematic review; Scope (computer science); SPARK (programming language); Health services research; Process management; Benchmarking; Computer science; Medicine; Management science; MEDLINE; Public health; Political science; Engineering; Nursing; Business","score_opus":0.937649951510094,"score_gpt":0.7843373099113006,"score_spread":0.15331264159879343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753703079","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19180916,0.02011274,0.0015543611,0.6277,0.0019353828,0.15346098,0.0006525393,0.0001657757,0.002609089],"genre_scores_gemma":[0.91791725,0.018674418,0.000904565,0.007727863,0.0037948505,0.043920536,0.000023348253,0.00010127776,0.0069358763],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9611446,0.02842201,0.004038213,0.0008598168,0.0018374617,0.0036978943],"domain_scores_gemma":[0.9702016,0.023386873,0.0013773978,0.0013247433,0.0015147112,0.0021946568],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16822213,0.0002797185,0.0011450333,0.0015766483,0.01927759,0.0010013045,0.00063027325,0.00020217667,0.0000015772612],"category_scores_gemma":[0.11374836,0.00020567224,0.000029469027,0.0010695943,0.00054267247,0.0004678658,0.0006013609,0.0011452603,0.000066353976],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001727993,0.00006691308,0.0038378707,0.32383215,0.000027201162,0.0000054131006,0.0946217,0.0000069897233,0.000024752959,0.51334167,0.038759954,0.025302602],"study_design_scores_gemma":[0.0019824242,0.00072577404,0.018493162,0.04885081,0.000002313294,0.00003947811,0.018792305,0.0010153259,0.0000023080604,0.0012354902,0.9085336,0.00032702903],"about_ca_topic_score_codex":0.09992566,"about_ca_topic_score_gemma":0.012719131,"teacher_disagreement_score":0.8697736,"about_ca_system_score_codex":0.0030488414,"about_ca_system_score_gemma":0.016197465,"threshold_uncertainty_score":0.98937976},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2753932277","doi":"10.1186/s12961-017-0238-0","title":"Preterm birth: the role of knowledge transfer and exchange","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"California State University, Fresno; University of California, San Francisco; McMaster University; Bill and Melinda Gates Foundation","keywords":"Context (archaeology); Health services research; Medicine; Knowledge translation; Health care; MEDLINE; Multidisciplinary approach; Nursing; Family medicine; Psychology; Public health; Political science; Computer science; Knowledge management","score_opus":0.2514738286791132,"score_gpt":0.4760043428491794,"score_spread":0.2245305141700662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753932277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87450576,0.031218244,0.000002225386,0.00748515,0.0001427045,0.0018414898,0.000119297634,0.000018640047,0.084666476],"genre_scores_gemma":[0.99357903,0.003992342,0.000006163856,0.00010492605,0.00042971023,0.0000735827,0.0000065224503,0.000011148066,0.0017965824],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984684,0.00035583295,0.00024217185,0.00016606922,0.00032151022,0.0004460026],"domain_scores_gemma":[0.99883574,0.0002458528,0.00004588141,0.00041035426,0.00020319654,0.00025897776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029032393,0.000085660446,0.00027771154,0.0001747145,0.000777947,0.000084203915,0.00013668394,0.00006508437,0.000007681047],"category_scores_gemma":[0.0003227523,0.00005245975,0.00002635802,0.000077981174,0.00033785525,0.00006668064,0.00008359756,0.0002603053,0.0000025514803],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013121855,0.00008565012,0.25829577,0.038382966,0.00027582067,0.000048431604,0.2670848,1.0424144e-7,0.0028300784,0.099895425,0.010323166,0.32146558],"study_design_scores_gemma":[0.0018539825,0.00088239805,0.15129417,0.001855961,0.000009273363,0.00020801766,0.0025682952,0.00058406056,0.0005836752,0.00055310124,0.83943444,0.0001726294],"about_ca_topic_score_codex":0.0025036847,"about_ca_topic_score_gemma":0.00015119564,"teacher_disagreement_score":0.8291113,"about_ca_system_score_codex":0.000044499728,"about_ca_system_score_gemma":0.00054277113,"threshold_uncertainty_score":0.5983418},"labels":[],"label_agreement":null},{"id":"W2756336022","doi":"10.1186/s12961-017-0244-2","title":"Requirements of health policy and services journals for authors to disclose financial and non-financial conflicts of interest: a cross-sectional study","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Faculty of Medicine, American University of Beirut; American University of Beirut","keywords":"Conflict of interest; Health policy; Financial services; Health services research; Payment; Finance; Business; Accounting; Public health; Public relations; Medicine; Political science; Nursing","score_opus":0.899154213398619,"score_gpt":0.7397961640869437,"score_spread":0.1593580493116753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756336022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97501963,0.0021570288,0.000017836925,0.017898455,0.0005259968,0.0034061684,0.00079693185,0.000010444791,0.00016750318],"genre_scores_gemma":[0.99477446,0.0011326484,0.00001574022,0.0020000215,0.0014219534,0.00021450703,0.000007277588,0.000019027175,0.0004143355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994307,0.0021092198,0.001411813,0.00049263897,0.0004589148,0.0012204507],"domain_scores_gemma":[0.99567676,0.00087408227,0.0007558896,0.00031709686,0.0006916885,0.0016845018],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018194139,0.00022929974,0.0008086894,0.00058944576,0.002667827,0.00018750959,0.0003912359,0.00044451802,0.0000104802075],"category_scores_gemma":[0.0032881596,0.0002067387,0.000052984662,0.00026741825,0.0006858214,0.00024501813,0.00041556603,0.0013302183,0.0000018808055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003315715,0.0010347903,0.89520156,0.014731352,0.0001627872,0.000013146479,0.01842837,0.000014867765,0.0014363034,0.039647136,0.0016226685,0.024391277],"study_design_scores_gemma":[0.0042470223,0.0035387515,0.9599242,0.0007010418,0.000011402294,0.000033689674,0.00096643425,0.00056271104,0.00026951806,0.0017550234,0.02779898,0.00019118153],"about_ca_topic_score_codex":0.016601553,"about_ca_topic_score_gemma":0.0014244284,"teacher_disagreement_score":0.06472266,"about_ca_system_score_codex":0.00023657616,"about_ca_system_score_gemma":0.0025067097,"threshold_uncertainty_score":0.9986306},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2765684460","doi":"10.1186/s12961-017-0256-y","title":"Building capacity for medical education research in family medicine: the Program for Innovation in Medical Education (PIME)","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Coaching; Medical education; Health services research; Medicine; Health administration; Variety (cybernetics); Family medicine; Public relations; Nursing; Public health; Psychology; Political science","score_opus":0.7269560023233361,"score_gpt":0.7070710442779148,"score_spread":0.01988495804542134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765684460","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24420595,0.0031951815,0.00028411677,0.7337008,0.0006614199,0.014623514,0.0000126996065,0.000030940893,0.0032853913],"genre_scores_gemma":[0.95690227,0.004300388,0.00073191075,0.017865505,0.006799103,0.012259765,0.000083933024,0.000052836196,0.0010043214],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9872336,0.0024479656,0.00152579,0.00062035065,0.005199768,0.0029725463],"domain_scores_gemma":[0.9666672,0.012420305,0.00055635144,0.0018712706,0.0061685005,0.01231642],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12851164,0.00018268173,0.0006395821,0.002395443,0.0015382301,0.00018474943,0.0006569992,0.000526052,0.000014627981],"category_scores_gemma":[0.55701214,0.00012007516,0.00003958915,0.0018804475,0.0015750381,0.00021113531,0.00016232197,0.0025272334,0.000004658361],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004601421,0.0007931775,0.002527671,0.0068460093,0.000009088588,0.0000050481704,0.0012023137,1.1277919e-7,0.00004838293,0.13828126,0.117525786,0.732301],"study_design_scores_gemma":[0.005986479,0.0034735992,0.038984314,0.014386679,0.0000034502682,0.000096100295,0.0035788277,0.011134335,0.000010569812,0.014148072,0.9080344,0.000163169],"about_ca_topic_score_codex":0.07023254,"about_ca_topic_score_gemma":0.0028286667,"teacher_disagreement_score":0.7905086,"about_ca_system_score_codex":0.0019426171,"about_ca_system_score_gemma":0.15541065,"threshold_uncertainty_score":0.999774},"labels":[],"label_agreement":null},{"id":"W2766604411","doi":"10.1186/s12961-017-0255-z","title":"A critical appraisal of guidelines used for management of severe acute malnutrition in South Africa’s referral system","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"African Population and Health Research Center; International Development Research Centre","keywords":"Referral; Medicine; Context (archaeology); Stakeholder; Rigour; Health care; Health administration; Severe Acute Malnutrition; Nursing; Health services research; Nursing research; Guideline; Critical appraisal; Public health; Family medicine; Malnutrition; Public relations; Political science; Alternative medicine","score_opus":0.4761420466917997,"score_gpt":0.5686484861725304,"score_spread":0.09250643948073067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766604411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88711315,0.0041845804,0.0007181793,0.091887966,0.0020980216,0.008000645,0.0019594096,0.00011361857,0.003924453],"genre_scores_gemma":[0.9985257,0.000076816534,0.00054172263,0.00003296192,0.00046105444,0.00021461316,0.000018517563,0.000019179815,0.0001094252],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99702495,0.00053949986,0.0008922289,0.000303034,0.0005905986,0.00064971123],"domain_scores_gemma":[0.99792856,0.0005591093,0.00022813448,0.00046233725,0.000601848,0.00022002666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003519141,0.000121969104,0.00050373666,0.00051294436,0.00042109055,0.00015246795,0.0003013212,0.00011171906,8.9071716e-7],"category_scores_gemma":[0.0009038656,0.000108790686,0.000067683395,0.00018580574,0.00021061314,0.00019646989,0.000117790696,0.00018430204,0.0000015058348],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010089844,0.0016201626,0.024527917,0.31418988,0.0003686489,0.00009276815,0.03513867,0.0000469218,0.0011391252,0.53869843,0.06980826,0.00427937],"study_design_scores_gemma":[0.1252696,0.017743789,0.23851912,0.1878409,0.00042669792,0.0008472942,0.15325426,0.07556123,0.008294577,0.020762298,0.16751666,0.0039635664],"about_ca_topic_score_codex":0.0023778165,"about_ca_topic_score_gemma":0.000049248105,"teacher_disagreement_score":0.51793617,"about_ca_system_score_codex":0.00017980114,"about_ca_system_score_gemma":0.00008716062,"threshold_uncertainty_score":0.44363552},"labels":[],"label_agreement":null},{"id":"W2772016768","doi":"10.1186/s12961-017-0265-x","title":"Alliance members’ roles in collective field-building: an assessment of leadership and championship within the Population Health Intervention Research Initiative for Canada","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; Public Health Agency of Canada; University of Ottawa; Université de Montréal; University of Waterloo; University of Toronto","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research","keywords":"Public relations; Population health; Population; Public health; Health services research; Capacity building; Alliance; Stakeholder; Political science; Sociology; Medicine; Nursing; Environmental health","score_opus":0.9351939597041804,"score_gpt":0.7769700190412683,"score_spread":0.15822394066291212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772016768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63307035,0.000578937,0.00033707687,0.35469964,0.00040632335,0.010015732,0.00018359593,0.000015770902,0.00069257064],"genre_scores_gemma":[0.9918408,0.0002014166,0.00022243847,0.005308649,0.0003214159,0.0015608933,0.000012144308,0.000017074504,0.00051516225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97671396,0.01838298,0.0014516665,0.00048935146,0.0013618844,0.0016001553],"domain_scores_gemma":[0.98273593,0.013926246,0.0010665159,0.00057432,0.0010574767,0.0006395348],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07278551,0.00013531232,0.00046794472,0.0005066579,0.0070777927,0.00012789987,0.00044549102,0.00013575703,0.00000529487],"category_scores_gemma":[0.019477457,0.00010783148,0.000021127726,0.0006347472,0.00035658758,0.0003895023,0.0001890986,0.0013838974,4.2645996e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034684376,0.000110132736,0.52132493,0.011843998,0.000030758467,0.000002093286,0.1385765,0.0000599269,0.000024003399,0.28907475,0.031396266,0.0072098006],"study_design_scores_gemma":[0.0015988353,0.0012373942,0.8545803,0.002006071,0.0000010051351,0.0000023906077,0.12507886,0.006477364,0.0000072410667,0.0048704534,0.0040281126,0.00011197904],"about_ca_topic_score_codex":0.9337926,"about_ca_topic_score_gemma":0.9526196,"teacher_disagreement_score":0.35877046,"about_ca_system_score_codex":0.003143775,"about_ca_system_score_gemma":0.019658154,"threshold_uncertainty_score":0.99421483},"labels":[],"label_agreement":null},{"id":"W2785186396","doi":"10.1186/s12961-020-00624-7","title":"Assessing how information is packaged in rapid reviews for policy-makers and other stakeholders: a cross-sectional study","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Health administration; Health policy; Health services research; Key (lock); Process (computing); Relative risk; Bridge (graph theory); Health care; Public relations; Medicine; Knowledge management; Business; Public health; Computer science; Political science; Nursing","score_opus":0.9639795651043953,"score_gpt":0.7670293689760298,"score_spread":0.1969501961283655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785186396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5586598,0.0010648908,0.001573047,0.40447453,0.00039656108,0.030867865,0.0009476093,0.00012638346,0.0018893491],"genre_scores_gemma":[0.9200723,0.00048452284,0.00015537406,0.07520746,0.0013330877,0.00241952,0.000013275437,0.000027400363,0.00028704148],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866384,0.0079765525,0.0019670038,0.00049764867,0.001092752,0.001827606],"domain_scores_gemma":[0.9928758,0.00434017,0.0006920942,0.00031456776,0.0005560567,0.0012213163],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033730507,0.00020754052,0.00060470804,0.0010423992,0.0024019454,0.00062105845,0.00022083036,0.00017353176,0.000025767127],"category_scores_gemma":[0.020105932,0.00017919671,0.000038759677,0.0018055189,0.00023460342,0.0014449089,0.00015349874,0.0009694942,0.000052743726],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021654805,0.00007030668,0.60966235,0.015193291,0.000022920382,0.0000014164061,0.27344087,0.000005174047,0.00004578511,0.008052866,0.08195902,0.011329428],"study_design_scores_gemma":[0.004038442,0.00078311155,0.21123515,0.0004241161,0.0000014525435,0.000004418406,0.07430587,0.0015604426,0.0000011493402,0.00016269067,0.7072914,0.00019170671],"about_ca_topic_score_codex":0.023249932,"about_ca_topic_score_gemma":0.00089318765,"teacher_disagreement_score":0.6253324,"about_ca_system_score_codex":0.001065103,"about_ca_system_score_gemma":0.005848649,"threshold_uncertainty_score":0.9997873},"labels":[],"label_agreement":null},{"id":"W2788475405","doi":"10.1186/s12961-018-0281-5","title":"ISRIA statement: ten-point guidelines for an effective process of research impact assessment","year":2018,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Innovates","funders":"Novo Nordisk Fonden; European Commission; National Institute for Health and Care Research","keywords":"Context (archaeology); Scrutiny; Stakeholder engagement; Health services research; Multidisciplinary approach; Stakeholder; Public relations; Formative assessment; Mission statement; Process (computing); Medicine; Political science; Sociology; Public health; Social science; Nursing; Computer science","score_opus":0.4426886509596459,"score_gpt":0.6469358674899611,"score_spread":0.20424721653031525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788475405","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22515668,0.0020624683,0.0005167393,0.7066125,0.0011961439,0.04235355,0.0042103557,0.00016285366,0.017728653],"genre_scores_gemma":[0.76831806,0.0053198286,0.0018090596,0.15174475,0.035314932,0.014021436,0.0023042916,0.0007365869,0.020431053],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98584867,0.005119854,0.0013585249,0.0010548395,0.00401557,0.002602554],"domain_scores_gemma":[0.99555427,0.0016225054,0.00055264606,0.0007780577,0.0006774607,0.0008150538],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.026180295,0.00047256608,0.0010183236,0.0006297638,0.0013506777,0.0002846028,0.00076910935,0.00062981184,0.00015563983],"category_scores_gemma":[0.0014988114,0.00035821827,0.00015679639,0.00090705557,0.0016616582,0.0004946726,0.00055224774,0.0021097031,0.00006292204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008632703,0.00020976517,0.0036377015,0.0030091482,0.00010265622,0.000009506573,0.0028392733,0.000037172027,0.00016312017,0.000078149125,0.98683625,0.0029909047],"study_design_scores_gemma":[0.003487167,0.028485505,0.035623122,0.003104204,0.00003876576,0.000050816132,0.010691444,0.005337553,0.00019513514,0.010279191,0.9013447,0.0013623859],"about_ca_topic_score_codex":0.05338669,"about_ca_topic_score_gemma":0.0004194337,"teacher_disagreement_score":0.5548678,"about_ca_system_score_codex":0.0046695843,"about_ca_system_score_gemma":0.0011368085,"threshold_uncertainty_score":0.99994946},"labels":[],"label_agreement":null},{"id":"W2792148502","doi":"10.1186/s12961-018-0290-4","title":"Contextually tailored interventions can increase evidence-informed policy-making on health-enhancing physical activity: the experiences of two Danish municipalities","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Seventh Framework Programme; Terveyden ja hyvinvoinnin laitos; Universiteit van Tilburg; Syddansk Universitet; European Commission; University of Ottawa","keywords":"Psychological intervention; Context (archaeology); Health services research; Knowledge translation; Stakeholder; Health policy; Qualitative research; Health administration; Intervention (counseling); Medicine; Sustainability; Public relations; Public health; Nursing; Psychology; Political science; Knowledge management; Sociology","score_opus":0.8717857335563491,"score_gpt":0.7581461577657446,"score_spread":0.11363957579060457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792148502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8784779,0.00031313932,0.00013934274,0.11347551,0.00046110904,0.0042130738,0.00013819011,0.00007891121,0.0027028588],"genre_scores_gemma":[0.9803538,0.00037431534,0.000032158234,0.013292066,0.0026708625,0.0018314561,0.00000396117,0.000030316745,0.0014110719],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97751087,0.015342518,0.0019011452,0.000551332,0.0019377447,0.002756379],"domain_scores_gemma":[0.9737002,0.02159912,0.001359835,0.00096006476,0.0012034486,0.0011773192],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.025073035,0.00027810785,0.00086626527,0.001118672,0.006350813,0.00014403411,0.00079723704,0.000108672815,0.00004609085],"category_scores_gemma":[0.031825222,0.00019903333,0.00011831676,0.0020961994,0.0018521755,0.00049606187,0.0005297446,0.0012170566,0.00005852064],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018702829,0.00008333821,0.00032915964,0.004771208,0.000024655814,0.0000010488307,0.8689507,0.0000035779672,0.00009057686,0.10807892,0.011599037,0.0058806986],"study_design_scores_gemma":[0.0016733232,0.0040058666,0.0035273903,0.016309217,0.0000055836135,0.0000155275,0.94856524,0.001949173,0.00014250458,0.0012308279,0.022256106,0.0003192473],"about_ca_topic_score_codex":0.35529584,"about_ca_topic_score_gemma":0.07307499,"teacher_disagreement_score":0.28222084,"about_ca_system_score_codex":0.0022637057,"about_ca_system_score_gemma":0.02447234,"threshold_uncertainty_score":0.9949428},"labels":[],"label_agreement":null},{"id":"W2798069311","doi":"10.1186/s12961-017-0268-7","title":"The quest for a framework for sustainable and institutionalised priority-setting for health research in a low-resource setting: the case of Zambia","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Context (archaeology); Health services research; Health administration; Process (computing); Resource (disambiguation); Health policy; Medicine; Business; Public health; Public relations; Nursing; Political science; Computer science","score_opus":0.23809911840727452,"score_gpt":0.553165129415467,"score_spread":0.31506601100819254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798069311","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41013554,0.027285617,0.0025646337,0.515626,0.00035140067,0.042522952,0.00056239404,0.0000604001,0.00089106284],"genre_scores_gemma":[0.9908321,0.0006374291,0.0005987999,0.0028493498,0.0019686844,0.0022884181,0.000023800694,0.000030377518,0.00077107205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99303585,0.002103999,0.0009807006,0.00045145946,0.0006413313,0.0027866638],"domain_scores_gemma":[0.974658,0.021309374,0.00025575623,0.0005142878,0.002286686,0.000975884],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07008284,0.00015003237,0.000547541,0.00050945557,0.004600424,0.00016589333,0.00016514072,0.00019041484,4.1234662e-7],"category_scores_gemma":[0.027637435,0.00009581172,0.000067770015,0.0010198177,0.0010132488,0.0000760664,0.0001230583,0.0007623143,5.678339e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035193407,0.0001596617,0.00137563,0.04030192,0.000029446175,0.00004427152,0.006719572,0.0000026269563,0.0000050273875,0.8689643,0.060797624,0.018080559],"study_design_scores_gemma":[0.0044435305,0.0054424633,0.0020110058,0.0056966254,0.0000061552755,0.00069740415,0.04379629,0.013431354,0.000013059,0.03376629,0.89051783,0.00017798935],"about_ca_topic_score_codex":0.029112753,"about_ca_topic_score_gemma":0.0023459154,"teacher_disagreement_score":0.83519804,"about_ca_system_score_codex":0.0007975221,"about_ca_system_score_gemma":0.009255248,"threshold_uncertainty_score":0.99669546},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2799331768","doi":"10.1186/s12961-018-0295-z","title":"The implementation of Health in All Policies initiatives: a systems framework for government action","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto","funders":"Canadian Institutes of Health Research; Health Canada; Ontario Ministry of Health and Long-Term Care; Wilfrid Laurier University","keywords":"Health policy; Civil society; Health services research; Government (linguistics); Corporate governance; Public administration; Health administration; Private sector; Political science; Public health; Public relations; Business; Politics; Economics; Medicine; Economic growth; Nursing","score_opus":0.4577023638958974,"score_gpt":0.57580007832365,"score_spread":0.11809771442775258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799331768","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13552614,0.007406931,0.003799366,0.83465546,0.0023754134,0.010314007,0.00027058722,0.000097545664,0.005554583],"genre_scores_gemma":[0.97825384,0.002357644,0.00003658166,0.015106834,0.0036158534,0.00052702177,0.000018374712,0.000020634265,0.000063213694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955598,0.0008842006,0.0012322029,0.0002724402,0.00055322726,0.0014981425],"domain_scores_gemma":[0.99664366,0.001765083,0.00079113076,0.0002734574,0.00043203487,0.00009463057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018495599,0.00014198334,0.00048546147,0.00033159638,0.0010421328,0.00023844528,0.00021718204,0.00010492061,0.0000025237935],"category_scores_gemma":[0.0025623592,0.00010271476,0.000038975533,0.00077324937,0.00027739137,0.00035547552,0.00013748674,0.00026052873,0.000009648865],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004793196,0.000026062584,0.0018260478,0.0021655988,0.000017083205,7.1550744e-8,0.0010798033,0.000020888181,0.0000022058798,0.90093803,0.08756341,0.0063128704],"study_design_scores_gemma":[0.00048521152,0.0003403622,0.019229153,0.0003222481,0.0000014321719,0.0000021385306,0.038558856,0.004889968,5.769224e-7,0.007905526,0.928179,0.00008548827],"about_ca_topic_score_codex":0.39478207,"about_ca_topic_score_gemma":0.007133029,"teacher_disagreement_score":0.8930325,"about_ca_system_score_codex":0.00075012987,"about_ca_system_score_gemma":0.0006936295,"threshold_uncertainty_score":0.80153483},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2800937162","doi":"10.1186/s12961-018-0309-x","title":"Generating evidence for health policy in challenging settings: lessons learned from four prevention of mother-to-child transmission of HIV implementation research studies in Nigeria","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Child Health and Human Development; National Institutes of Health; Global Affairs Canada; U.S. President’s Emergency Plan for AIDS Relief; World Health Organization; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Aeronautics and Space Administration","keywords":"Medicine; Incentive; Health services research; Context (archaeology); Implementation research; Nursing; Capacity building; Health administration; Community mobilization; Public health; Public relations; Economic growth; Political science; Psychological intervention","score_opus":0.9411349955843059,"score_gpt":0.7937133703334168,"score_spread":0.1474216252508891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800937162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5219397,0.0025639618,0.0038921612,0.4596599,0.000228713,0.011198004,0.00035972943,0.00003199761,0.00012584725],"genre_scores_gemma":[0.9866218,0.005841089,0.0015601227,0.0027955654,0.0012718212,0.0016405908,0.000015306152,0.000041369967,0.00021236224],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97419125,0.017617231,0.0031997391,0.00078905904,0.0016276478,0.0025750748],"domain_scores_gemma":[0.98455775,0.011851877,0.0008986566,0.00049063674,0.0015080607,0.0006930153],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07364733,0.00020009455,0.00088713085,0.0032692149,0.0021307883,0.000030340809,0.00037300022,0.00015795033,0.000014971696],"category_scores_gemma":[0.015604954,0.00018914847,0.00004753993,0.0032685979,0.0003567099,0.00028237997,0.00022954016,0.00087703834,0.000008270656],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007063542,0.00014527787,0.014113381,0.025521986,0.000040528495,0.0000014061658,0.7790427,0.00019069776,0.0054073767,0.013773546,0.009469445,0.15158726],"study_design_scores_gemma":[0.010870211,0.0075324755,0.054669067,0.06689957,0.0000051347065,0.000006516732,0.77613604,0.0160783,0.0009065077,0.012353074,0.053869918,0.0006731853],"about_ca_topic_score_codex":0.120813556,"about_ca_topic_score_gemma":0.043399245,"teacher_disagreement_score":0.46468207,"about_ca_system_score_codex":0.0023926576,"about_ca_system_score_gemma":0.009491055,"threshold_uncertainty_score":0.9991683},"labels":[],"label_agreement":null},{"id":"W2801601931","doi":"10.1186/s12961-018-0296-y","title":"Correction to: Patient engagement in Canada: a scoping review of the ‘how’ and ‘what’ of patient engagement in health research","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Health services research; Health administration; Health informatics; Public health; Medicine; Medical education; Library science; Nursing; Computer science","score_opus":0.8154032247848584,"score_gpt":0.6424800774812885,"score_spread":0.17292314730356984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801601931","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012285409,0.9536542,0.0000010325664,0.0035677038,0.0025265957,0.038577355,0.0001533057,0.0000064930596,0.00028472202],"genre_scores_gemma":[0.00258154,0.9887886,0.000015391406,0.0025172017,0.00024261084,0.005526716,0.00007239188,0.000049484544,0.00020605768],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.91995525,0.06744921,0.0055461824,0.0009303523,0.0033269788,0.002792009],"domain_scores_gemma":[0.9871002,0.0075779622,0.002158418,0.0010435237,0.0009186325,0.0012012619],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0673596,0.0004346121,0.0028951627,0.0016874128,0.0016632234,0.00003920998,0.00047438563,0.00021139403,0.000024945035],"category_scores_gemma":[0.004214118,0.0003074781,0.000104304534,0.0030970357,0.00021299231,0.0001329799,0.0012800521,0.0037815378,0.000008141865],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00002872992,0.000105540894,0.00042193054,0.7150182,0.00001346403,0.0000018098123,0.007853065,0.0000010299891,2.8156466e-8,0.00027353462,0.016415352,0.2598673],"study_design_scores_gemma":[0.00022298038,0.0010557572,0.000079749036,0.59131855,0.0000031610932,0.0000017334033,0.010291255,0.000018486056,2.4861507e-7,0.0000064342366,0.39689702,0.00010460591],"about_ca_topic_score_codex":0.9170545,"about_ca_topic_score_gemma":0.78830457,"teacher_disagreement_score":0.38048166,"about_ca_system_score_codex":0.013448749,"about_ca_system_score_gemma":0.065452226,"threshold_uncertainty_score":0.9999377},"labels":[],"label_agreement":null},{"id":"W2801608022","doi":"10.1186/s12961-018-0288-y","title":"Common issues raised during the quality assurance process of WHO guidelines: a cross-sectional study","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Hôpital de l'Enfant-Jésus","funders":"World Health Organization","keywords":"Guideline; Medicine; Quality assurance; Family medicine; Accounting; Business; External quality assessment; Pathology","score_opus":0.8019623507462095,"score_gpt":0.7429135024014568,"score_spread":0.05904884834475266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801608022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9747703,0.00065530837,0.000030793828,0.02136183,0.00014023246,0.0025734692,0.000043309956,0.000027310585,0.0003974533],"genre_scores_gemma":[0.9952273,0.00021156616,0.00002814932,0.00072342023,0.0025391167,0.00015053466,0.0000070510137,0.000016165539,0.0010967255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925874,0.002522707,0.0023659307,0.0003441856,0.0016667028,0.0005131038],"domain_scores_gemma":[0.99143517,0.003464802,0.0005451274,0.00052173977,0.0037628643,0.0002702843],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030832738,0.0001136263,0.00048116388,0.00020169474,0.0007275399,0.00010279892,0.00016895865,0.00007225435,0.000025664847],"category_scores_gemma":[0.033231057,0.00007532326,0.000044226235,0.0006472379,0.0004455775,0.0001602147,0.00009611297,0.00045595868,0.00001318049],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096186186,0.00023145012,0.98897034,0.0024234222,0.000055313998,0.000002355454,0.0032481488,0.000009713016,0.00016976745,0.00041465965,0.0029430361,0.0005699478],"study_design_scores_gemma":[0.0023431345,0.0012462412,0.9838085,0.00026577123,0.0000036596668,0.000035962505,0.0062062475,0.00071100896,0.000046032954,0.00011942037,0.005154437,0.000059544716],"about_ca_topic_score_codex":0.05525915,"about_ca_topic_score_gemma":0.0022527615,"teacher_disagreement_score":0.05300639,"about_ca_system_score_codex":0.00019091557,"about_ca_system_score_gemma":0.001429608,"threshold_uncertainty_score":0.99796164},"labels":[],"label_agreement":null},{"id":"W2802993040","doi":"10.1186/s12961-018-0282-4","title":"Patient engagement in Canada: a scoping review of the ‘how’ and ‘what’ of patient engagement in health research","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":511,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Health administration; Public health; Public engagement; Health policy; Medicine; Health economics; Community engagement; Healthcare policy; Health informatics; Stakeholder engagement; Population health; Nursing; Medical education; International health; Public relations; Political science","score_opus":0.8508249970646553,"score_gpt":0.6519557557201537,"score_spread":0.19886924134450157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802993040","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013311503,0.95557564,4.115308e-7,0.0040179477,0.0008991143,0.03763105,0.0002450242,0.0000061676396,0.0002934789],"genre_scores_gemma":[0.0023004557,0.9897768,0.000017573731,0.002277446,0.00022637812,0.005132886,0.00009244272,0.00005754296,0.00011845585],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8998862,0.08500941,0.0067207343,0.001018749,0.0039656376,0.0033992568],"domain_scores_gemma":[0.9861876,0.0076107974,0.0028224038,0.0012829356,0.0009100206,0.0011862669],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.08072329,0.0005036207,0.0035601673,0.0016051002,0.0017787454,0.00004114033,0.0005820749,0.00028458354,0.000033453285],"category_scores_gemma":[0.0029695851,0.00034552507,0.00012813273,0.0027766859,0.000377485,0.00015481083,0.0016144853,0.0043826513,0.0000068649324],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000022449396,0.00012331935,0.00047489948,0.79026777,0.000018795447,0.000003296226,0.0072758924,3.6627236e-7,1.8641686e-8,0.00086705876,0.0051165293,0.19582961],"study_design_scores_gemma":[0.00030457764,0.00080164097,0.000056891473,0.585505,0.0000037737884,0.0000017133383,0.010243339,0.000009919477,1.5421112e-7,0.000016186434,0.40294248,0.00011434657],"about_ca_topic_score_codex":0.89548033,"about_ca_topic_score_gemma":0.6918792,"teacher_disagreement_score":0.39782593,"about_ca_system_score_codex":0.011831315,"about_ca_system_score_gemma":0.0838112,"threshold_uncertainty_score":0.9998997},"labels":[],"label_agreement":null},{"id":"W2803624746","doi":"10.1186/s12961-018-0305-1","title":"Problems maintaining collaborative approaches with excluded populations in a randomised control trial: lessons learned implementing Housing First in France","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Fondation de France","keywords":"Housing First; Thematic analysis; Politics; Public relations; Grey literature; Public administration; Participant observation; Sociology; Political science; Qualitative research; Mental health; Medicine; MEDLINE; Social science; Psychiatry; Mental illness","score_opus":0.6749791823116797,"score_gpt":0.5941550051413,"score_spread":0.08082417717037971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803624746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96590555,0.0012855622,0.0005583799,0.016905151,0.00014529433,0.012705463,0.00006090689,0.000065630535,0.0023680595],"genre_scores_gemma":[0.99466294,0.0002717398,0.000085583786,0.00010048204,0.0009898425,0.0035710614,0.000014939185,0.000043293312,0.0002600927],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9881421,0.007558463,0.0012598842,0.000497372,0.00061045145,0.0019317513],"domain_scores_gemma":[0.9963437,0.0021335452,0.00044424817,0.00026204565,0.00048668068,0.0003297787],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.019112622,0.00020539813,0.0010833816,0.00078440027,0.0032542641,0.00011684794,0.00016017396,0.00021634388,0.000011847099],"category_scores_gemma":[0.0016254311,0.00016551629,0.000028942277,0.0020678006,0.00029366842,0.00019711247,0.000092279784,0.0010160792,0.00000802301],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018720757,0.00030315624,0.36007214,0.0036698212,0.000066788074,0.000016925547,0.52044135,0.00042731932,0.000018120169,0.091709726,0.00011457864,0.004439306],"study_design_scores_gemma":[0.30845776,0.0014352201,0.052144278,0.006364373,0.000007987912,6.485291e-7,0.60132647,0.014161043,0.000002250347,0.0024009391,0.013220289,0.0004787438],"about_ca_topic_score_codex":0.099402584,"about_ca_topic_score_gemma":0.29048502,"teacher_disagreement_score":0.30792788,"about_ca_system_score_codex":0.00068414275,"about_ca_system_score_gemma":0.0026846237,"threshold_uncertainty_score":0.99804336},"labels":[],"label_agreement":null},{"id":"W2804026557","doi":"10.1186/s12961-018-0297-x","title":"Developing a workbook to support the contextualisation of global health systems guidance: a case study identifying steps and critical factors for success in this process at WHO","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Hospital; McMaster University; Impact","funders":"International Development Research Centre","keywords":"Workbook; Process (computing); Qualitative research; Health services research; Medical education; Health administration; Medicine; Process management; Public health; Public relations; Nursing; Computer science; Sociology; Political science; Engineering; Social science","score_opus":0.4052199902159421,"score_gpt":0.5942935697618779,"score_spread":0.18907357954593573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804026557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97959226,0.0023260408,0.00023303575,0.01122289,0.00019629445,0.006159285,0.00010820369,0.00001869485,0.00014329838],"genre_scores_gemma":[0.9976443,0.00012322217,0.000019438769,0.0012296523,0.00043707262,0.00031803138,0.0000044248704,0.000014877151,0.00020898854],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99556965,0.0011441072,0.0010461108,0.00042127026,0.0008085693,0.0010103199],"domain_scores_gemma":[0.9972767,0.00073066104,0.00018690061,0.00025125194,0.0008411649,0.0007132805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007488039,0.00017099346,0.00071256113,0.0002257462,0.00088464416,0.00012394274,0.00012970231,0.0000838383,0.0000025312258],"category_scores_gemma":[0.0014606466,0.00011438957,0.000025252562,0.0006592283,0.0002445066,0.00010797832,0.00013210923,0.00022064445,0.000002501178],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092178286,0.00023671528,0.8479139,0.033579826,0.000058795114,0.00013884036,0.07759636,0.0000027409258,0.0000056268977,0.03372829,0.0040695444,0.001747561],"study_design_scores_gemma":[0.007811278,0.018604647,0.614343,0.01937698,0.000031669475,0.0061013275,0.32324874,0.0020411408,0.000022110504,0.00075979065,0.007110927,0.0005484242],"about_ca_topic_score_codex":0.140212,"about_ca_topic_score_gemma":0.014091925,"teacher_disagreement_score":0.24565238,"about_ca_system_score_codex":0.0014940838,"about_ca_system_score_gemma":0.0026137854,"threshold_uncertainty_score":0.8655134},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2805025278","doi":"10.1186/s12961-018-0316-y","title":"Translating research into action: an international study of the role of research funders","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; International Development Research Centre","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Knowledge translation; Health services research; Context (archaeology); Public health; Translational research; Public relations; Political science; Medicine; Knowledge management; Nursing","score_opus":0.9666478044080707,"score_gpt":0.8347703989874603,"score_spread":0.13187740542061044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805025278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9487421,0.00013034984,0.000016397638,0.030771641,0.0005453951,0.0052432604,0.00004632138,0.000026811236,0.0144777065],"genre_scores_gemma":[0.995911,0.000119802695,0.00005397933,0.00041475054,0.0019605323,0.00056286855,0.0000020593482,0.000025536428,0.0009494743],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94753486,0.04238667,0.0018302586,0.0005883394,0.005460407,0.0021994575],"domain_scores_gemma":[0.9814725,0.009831003,0.00043621295,0.0010633961,0.0063629276,0.000833991],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11051672,0.00012674139,0.0003975104,0.0020285957,0.0063563637,0.00006504198,0.0011876355,0.00017654499,0.00010033899],"category_scores_gemma":[0.012433086,0.00009455054,0.000031802807,0.004457302,0.0018930822,0.00042499165,0.0005739955,0.0024276872,0.000050420294],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035676933,0.0004694266,0.17160106,0.003039289,0.00004467858,0.0000010117453,0.7211446,0.000007488227,0.0028676842,0.07321035,0.005412052,0.02184558],"study_design_scores_gemma":[0.0016262799,0.0034543222,0.07243057,0.00087187503,0.0000014317587,0.0000047492117,0.80613786,0.0018133287,0.00013982262,0.0049170842,0.10849406,0.00010863553],"about_ca_topic_score_codex":0.20315598,"about_ca_topic_score_gemma":0.033791162,"teacher_disagreement_score":0.16936481,"about_ca_system_score_codex":0.0012355988,"about_ca_system_score_gemma":0.009557479,"threshold_uncertainty_score":0.99987376},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2805554614","doi":"10.1186/s12961-018-0323-z","title":"Development of measurable indicators to enhance public health evidence-informed policy-making","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Seventh Framework Programme; Terveyden ja hyvinvoinnin laitos; Universiteit van Tilburg; Syddansk Universitet; European Commission; University of Ottawa","keywords":"Health services research; Public health; Health administration; Health policy; Social policy; Healthcare policy; Environmental health; Health informatics; Public health policy; Medicine; International health; Political science; Nursing","score_opus":0.7052106289856453,"score_gpt":0.6659431645554368,"score_spread":0.039267464430208565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805554614","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24094373,0.006463861,0.0037641835,0.6127749,0.000702577,0.014619537,0.000061951476,0.0006189641,0.12005027],"genre_scores_gemma":[0.99221534,0.0011377926,0.0021008516,0.0012174962,0.0011424454,0.00043832205,0.0000013748943,0.000025194671,0.0017211906],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98728347,0.0038068437,0.0012362392,0.0005226814,0.004001779,0.0031489613],"domain_scores_gemma":[0.9935722,0.0019150813,0.0003887221,0.0005685866,0.0014238132,0.0021316223],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060346056,0.00016910359,0.0005203472,0.0034156449,0.003318721,0.0003757826,0.0010171031,0.00017643384,0.00002635651],"category_scores_gemma":[0.030719563,0.00015819911,0.000039240887,0.006279203,0.0012001231,0.0004399821,0.00042814456,0.0005456275,0.00010013348],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008077888,0.00014032645,0.0023963337,0.0030059996,0.000044572105,0.000002543158,0.30932584,7.977122e-7,0.00023487273,0.22904398,0.04843304,0.40729094],"study_design_scores_gemma":[0.00010796881,0.00061389885,0.0020959254,0.0025058098,3.3697617e-7,0.000003536624,0.023774346,0.00003029142,0.0003508934,0.00051359675,0.969801,0.00020238936],"about_ca_topic_score_codex":0.087190636,"about_ca_topic_score_gemma":0.022904895,"teacher_disagreement_score":0.92136794,"about_ca_system_score_codex":0.004747612,"about_ca_system_score_gemma":0.06431886,"threshold_uncertainty_score":0.99907297},"labels":[],"label_agreement":null},{"id":"W2805824819","doi":"10.1186/s12961-018-0320-2","title":"The GRADE Evidence to Decision (EtD) framework for health system and public health decisions","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":384,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Medical Research Council; South African Medical Research Council; European Commission","keywords":"Public health; Health policy; Guideline; Health administration; Health care; Medicine; Management science; Business; Public relations; Nursing; Political science; Economics","score_opus":0.9446605263891279,"score_gpt":0.7913057945015023,"score_spread":0.1533547318876256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805824819","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01877176,0.0071697542,0.09617542,0.8566406,0.002021062,0.018353105,0.00040232865,0.00021691302,0.0002490996],"genre_scores_gemma":[0.83604765,0.012665333,0.01241094,0.124768965,0.0059310324,0.006990672,0.00000910309,0.000120875186,0.001055445],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9679691,0.01758984,0.0036996256,0.0012998253,0.002834603,0.006607004],"domain_scores_gemma":[0.8777175,0.10938907,0.0012737765,0.0016678866,0.0024917766,0.0074599762],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.109150775,0.00035237972,0.0009959548,0.001307265,0.024603633,0.00052525924,0.0009772575,0.0002761641,0.000010498452],"category_scores_gemma":[0.105320916,0.0002470661,0.000067212495,0.0033348044,0.00078575703,0.00043083046,0.0007308876,0.0014571621,0.00026863648],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00023440844,0.00003340356,0.0019016858,0.0037585841,0.000016104894,8.072075e-7,0.045923654,0.0000011414852,0.000004018396,0.52459854,0.3228513,0.100676365],"study_design_scores_gemma":[0.0011701168,0.0025869573,0.010422497,0.007868559,0.0000011877564,0.000030969346,0.03873475,0.0012363268,5.313332e-7,0.004604608,0.9331173,0.0002262522],"about_ca_topic_score_codex":0.027011111,"about_ca_topic_score_gemma":0.009543662,"teacher_disagreement_score":0.8172759,"about_ca_system_score_codex":0.004116651,"about_ca_system_score_gemma":0.025049271,"threshold_uncertainty_score":0.99999815},"labels":[],"label_agreement":null},{"id":"W2808408372","doi":"10.1186/s12961-018-0325-x","title":"Addressing overuse of health services in health systems: a critical interpretive synthesis","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":185,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University Medical Centre; Ottawa Hospital; University of Ottawa; McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Stakeholder; Context (archaeology); Health services research; Health policy; Government (linguistics); Medicine; Stakeholder engagement; Process management; Public relations; Public health; Business; Nursing; Political science","score_opus":0.9296420535872144,"score_gpt":0.7491198211967913,"score_spread":0.1805222323904231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808408372","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004431067,0.96709865,0.00004433002,0.014892423,0.0016770894,0.012950142,0.0020267824,0.00014004363,0.0011262491],"genre_scores_gemma":[0.0052113584,0.9840823,0.00007681036,0.0031014322,0.0026893313,0.004118825,0.000049803468,0.00025001884,0.00042013443],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.79306823,0.18601955,0.010648568,0.0018811636,0.0028401427,0.0055423593],"domain_scores_gemma":[0.87074894,0.11233674,0.008038534,0.0025871461,0.002525661,0.0037629947],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.14344247,0.0010469914,0.009248972,0.0041809613,0.0034780954,0.00025428302,0.0013006183,0.0016202542,0.000049338887],"category_scores_gemma":[0.053405464,0.00087885157,0.00033298167,0.003205654,0.0011567331,0.0006268424,0.0011154377,0.007086163,0.0002686099],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000077818586,0.0002134042,0.00018481821,0.8601332,0.00010152877,0.000013525791,0.021171432,3.2020785e-7,2.827458e-8,0.018384142,0.0050719692,0.09464782],"study_design_scores_gemma":[0.00013935282,0.00056044746,0.00007706251,0.46749127,0.000013069875,0.000037060618,0.018860832,0.0001082559,8.0662605e-9,0.000048752543,0.5123913,0.0002725517],"about_ca_topic_score_codex":0.45026988,"about_ca_topic_score_gemma":0.008675184,"teacher_disagreement_score":0.5073194,"about_ca_system_score_codex":0.010887013,"about_ca_system_score_gemma":0.06859839,"threshold_uncertainty_score":0.99967587},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2809365483","doi":"10.1186/s12961-018-0334-9","title":"Validity and usability testing of a health systems guidance appraisal tool, the AGREE-HS","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Juravinski Cancer Centre","funders":"Canadian Institutes of Health Research","keywords":"Usability; Quality (philosophy); Context (archaeology); Reliability (semiconductor); Face validity; Computer science; Applied psychology; Test (biology); Health informatics; Content validity; Consistency (knowledge bases); Health services research; Psychology; Knowledge management; Medicine; Psychometrics; Public health; Human–computer interaction; Nursing; Clinical psychology","score_opus":0.9170243300131491,"score_gpt":0.7509985645732905,"score_spread":0.16602576543985859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809365483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8731263,0.0023619963,0.0012610814,0.10696248,0.0016875995,0.009312018,0.00049828767,0.00014358587,0.004646642],"genre_scores_gemma":[0.99067044,0.00032298313,0.00027291488,0.0051681213,0.0022844728,0.0006581329,0.0000034562668,0.000028105735,0.0005913868],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.96089095,0.030465584,0.0031422405,0.0007537821,0.0018751185,0.0028723446],"domain_scores_gemma":[0.9520919,0.04084864,0.00176282,0.0013362736,0.0025899317,0.0013704649],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11282471,0.0002400095,0.00087687845,0.00043503303,0.006306539,0.00011251779,0.0005182636,0.00017770735,0.00001580201],"category_scores_gemma":[0.052467864,0.0001678305,0.000033488446,0.0020880746,0.0017753335,0.0002825593,0.000479776,0.0011317981,0.00006180173],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016051836,0.00014525192,0.52958196,0.043099776,0.00003261359,0.0000023616788,0.122778684,0.000013367009,0.00022824126,0.11419555,0.16848105,0.021280637],"study_design_scores_gemma":[0.0018326765,0.0027559975,0.4323792,0.0034155557,0.0000041150283,0.000066181696,0.038885277,0.0097601395,0.0000072058506,0.0009967014,0.50951934,0.00037761108],"about_ca_topic_score_codex":0.17450419,"about_ca_topic_score_gemma":0.0021716526,"teacher_disagreement_score":0.3410383,"about_ca_system_score_codex":0.0009099047,"about_ca_system_score_gemma":0.011972115,"threshold_uncertainty_score":0.99498713},"labels":[],"label_agreement":null},{"id":"W2809422933","doi":"10.1186/s12961-018-0335-8","title":"Priority-setting in public health research funding organisations: an exploratory qualitative study among five high-profile funders","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Public Health Ontario; York University; Institute of Population and Public Health; University of Toronto; International Society for Equity in Health; Canadian Institutes of Health Research","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research","keywords":"Public health; Public relations; Health services research; Transparency (behavior); Population health; Exploratory research; Health policy; Scholarship; Political science; Population; Qualitative research; Public administration; Medicine; Sociology; Environmental health; Nursing; Social science","score_opus":0.7728303754518938,"score_gpt":0.6830689505306246,"score_spread":0.08976142492126926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809422933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89571106,0.00062470447,0.00006869979,0.09064532,0.0012590676,0.009124211,0.00010877403,0.00016342528,0.0022947593],"genre_scores_gemma":[0.98518515,0.0004696183,0.00011091408,0.0028025114,0.0057171895,0.0030868356,0.00010104011,0.00009174901,0.0024350167],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9003184,0.087145135,0.002523657,0.0011550084,0.0025682945,0.0062895073],"domain_scores_gemma":[0.978906,0.011201867,0.00083226507,0.0012770641,0.0038052353,0.00397759],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18752952,0.000336917,0.0009354918,0.0040344736,0.012105728,0.0003717595,0.00064822874,0.00041364887,0.00011754453],"category_scores_gemma":[0.014695535,0.00031932516,0.000033971406,0.0054900004,0.0010592239,0.0013521648,0.0005617953,0.0040904065,0.0003116588],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000041257652,0.00046185803,0.020873329,0.0019157043,0.000020929705,0.000002054765,0.8791015,8.406388e-7,0.000005500367,0.050955422,0.044214457,0.0024071399],"study_design_scores_gemma":[0.0011267229,0.0022079037,0.068652906,0.00068907294,7.969173e-7,0.000001650447,0.8968016,0.0005055134,3.3482047e-7,0.0016700878,0.028139787,0.00020362172],"about_ca_topic_score_codex":0.4592612,"about_ca_topic_score_gemma":0.077061035,"teacher_disagreement_score":0.38220018,"about_ca_system_score_codex":0.009320595,"about_ca_system_score_gemma":0.0385014,"threshold_uncertainty_score":0.9999259},"labels":[],"label_agreement":null},{"id":"W2883396054","doi":"10.1186/s12961-018-0345-6","title":"How is the use of research evidence in health policy perceived? A comparison between the reporting of researchers and policy-makers","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University; Institute for Work & Health","funders":"Jerusalem College of Technology - Lev Academic Center","keywords":"Health services research; Health policy; Knowledge translation; Perception; Health administration; Public relations; Descriptive statistics; Process (computing); Political science; Medicine; Business; Medical education; Psychology; Public health; Nursing; Knowledge management; Computer science","score_opus":0.9768447450395746,"score_gpt":0.805654032362825,"score_spread":0.17119071267674968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883396054","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37333393,0.001296125,0.00003633873,0.61889493,0.00007203258,0.0058412505,0.00015965007,0.00002308014,0.00034265578],"genre_scores_gemma":[0.98281705,0.003890832,0.00015371063,0.008540883,0.0020256084,0.00050344534,0.0000031392508,0.000043671662,0.0020216585],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9240454,0.056880128,0.0071366555,0.0010738359,0.0053323847,0.005531592],"domain_scores_gemma":[0.8462802,0.13124394,0.0078018955,0.0034912594,0.007693347,0.0034893677],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.17483005,0.00027589573,0.0012843163,0.0034059684,0.0054885857,0.00026063895,0.0010460594,0.00027519197,0.000012973559],"category_scores_gemma":[0.23323807,0.00017517674,0.00007045325,0.00883303,0.0055334014,0.0005996713,0.00112458,0.003417729,0.00001600649],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026836418,0.00006419882,0.3951657,0.014321101,0.000048129088,0.0000031956233,0.44063613,0.000007514689,0.00022172676,0.03923188,0.09318227,0.016849766],"study_design_scores_gemma":[0.0011700356,0.002122074,0.5509821,0.00815731,0.0000027755086,0.000018925295,0.15124391,0.0018990213,0.000030089186,0.0015332326,0.28262255,0.00021796123],"about_ca_topic_score_codex":0.67100465,"about_ca_topic_score_gemma":0.017604114,"teacher_disagreement_score":0.65340054,"about_ca_system_score_codex":0.00254761,"about_ca_system_score_gemma":0.03509058,"threshold_uncertainty_score":0.9988814},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2883728254","doi":"10.1186/s12961-018-0344-7","title":"Embedded health service development and research: why and how to do it (a ten-stage guide)","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"University of Leeds; Department for International Development; Department for International Development, UK Government; Government of the United Kingdom","keywords":"Health services research; Context (archaeology); Health administration; Health policy; Health care; Process management; Service (business); Business; Best practice; Health informatics; Scale (ratio); Resource (disambiguation); Public relations; Marketing; Computer science; Economic growth; Economics; Political science; Management","score_opus":0.6246091577337282,"score_gpt":0.6349427709093113,"score_spread":0.010333613175583123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883728254","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07503789,0.009444245,0.00016226992,0.88756883,0.0006332283,0.00781757,0.0001747591,0.00014996463,0.019011242],"genre_scores_gemma":[0.2925466,0.01945496,0.0043452503,0.547572,0.009297991,0.0034740567,0.00009984347,0.00030311648,0.122906186],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9813849,0.009912816,0.0013765375,0.0010797261,0.0019993326,0.004246738],"domain_scores_gemma":[0.9884633,0.0039786026,0.00030705042,0.0008905932,0.0024891186,0.0038713804],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.04626485,0.00035158682,0.0010276443,0.0017064136,0.008495196,0.00029492695,0.0004393115,0.00037290042,0.000058775036],"category_scores_gemma":[0.0033170353,0.00029250683,0.000026376796,0.0019767804,0.00043952002,0.00029304883,0.0012850838,0.002095996,0.00027439746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001671122,0.000040383446,0.004947015,0.0123664895,0.000027646945,0.00001030044,0.072388396,1.250008e-7,0.00002102627,0.019128302,0.8750369,0.015866326],"study_design_scores_gemma":[0.0009878627,0.00090714655,0.010144791,0.0012998419,0.0000010667558,0.000017280832,0.037509985,0.00005883105,0.0000046782243,0.00022687466,0.9486207,0.00022098767],"about_ca_topic_score_codex":0.055592176,"about_ca_topic_score_gemma":0.024958327,"teacher_disagreement_score":0.3399968,"about_ca_system_score_codex":0.0027865693,"about_ca_system_score_gemma":0.021983163,"threshold_uncertainty_score":0.99995273},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2884033130","doi":"10.1186/s12961-018-0330-0","title":"Development of rapid guidelines: 3. GIN-McMaster Guideline Development Checklist extension for rapid recommendations","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre; Impact; Health Sciences Centre","funders":"McMaster University","keywords":"Guideline; Checklist; Process management; Medicine; Grading (engineering); Management science; Medical education; Psychology; Engineering; Pathology","score_opus":0.7899452308869602,"score_gpt":0.6549630631487506,"score_spread":0.1349821677382096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884033130","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14174965,0.008649366,0.1517086,0.66186947,0.0029248556,0.025273742,0.00038452478,0.00036352786,0.0070762546],"genre_scores_gemma":[0.22863483,0.0027249118,0.72603923,0.022439608,0.008185636,0.0013789022,0.001513867,0.00017750835,0.008905498],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99252945,0.00060339516,0.004385072,0.00055369467,0.0010436432,0.000884773],"domain_scores_gemma":[0.99027145,0.001774789,0.00071737677,0.000465484,0.0061125276,0.0006583967],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026075577,0.00021733226,0.0006515628,0.00066696136,0.0008045824,0.00005726897,0.00015035133,0.00014072024,0.00019416162],"category_scores_gemma":[0.01980956,0.00018049627,0.00006569185,0.0006330308,0.00021501297,0.00016151111,0.00018051891,0.00031061645,0.000049664483],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054726534,0.00021075623,0.00012151169,0.001300275,0.000087909575,9.4782536e-7,0.002771232,0.0000011838048,0.0021202362,0.0008022523,0.31259358,0.6794429],"study_design_scores_gemma":[0.0024963976,0.0009208314,0.0010909108,0.0008212033,0.000012126477,0.000038470986,0.004048258,0.0030418332,0.00092168676,0.000051024243,0.98641235,0.0001449145],"about_ca_topic_score_codex":0.00114612,"about_ca_topic_score_gemma":0.00038186222,"teacher_disagreement_score":0.6792979,"about_ca_system_score_codex":0.0005816065,"about_ca_system_score_gemma":0.0059489757,"threshold_uncertainty_score":0.99968636},"labels":[],"label_agreement":null},{"id":"W2884234041","doi":"10.1186/s12961-018-0329-6","title":"Development of rapid guidelines: 2. A qualitative study with WHO guideline developers","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; McMaster University; McMaster University Medical Centre; Impact; Health Sciences Centre","funders":"McMaster University; World Health Organization","keywords":"Timeline; Guideline; Health administration; Public health; Medicine; Health services research; Medical education; Qualitative research; Evidence-based practice; Resource (disambiguation); Public relations; Psychology; Nursing; Political science; Alternative medicine; Computer science; Sociology","score_opus":0.8430840184313757,"score_gpt":0.7184427441325646,"score_spread":0.12464127429881111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884234041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9280469,0.0013846622,0.006019098,0.05478164,0.00016460182,0.0070576426,0.000042026815,0.00007364024,0.0024297773],"genre_scores_gemma":[0.9544856,0.00027202934,0.038526278,0.0034983477,0.0013453964,0.00026655677,0.000054373228,0.000051674506,0.0014997702],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9915717,0.0022110122,0.003293036,0.00047668006,0.0017113381,0.0007361907],"domain_scores_gemma":[0.9896935,0.0019229582,0.0005752744,0.00046632203,0.00672342,0.00061848026],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036750253,0.00018934844,0.00071624655,0.00063563447,0.00044898107,0.0000434176,0.00013488616,0.00007431077,0.000046715915],"category_scores_gemma":[0.016314251,0.00013216682,0.000027787632,0.0011670205,0.00036476538,0.00017306756,0.00013351458,0.0003612809,0.00003048206],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005469768,0.0015169553,0.0033053078,0.0029943127,0.00082876935,0.000036239217,0.53937274,0.0000049631362,0.00052129314,0.003949728,0.19341896,0.24858096],"study_design_scores_gemma":[0.0055327215,0.00996249,0.0032099658,0.0011210789,0.000024353203,0.00007849933,0.5637792,0.0008281087,0.00007731835,0.000045444587,0.4151284,0.00021246386],"about_ca_topic_score_codex":0.009102175,"about_ca_topic_score_gemma":0.0025423148,"teacher_disagreement_score":0.24836849,"about_ca_system_score_codex":0.0004154124,"about_ca_system_score_gemma":0.008548163,"threshold_uncertainty_score":0.9974963},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2884563871","doi":"10.1186/s12961-018-0327-8","title":"Development of rapid guidelines: 1. Systematic survey of current practices and methods","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; McMaster University; McMaster University Medical Centre; Impact; Health Sciences Centre","funders":"McMaster University; World Health Organization","keywords":"Interim; Guideline; Medicine; MEDLINE; Excellence; Health care; Systematic review; Health services research; Evidence-based practice; Medical education; Family medicine; Public health; Political science; Alternative medicine; Nursing","score_opus":0.9444685199504581,"score_gpt":0.7803496142703854,"score_spread":0.1641189056800727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884563871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8644639,0.08168773,0.018142767,0.020015974,0.0011811681,0.013412355,0.00013720374,0.00006889256,0.00088995404],"genre_scores_gemma":[0.95762974,0.00525659,0.035633944,0.00039814104,0.0007186879,0.00015532269,0.000041413594,0.000031389176,0.00013474838],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.98753184,0.0071323854,0.0035042767,0.00032437692,0.001042832,0.00046431329],"domain_scores_gemma":[0.9758299,0.015016602,0.0026125396,0.00050614105,0.005508675,0.00052611955],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0906295,0.00012391947,0.0008968326,0.00048578987,0.00019621232,0.000031831343,0.0000993182,0.000073860145,0.000009572415],"category_scores_gemma":[0.17363228,0.00009143671,0.000026381776,0.00068731525,0.00028587258,0.0001328405,0.00014292164,0.00028770074,0.000005635225],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015672388,0.000793158,0.024473011,0.51261866,0.00055915036,0.0000032463329,0.01647081,8.8926214e-7,0.004894062,0.0051742103,0.015389049,0.4180565],"study_design_scores_gemma":[0.017627513,0.017290931,0.4407395,0.1458248,0.000462915,0.0008389786,0.07072905,0.044670805,0.0045984704,0.000598309,0.25527817,0.0013405561],"about_ca_topic_score_codex":0.0151256425,"about_ca_topic_score_gemma":0.0008993515,"teacher_disagreement_score":0.41671595,"about_ca_system_score_codex":0.00014774431,"about_ca_system_score_gemma":0.0038272592,"threshold_uncertainty_score":0.9914327},"labels":[],"label_agreement":null},{"id":"W2885914327","doi":"10.1186/s12961-018-0351-8","title":"Integrated knowledge translation in population health intervention research: a case study of implementation and outcomes from a school-based project","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Mount Saint Vincent University; Nova Scotia Health Authority; Dalhousie University","funders":"Economic and Social Research Council; Canadian Cancer Society Research Institute; Canadian Institutes of Health Research; Department of Health, Western Cape Government; Wellcome Trust; Nova Scotia Department of Health and Wellness; Medical Research Council; Cambridge Trust; Heart and Stroke Foundation of Canada","keywords":"Health services research; Knowledge translation; Health administration; Public health; Medicine; Intervention (counseling); Health informatics; Health policy; Medical education; Program evaluation; Nursing; Knowledge management; Political science; Computer science; Public administration","score_opus":0.9536346981269471,"score_gpt":0.8068107363747901,"score_spread":0.14682396175215706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885914327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792549,0.00038651272,0.00017148763,0.008896799,0.00016653012,0.010721554,0.00021038308,0.00004335682,0.00014846084],"genre_scores_gemma":[0.9971136,0.00007923764,0.00019193308,0.0007570166,0.00030294998,0.0013836339,0.00007399916,0.000026929454,0.000070691225],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.95800424,0.035884973,0.0026399377,0.0006539844,0.0012494432,0.0015674084],"domain_scores_gemma":[0.98868656,0.008187053,0.00065984396,0.00042809808,0.0013663218,0.00067210005],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.05320157,0.00019221347,0.0006465158,0.0033509843,0.0022093423,0.00008145985,0.00017232617,0.0001470141,0.00004996634],"category_scores_gemma":[0.005195924,0.00016694478,0.00002856282,0.003269605,0.00026295253,0.00038710522,0.00011314406,0.0010965896,0.000018195133],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026084235,0.00043549796,0.63418984,0.0031393429,0.000025112877,0.000011202852,0.30201718,0.0000016788348,0.00003085538,0.0012998693,0.003045548,0.055543005],"study_design_scores_gemma":[0.007772788,0.004259984,0.45216727,0.0013541053,0.0000035126507,0.000012410068,0.5251609,0.0045322576,0.0000029188532,0.00034897812,0.0042268243,0.00015804033],"about_ca_topic_score_codex":0.8478852,"about_ca_topic_score_gemma":0.48957473,"teacher_disagreement_score":0.35831046,"about_ca_system_score_codex":0.0020067596,"about_ca_system_score_gemma":0.006637603,"threshold_uncertainty_score":0.99908966},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2886796351","doi":"10.1186/s12961-018-0356-3","title":"The reporting of funding in health policy and systems research: a cross-sectional study","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Faculty of Medicine, American University of Beirut; American University of Beirut","keywords":"Publishing; Health services research; Medicine; MEDLINE; Family medicine; Health policy; Descriptive statistics; Systematic review; Bibliometrics; Impact factor; Political science; Public health; Library science; Nursing","score_opus":0.8512967235070616,"score_gpt":0.7097131163968674,"score_spread":0.14158360711019424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886796351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.918124,0.010797148,0.00001404147,0.05960253,0.0003173803,0.007314878,0.000030200144,0.000040434403,0.0037593557],"genre_scores_gemma":[0.98825145,0.0040552868,0.000009811389,0.0007274124,0.0034801436,0.0003268597,0.0000048231304,0.000036545403,0.0031076777],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97274554,0.009623312,0.0049219434,0.0008606727,0.0058204,0.0060281353],"domain_scores_gemma":[0.9355722,0.024166776,0.0031555968,0.0024841467,0.0073190737,0.027302194],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23706277,0.00020362057,0.0009923594,0.0023958853,0.0027494265,0.00039680288,0.0002579944,0.00020533413,0.0000041500184],"category_scores_gemma":[0.35651997,0.00013483837,0.000047410023,0.003203158,0.0019767284,0.00014737698,0.00035060992,0.0022379549,0.000013601758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018797265,0.00081957557,0.8684395,0.022967929,0.0001041776,0.00017153131,0.01679022,0.0000045729516,0.00018746924,0.052304704,0.014248852,0.022081757],"study_design_scores_gemma":[0.004215282,0.014776803,0.8112298,0.004416088,0.0000015929556,0.00081309164,0.021364164,0.0031813716,0.000007991736,0.0005291117,0.13928652,0.00017812854],"about_ca_topic_score_codex":0.31285724,"about_ca_topic_score_gemma":0.0033035944,"teacher_disagreement_score":0.30955362,"about_ca_system_score_codex":0.0027865884,"about_ca_system_score_gemma":0.048222896,"threshold_uncertainty_score":0.99854887},"labels":[],"label_agreement":null},{"id":"W2887255723","doi":"10.1186/s12961-018-0353-6","title":"Standardising costs or standardising care? Qualitative evaluation of the implementation and impact of a hospital funding reform in Ontario, Canada","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; Cancer Care Ontario; Women's College Hospital; St. Michael's Hospital; Simon Fraser University","funders":"University of Toronto; Ontario Ministry of Health and Long-Term Care; Canadian Institutes of Health Research; Government of Ontario","keywords":"Health administration; Government (linguistics); Health care; Health services research; Best practice; Medical diagnosis; Quality (philosophy); Medicine; Health economics; Health care reform; Nursing; Health policy; Public health; Political science","score_opus":0.809096418240327,"score_gpt":0.7710330151530193,"score_spread":0.03806340308730771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887255723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904278,0.0001801635,0.000025564284,0.003243975,0.00027086175,0.0037329963,0.0006247378,0.0000046186633,0.0014892861],"genre_scores_gemma":[0.999324,0.000038117116,0.000033975524,0.00022445756,0.00014758103,0.00015960852,0.000009173068,0.000012429581,0.000050639464],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98482347,0.009773129,0.0014948278,0.00029727022,0.0024554024,0.0011559296],"domain_scores_gemma":[0.99333113,0.0024340947,0.0007833369,0.0002936239,0.002777522,0.00038026425],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03841778,0.00013040134,0.0004316564,0.00046293958,0.0014890285,0.000030727708,0.00015264329,0.00007243211,0.00007142878],"category_scores_gemma":[0.004096209,0.00008460976,0.000026489593,0.0011058999,0.00035748756,0.0002493593,0.00015991152,0.0005005849,4.712302e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00021581796,0.0000123916525,0.18610059,0.0015675542,0.00002674714,4.356869e-7,0.80130786,0.000008379703,0.000056931545,0.003226694,0.002195855,0.005280735],"study_design_scores_gemma":[0.0018943001,0.0009395062,0.39445114,0.0011678187,0.0000044634494,0.0000015784278,0.5997514,0.00018472302,0.00002498035,0.0001484356,0.001348432,0.0000831749],"about_ca_topic_score_codex":0.99814415,"about_ca_topic_score_gemma":0.99783176,"teacher_disagreement_score":0.20835057,"about_ca_system_score_codex":0.03452357,"about_ca_system_score_gemma":0.08277066,"threshold_uncertainty_score":0.9998109},"labels":[],"label_agreement":null},{"id":"W2887371234","doi":"10.1186/s12961-018-0343-8","title":"Use of post-graduate students' research in evidence informed health policies: a case study of Makerere University College of Health Sciences, Uganda","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"International Development Research Centre; McMaster University","keywords":"Public health; Health services research; Health policy; Medicine; Health administration; Medical education; Citation; Knowledge translation; Public relations; Political science; Nursing","score_opus":0.9595889098283135,"score_gpt":0.782858035010124,"score_spread":0.1767308748181895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887371234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.958864,0.0003899021,0.00001100575,0.02923166,0.00016532326,0.009778285,0.0014176159,0.000022273829,0.00011994252],"genre_scores_gemma":[0.99511105,0.0017507687,0.00011944344,0.0021915121,0.0001617265,0.00010712878,0.0000032969663,0.000021962645,0.0005331147],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9439265,0.04206864,0.0043240897,0.0008161144,0.005194349,0.0036703213],"domain_scores_gemma":[0.96902907,0.021872712,0.0020852978,0.0010371966,0.00448497,0.0014907735],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.115688674,0.00024757214,0.0014214732,0.005094843,0.004360295,0.000032950506,0.0010156311,0.00016371283,0.000016370348],"category_scores_gemma":[0.014063708,0.00022391368,0.00004726551,0.010323351,0.002709759,0.0007420484,0.0010607264,0.0014583125,0.0000143459865],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076613494,0.0010753804,0.3077244,0.025966318,0.000046692454,0.0000822529,0.61516047,0.000018675162,0.000038745326,0.01846191,0.027482301,0.0031767301],"study_design_scores_gemma":[0.0038475587,0.015886007,0.1641119,0.0073641506,0.0000021563544,0.000101454745,0.7971924,0.00036358982,0.000004757176,0.00006057244,0.01087785,0.0001875844],"about_ca_topic_score_codex":0.8629888,"about_ca_topic_score_gemma":0.2259091,"teacher_disagreement_score":0.6370797,"about_ca_system_score_codex":0.0032977313,"about_ca_system_score_gemma":0.05518202,"threshold_uncertainty_score":0.998422},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2887709387","doi":"10.1186/s12961-018-0352-7","title":"Public involvement in health research systems: a governance framework","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto","funders":"University of Toronto; McMaster University; Ottawa Hospital Research Institute","keywords":"Corporate governance; Public health; Public relations; Stewardship (theology); Scholarship; Health services research; Political science; Sociology; Public administration; Politics; Medicine; Economics; Management","score_opus":0.8611384993600606,"score_gpt":0.639953329851116,"score_spread":0.22118516950894462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887709387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3895202,0.14087762,0.0008434481,0.30098233,0.015387753,0.07037846,0.0013859593,0.0006239442,0.08000029],"genre_scores_gemma":[0.9622329,0.01271957,0.00013913294,0.008677708,0.004887826,0.0040150825,0.00008918642,0.00007983438,0.007158754],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9548425,0.029681955,0.0032027746,0.0011643096,0.0041127536,0.006995692],"domain_scores_gemma":[0.98678285,0.005992174,0.00076157524,0.0012624265,0.0019222484,0.0032787283],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.08802949,0.0003581467,0.001032345,0.0016494103,0.0066549084,0.00018790625,0.00071483915,0.0005005834,0.000098919234],"category_scores_gemma":[0.003814041,0.00031196015,0.000050802697,0.0037690578,0.0007728089,0.0003025,0.0007224271,0.004417794,0.0010351292],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00026611652,0.0004620205,0.056443255,0.041055735,0.000023480232,0.000011143533,0.032022983,0.0000033581498,0.0000041521807,0.7418455,0.12244029,0.005421942],"study_design_scores_gemma":[0.0017989831,0.004133973,0.009767409,0.023618944,6.3082314e-7,0.000006194241,0.03812723,0.0020316965,0.0000012726787,0.0049698306,0.91524184,0.000301974],"about_ca_topic_score_codex":0.255357,"about_ca_topic_score_gemma":0.016506815,"teacher_disagreement_score":0.79280156,"about_ca_system_score_codex":0.008956096,"about_ca_system_score_gemma":0.015256689,"threshold_uncertainty_score":0.99993324},"labels":[],"label_agreement":null},{"id":"W2889345448","doi":"10.1186/s12961-018-0361-6","title":"Public involvement and health research system governance: a qualitative study","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Institute for Work & Health; University of Toronto","funders":"University of Toronto; McMaster University; Ottawa Hospital Research Institute; Alberta Health Services","keywords":"Public health; Public relations; Qualitative research; Thematic analysis; Health services research; Corporate governance; Political science; Public involvement; Exploratory research; Health administration; Jurisdiction; Public administration; Business; Sociology; Medicine; Nursing","score_opus":0.9336576712146699,"score_gpt":0.7066978732934381,"score_spread":0.22695979792123178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889345448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84208953,0.020672696,0.000074652104,0.070998065,0.0024340379,0.038099308,0.0006309967,0.00030203242,0.024698677],"genre_scores_gemma":[0.9839785,0.002250701,0.00004686848,0.0033073956,0.0025617816,0.0034994686,0.000066074324,0.000059710157,0.0042294706],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9421346,0.045300342,0.0024588485,0.0011765632,0.004014033,0.004915602],"domain_scores_gemma":[0.98857427,0.0039476445,0.0006988678,0.00093731924,0.0024705399,0.0033713584],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.12705489,0.0003486274,0.0009982571,0.0011100295,0.011468229,0.00017433093,0.00044531983,0.00023932238,0.00003825334],"category_scores_gemma":[0.0011188686,0.0002850039,0.000038607057,0.002118718,0.0008584759,0.00027733966,0.0008590329,0.002394298,0.00041717588],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00027316282,0.0007042536,0.025615811,0.032759573,0.00006801402,0.000008589608,0.52814895,9.115031e-8,0.0000031722961,0.32621577,0.08015439,0.006048223],"study_design_scores_gemma":[0.002856081,0.011433884,0.0096456995,0.0055436273,0.0000019346287,0.0000061657342,0.8343525,0.00038235224,9.1279105e-7,0.0007262996,0.13481575,0.00023481691],"about_ca_topic_score_codex":0.19605519,"about_ca_topic_score_gemma":0.019362614,"teacher_disagreement_score":0.32548946,"about_ca_system_score_codex":0.0066330936,"about_ca_system_score_gemma":0.009993324,"threshold_uncertainty_score":0.9999602},"labels":[],"label_agreement":null},{"id":"W2889382618","doi":"10.1186/s12961-018-0360-7","title":"A systematic review on academic research productivity of postgraduate students in low- and middle-income countries","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"International Development Research Centre; McMaster University","keywords":"Productivity; Systematic review; Health services research; MEDLINE; Medical education; Protocol (science); Health administration; Psychology; Medicine; Public health; Alternative medicine; Political science; Nursing; Economics; Pathology","score_opus":0.7195699902398973,"score_gpt":0.674865634256604,"score_spread":0.044704355983293365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889382618","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006983232,0.9579233,2.8056445e-7,0.0131649915,0.00011204995,0.027740732,0.00014133196,0.000023960281,0.00019504086],"genre_scores_gemma":[0.00065102946,0.99327475,0.0000037249642,0.0010419509,0.0009176903,0.0022407514,0.000029204602,0.000084639614,0.0017562689],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.95984113,0.021995306,0.0039030695,0.0012527568,0.008558276,0.00444944],"domain_scores_gemma":[0.9662323,0.015539818,0.0011938879,0.0021571547,0.0029580626,0.0119187515],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15586005,0.00055926654,0.006903599,0.004025069,0.00047328506,0.0001078381,0.00070096634,0.0007399898,0.0000053841277],"category_scores_gemma":[0.2712022,0.00035920506,0.0001742062,0.0036832269,0.0016346186,0.0001301709,0.0005682857,0.0062865745,0.00010100809],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012561273,0.00016182606,0.00007683998,0.99174714,0.00010369061,0.00007586694,0.00046333633,3.5782524e-9,4.911323e-8,0.0005925257,0.002462966,0.0041901213],"study_design_scores_gemma":[0.0006367459,0.0025255263,0.00008149789,0.86570144,0.00006125233,0.00030113955,0.000107606145,0.0000055071955,2.0858927e-7,0.000030702122,0.13038728,0.00016108093],"about_ca_topic_score_codex":0.004554906,"about_ca_topic_score_gemma":0.00007428327,"teacher_disagreement_score":0.12792431,"about_ca_system_score_codex":0.0028443548,"about_ca_system_score_gemma":0.038700424,"threshold_uncertainty_score":0.999886},"labels":[],"label_agreement":null},{"id":"W2889884276","doi":"10.1186/s12961-018-0362-5","title":"Introducing responsible innovation in health: a policy-oriented framework","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance; University of Toronto; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Scholarship; Health policy; Population health; Health services research; Sustainability; Responsible Research and Innovation; Health equity; Knowledge management; Health administration; Public health; Sociology; Public relations; Population; Management science; Political science; Medicine; Computer science; Economic growth; Engineering; Economics; Environmental health","score_opus":0.6984294067449349,"score_gpt":0.6073681963501124,"score_spread":0.09106121039482251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889884276","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11564983,0.008974372,0.00847831,0.856262,0.0011747117,0.0037774364,0.00029793987,0.00012473571,0.0052606184],"genre_scores_gemma":[0.9328831,0.0016601749,0.0041388846,0.047603793,0.009683711,0.0005379067,0.000052697917,0.000091232796,0.0033485168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9843312,0.0048776367,0.0073581757,0.001016013,0.00041485616,0.0020021044],"domain_scores_gemma":[0.9905927,0.004317657,0.0025825468,0.0011109482,0.00063835946,0.0007577527],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14910667,0.00023034477,0.0012963328,0.005890297,0.0010492816,0.00023827936,0.00030776617,0.0002767714,0.000051329425],"category_scores_gemma":[0.07903022,0.0002828454,0.00004158196,0.00542616,0.00033847566,0.00044298603,0.00015551093,0.0008665974,0.0008212886],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00005483442,0.000062113046,0.006837239,0.0015619799,0.000013445742,6.6518203e-7,0.011275202,0.00003140777,0.0000024661329,0.9513188,0.028230103,0.00061177154],"study_design_scores_gemma":[0.0014162449,0.001195527,0.02241866,0.002274529,3.985526e-7,0.000030153215,0.006873455,0.011671004,0.0000042053434,0.13068189,0.82298416,0.00044980776],"about_ca_topic_score_codex":0.1503226,"about_ca_topic_score_gemma":0.0023650823,"teacher_disagreement_score":0.82063687,"about_ca_system_score_codex":0.0043144454,"about_ca_system_score_gemma":0.006182894,"threshold_uncertainty_score":0.9999624},"labels":[],"label_agreement":null},{"id":"W2890747141","doi":"10.1186/s12961-018-0375-0","title":"Embracing complexity and uncertainty to create impact: exploring the processes and transformative potential of co-produced research through development of a social impact model","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; University Hospitals Bristol NHS Foundation Trust","keywords":"Knowledge translation; Transformative learning; Popularity; Health services research; Reductionism; Knowledge management; Diversity (politics); Public relations; Production (economics); Technocracy; Health administration; Knowledge sharing; Health care; Sociology; Business; Political science; Computer science; Economics; Politics","score_opus":0.9369783101583946,"score_gpt":0.7630359692293056,"score_spread":0.173942340929089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890747141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98049587,0.00010900818,0.0008228653,0.013389248,0.000050014714,0.003702833,0.0003547812,0.000018021125,0.0010573331],"genre_scores_gemma":[0.9978939,0.00016161587,0.0002877792,0.00051101093,0.000454182,0.00059144275,0.000006063858,0.000019129455,0.00007486626],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.989187,0.0053458144,0.0014831505,0.00043602812,0.0016228935,0.0019251346],"domain_scores_gemma":[0.99281406,0.0031816843,0.0003640454,0.00028168043,0.002622612,0.00073591305],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.031513523,0.00018738347,0.0006058787,0.00066183234,0.0060502044,0.00006724994,0.00028225293,0.00009334327,0.000012667256],"category_scores_gemma":[0.0042449753,0.000122041005,0.000027352895,0.001738049,0.0014226984,0.00045956424,0.00026591294,0.0008064578,0.000007124921],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007210774,0.000041040825,0.0010080236,0.009670762,0.000042262276,3.708241e-7,0.97280633,0.000055187316,0.0018711097,0.008573485,0.002377329,0.002833038],"study_design_scores_gemma":[0.0076635536,0.0066703153,0.22292031,0.0061962456,0.000018987224,0.00004906803,0.7011454,0.024681112,0.0039359806,0.01572449,0.01000634,0.0009881855],"about_ca_topic_score_codex":0.038075972,"about_ca_topic_score_gemma":0.0022318985,"teacher_disagreement_score":0.27166092,"about_ca_system_score_codex":0.00080805336,"about_ca_system_score_gemma":0.013513324,"threshold_uncertainty_score":0.99726063},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2893554434","doi":"10.1186/s12961-018-0370-5","title":"Physician perspectives on Choosing Wisely Canada as an approach to reduce unnecessary medical care: a qualitative study","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Government (linguistics); Health care; Health services research; Qualitative research; Nursing; Public health; Health administration; Grounded theory; Family medicine; Medical emergency","score_opus":0.8253783121479482,"score_gpt":0.710411195224623,"score_spread":0.11496711692332517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893554434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8841745,0.0015577851,0.000024914616,0.071634986,0.00064714067,0.007159536,0.00012676712,0.00011294768,0.034561396],"genre_scores_gemma":[0.9741351,0.0001590585,0.00005008261,0.01807877,0.0055475617,0.0011369437,0.000021130996,0.00007287055,0.000798496],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9299504,0.061196856,0.0012828045,0.0012370177,0.0039025934,0.0024303007],"domain_scores_gemma":[0.9847279,0.0070959507,0.0004466294,0.0010620835,0.0029033818,0.0037640466],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037759773,0.00034892076,0.0008785086,0.0006991486,0.0053522163,0.00011923992,0.00066500297,0.00030143574,0.00002441373],"category_scores_gemma":[0.019336669,0.00029867457,0.000033746313,0.0017360457,0.00048240437,0.00037099302,0.00032825576,0.0030929325,0.00014202362],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0004822064,0.00065805926,0.0007058266,0.0022971593,0.000053377924,0.00001620215,0.934045,9.712329e-7,0.0000053124472,0.043101266,0.014620826,0.0040137563],"study_design_scores_gemma":[0.0008939527,0.003223694,0.0058797016,0.0010062894,0.0000036625174,0.000006183718,0.96257883,0.00011519188,0.0000019690322,0.00020160178,0.025845548,0.00024334433],"about_ca_topic_score_codex":0.97793365,"about_ca_topic_score_gemma":0.6578372,"teacher_disagreement_score":0.3200964,"about_ca_system_score_codex":0.0050455546,"about_ca_system_score_gemma":0.043968447,"threshold_uncertainty_score":0.99994653},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2896055283","doi":"10.1186/s12961-018-0366-1","title":"Disability, mental health, sexual orientation and gender identity: understanding health inequity through experience and difference","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Disability Rights and Representation","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Sexual orientation; Mental health; Health equity; Stigma (botany); Psychology; Social psychology; Public health; Equity (law); Sociology; Medicine; Political science; Psychiatry; Nursing","score_opus":0.814191758683845,"score_gpt":0.6604714013578858,"score_spread":0.15372035732595912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896055283","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016540802,0.9793062,0.00035498143,0.011799947,0.0006066379,0.00527317,0.00020364969,0.000063180254,0.00073815364],"genre_scores_gemma":[0.019688092,0.97826964,0.000029209346,0.00023098309,0.0010041812,0.0001966656,0.00007666225,0.00002599872,0.00047854742],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98663414,0.007815927,0.0012259551,0.0011350865,0.0017437406,0.0014451616],"domain_scores_gemma":[0.9967844,0.0009790062,0.0005745897,0.0004285265,0.0001466166,0.001086848],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.012596019,0.0003303914,0.0013578809,0.00023377861,0.0053303586,0.0010162087,0.00029305872,0.00026093805,0.000011176603],"category_scores_gemma":[0.00077936635,0.00024972725,0.00006354343,0.0009356719,0.0046236385,0.00079485064,0.00037445882,0.00056777004,0.0000049053115],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015517815,0.00016810051,0.0012652347,0.0628858,0.000046246594,8.6652295e-7,0.2377845,4.723132e-8,6.267575e-8,0.54247236,0.0019873527,0.1533739],"study_design_scores_gemma":[0.0005446612,0.00085694296,0.0010422812,0.006631949,0.000016028547,0.00004540978,0.14359781,0.000048776114,1.9696737e-8,0.042626336,0.80404866,0.00054111314],"about_ca_topic_score_codex":0.1872747,"about_ca_topic_score_gemma":0.022459999,"teacher_disagreement_score":0.8020613,"about_ca_system_score_codex":0.0037814784,"about_ca_system_score_gemma":0.004202065,"threshold_uncertainty_score":0.99999547},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2896864241","doi":"10.1186/s12961-018-0374-1","title":"Knowledge translation for realist reviews: a participatory approach for a review on scaling up complex interventions","year":2018,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Canadian Partnership Against Cancer; Impact; University of Waterloo","funders":"Canadian Institutes of Health Research; Partenariat Canadien Contre Le Cancer; Canadian Cancer Society","keywords":"Health services research; Knowledge translation; Psychological intervention; Health administration; Public health; Citizen journalism; Medicine; Health informatics; Knowledge management; Computer science; Nursing; World Wide Web","score_opus":0.9947673117369243,"score_gpt":0.8501780142592249,"score_spread":0.14458929747769944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896864241","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.311882e-7,0.9254283,0.007965336,0.00522379,0.0006103234,0.056289125,0.0026981954,0.00007696774,0.0017078578],"genre_scores_gemma":[0.00000206094,0.9125454,0.0014138352,0.0051385807,0.0033635902,0.07373067,0.00084921945,0.00010856277,0.0028481095],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9605298,0.028309014,0.0061146156,0.0011993573,0.0008587348,0.0029884998],"domain_scores_gemma":[0.970703,0.022624249,0.002433915,0.0011310874,0.0015470382,0.0015607257],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09694163,0.00055925816,0.0039103716,0.0013731996,0.004538111,0.00009448451,0.0006650693,0.0004876572,0.000035726316],"category_scores_gemma":[0.022502359,0.00043029553,0.0007619543,0.0019465912,0.00039445827,0.00015428377,0.00013695678,0.0013479234,0.00022318216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011452606,0.00003266665,2.7603895e-7,0.5102475,0.000018663877,4.3524228e-8,0.0020778335,3.7469206e-8,1.3260901e-8,0.006942035,0.25597572,0.22469372],"study_design_scores_gemma":[0.00054398656,0.00038890142,0.0000014890873,0.25398105,0.00007058514,0.0000040224604,0.00048968766,0.00032584975,4.172046e-9,0.000076270924,0.7439102,0.00020792874],"about_ca_topic_score_codex":0.001353136,"about_ca_topic_score_gemma":0.00031648175,"teacher_disagreement_score":0.4879345,"about_ca_system_score_codex":0.002126418,"about_ca_system_score_gemma":0.010461031,"threshold_uncertainty_score":0.99981487},"labels":[],"label_agreement":null},{"id":"W2897270865","doi":"10.1186/s12961-018-0367-0","title":"A health equity research agenda for India: results of a consultative exercise","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Health services research; Public health; Equity (law); Health administration; Health policy; Medicine; Health equity; Social policy; Environmental health; Political science; Nursing","score_opus":0.518288103728286,"score_gpt":0.6145323577425882,"score_spread":0.09624425401430214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897270865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5867913,0.028787741,0.0001510493,0.30095002,0.00095376035,0.030332914,0.005277535,0.00019132711,0.04656439],"genre_scores_gemma":[0.9891145,0.0041560577,0.00019849473,0.0017394504,0.001288899,0.00025256333,0.000040922525,0.000026081067,0.003183024],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928247,0.0018579591,0.0011341517,0.00053388084,0.0015980862,0.0020512512],"domain_scores_gemma":[0.9933206,0.0016402977,0.00028929673,0.00047583043,0.0028173432,0.0014566708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025752453,0.00016274965,0.0009018003,0.00086769497,0.0011006949,0.000056646135,0.00020800784,0.0001510535,0.0000047156495],"category_scores_gemma":[0.0049015493,0.00012512054,0.0000603385,0.0012757207,0.0010285734,0.00006534408,0.00025927502,0.00072523754,0.000038707527],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017233534,0.0010667656,0.0025903443,0.05173294,0.0001484088,0.00003912624,0.051140584,7.2589785e-7,0.00030436929,0.122656405,0.67125744,0.08182934],"study_design_scores_gemma":[0.03109527,0.059671864,0.10043842,0.02763918,0.000021303566,0.0005088856,0.026681472,0.0009729386,0.0007990263,0.014075281,0.7375,0.00059634575],"about_ca_topic_score_codex":0.070331104,"about_ca_topic_score_gemma":0.00063972257,"teacher_disagreement_score":0.40232325,"about_ca_system_score_codex":0.00084778434,"about_ca_system_score_gemma":0.008191984,"threshold_uncertainty_score":0.9974306},"labels":[],"label_agreement":null},{"id":"W2897592208","doi":"10.1186/s12961-018-0365-2","title":"Globalisation and neoliberalism as structural drivers of health inequities","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Employment and Welfare Studies","field":"Health Professions","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; World Bank Group; Bill and Melinda Gates Foundation","keywords":"Neoliberalism (international relations); Globalization; Accountability; Sociology; Political science; Political economy; Corporate governance; Capitalism; Health policy; Politics; Bureaucracy; Public administration; Economic growth; Health care; Economics; Law; Management","score_opus":0.4524005832085849,"score_gpt":0.5997411060617208,"score_spread":0.14734052285313592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897592208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8890025,0.0057312944,0.0000103415,0.09176188,0.0005491186,0.0018729359,0.00009292964,0.000059068905,0.01091993],"genre_scores_gemma":[0.9888915,0.002521859,0.000017359334,0.0027882305,0.0012005186,0.00006962839,0.000014279685,0.000014815165,0.0044818185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9941177,0.003133069,0.00082905387,0.00026038897,0.0006031966,0.0010566141],"domain_scores_gemma":[0.9978641,0.000666756,0.00033372725,0.00021241486,0.0005649011,0.00035804996],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0058651213,0.0001327522,0.00051500375,0.00034260182,0.002741842,0.00002625336,0.00010432949,0.00010897532,0.00002936123],"category_scores_gemma":[0.0006858556,0.00010498781,0.000020767293,0.00036612694,0.00066044077,0.00014030386,0.0002280606,0.00036587182,0.000024401515],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109978515,0.000015487032,0.10347608,0.005939814,0.000060035305,0.0000010938404,0.12263805,5.634961e-7,0.000022594371,0.6693382,0.09032795,0.008070137],"study_design_scores_gemma":[0.0035161823,0.0044239652,0.49016374,0.003685392,0.000007770951,0.000025365238,0.11286996,0.000441957,0.000009780533,0.045946024,0.33847517,0.0004346879],"about_ca_topic_score_codex":0.17001791,"about_ca_topic_score_gemma":0.0023080248,"teacher_disagreement_score":0.6233922,"about_ca_system_score_codex":0.00037780943,"about_ca_system_score_gemma":0.0016339005,"threshold_uncertainty_score":0.99855644},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2899333634","doi":"10.1186/s12961-018-0376-z","title":"Exploring the synergies between focused ethnography and integrated knowledge translation","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia; University of Waterloo; University of British Columbia; St. Paul's Hospital; University of British Columbia Hospital","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Knowledge management; Qualitative research; Sociology; General partnership; Context (archaeology); Knowledge sharing; Health care; Focus group; Body of knowledge; Health services research; Computer science; Medicine; Public health; Business; Nursing; Political science; Social science","score_opus":0.9708729074898869,"score_gpt":0.7476636994127156,"score_spread":0.22320920807717126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899333634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8903872,0.0016987614,0.0006529481,0.09568687,0.00064035464,0.004151119,0.00015196625,0.0001688842,0.006461915],"genre_scores_gemma":[0.99269,0.0013228147,0.000106012165,0.0020351894,0.002303265,0.0010143683,0.0000065748873,0.000025437168,0.0004963398],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858151,0.010246575,0.0010756942,0.00040655083,0.0007364358,0.0017196172],"domain_scores_gemma":[0.98396915,0.013713014,0.00022916797,0.0004119648,0.00085301534,0.00082371046],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.026091084,0.00016510513,0.00037188255,0.0009892002,0.005748529,0.00010651969,0.00027172855,0.00011428392,0.000014589281],"category_scores_gemma":[0.0039294423,0.00010963227,0.000026166717,0.0024802566,0.000944763,0.00041717297,0.00013511893,0.0010859767,0.00010634378],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009044806,0.000025492378,0.037052605,0.0042739687,0.000047657864,9.597563e-7,0.5716622,6.083055e-7,0.0001443566,0.046671417,0.034862213,0.30516806],"study_design_scores_gemma":[0.0010761552,0.0005878993,0.10142118,0.0008800462,0.0000040373156,0.00000301571,0.052826416,0.00064823776,0.000018301036,0.0007360979,0.8416234,0.00017520152],"about_ca_topic_score_codex":0.030471219,"about_ca_topic_score_gemma":0.0036500038,"teacher_disagreement_score":0.8067612,"about_ca_system_score_codex":0.0003070532,"about_ca_system_score_gemma":0.002742338,"threshold_uncertainty_score":0.99554586},"labels":[],"label_agreement":null},{"id":"W2900155956","doi":"10.1186/s12961-018-0384-z","title":"Evaluating health research priority-setting in low-income countries: a case study of health research priority-setting in Zambia","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Context (archaeology); Health administration; Qualitative research; Public relations; Health policy; Monitoring and evaluation; Medicine; Participatory action research; Citizen journalism; Public health; Political science; Economic growth; Nursing; Sociology; Geography","score_opus":0.4981992548987791,"score_gpt":0.6330230083153449,"score_spread":0.13482375341656577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900155956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94346213,0.010632766,0.0000052805453,0.031492323,0.00036615808,0.01336181,0.00006936834,0.00007094458,0.00053923315],"genre_scores_gemma":[0.9937665,0.0020786852,0.0001908454,0.0012130842,0.0016651071,0.00063364126,0.000017494533,0.000095777155,0.00033890066],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.90642536,0.06322613,0.006681221,0.0022554102,0.010272883,0.011139015],"domain_scores_gemma":[0.97350174,0.0145215085,0.00093790295,0.0018140953,0.005426268,0.0037984895],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37583992,0.00048603263,0.0026158984,0.0071157548,0.0042268108,0.00029573537,0.00054121553,0.00044049523,0.000016426151],"category_scores_gemma":[0.03404059,0.0004632229,0.00009537499,0.009458626,0.0012534215,0.00032409184,0.0008091715,0.006327272,0.00005150169],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0025643283,0.0030487136,0.6859099,0.07200188,0.00007014379,0.0028657843,0.16225639,0.000021986973,0.000032819917,0.0025199514,0.007780411,0.060927637],"study_design_scores_gemma":[0.022696042,0.055768233,0.38085926,0.05788917,0.000008405864,0.004538306,0.4393951,0.02192501,0.000013967623,0.0008367256,0.015061837,0.0010079362],"about_ca_topic_score_codex":0.61170536,"about_ca_topic_score_gemma":0.07436651,"teacher_disagreement_score":0.53733885,"about_ca_system_score_codex":0.008472275,"about_ca_system_score_gemma":0.045437016,"threshold_uncertainty_score":0.99978197},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"case_report","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2900335935","doi":"10.1186/s12961-018-0383-0","title":"Advancing the evaluation of integrated knowledge translation","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; George & Fay Yee Centre for Healthcare Innovation","funders":"Canadian Institutes of Health Research","keywords":"Knowledge management; Outcome (game theory); Context (archaeology); Computer science; Identification (biology); Credibility; Premise; Usability; Mechanism (biology); Causal chain; Management science; Process management; Risk analysis (engineering); Medicine; Business; Human–computer interaction; Political science; Engineering","score_opus":0.9566790611789131,"score_gpt":0.8097094370051809,"score_spread":0.14696962417373216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900335935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7490039,0.004262899,0.003025677,0.15620367,0.0018456278,0.016456585,0.00027337568,0.00013175241,0.068796515],"genre_scores_gemma":[0.9951834,0.00023325262,0.00008103608,0.002081413,0.0012402926,0.00057210337,0.000007213936,0.000014059802,0.00058722956],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.974202,0.021465084,0.0012334321,0.00027489982,0.0015527827,0.0012718413],"domain_scores_gemma":[0.985615,0.008866838,0.00040795002,0.00042354487,0.0042252694,0.00046135858],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09888735,0.00009826747,0.00026532568,0.00057215453,0.0026914892,0.000023864472,0.00022913725,0.00010340599,0.00011479885],"category_scores_gemma":[0.015889296,0.00006476,0.000020178604,0.0019047097,0.00049958314,0.00017896872,0.0000655446,0.0006102263,0.00014529088],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014279582,0.000073739626,0.008526454,0.0047059883,0.000029841118,2.1999846e-7,0.4385043,0.000022662725,0.001308193,0.08286986,0.11228683,0.35152912],"study_design_scores_gemma":[0.0019158535,0.0006773364,0.02361771,0.0011099615,0.0000070841825,0.0000048790316,0.06435654,0.053322658,0.000057510668,0.002002232,0.8527967,0.00013154073],"about_ca_topic_score_codex":0.021353634,"about_ca_topic_score_gemma":0.0060917325,"teacher_disagreement_score":0.74050987,"about_ca_system_score_codex":0.001082566,"about_ca_system_score_gemma":0.014257179,"threshold_uncertainty_score":0.99860686},"labels":[],"label_agreement":null},{"id":"W2900849522","doi":"10.1186/s12961-018-0381-2","title":"The potential of an online educational platform to contribute to achieving sustainable development goals: a mixed-methods evaluation of the Peoples-uni online platform","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Public health; Accreditation; Empowerment; Public relations; Context (archaeology); Medical education; Population; Medicine; Economic growth; Political science; Nursing; Environmental health","score_opus":0.24716102284839975,"score_gpt":0.5500396116190418,"score_spread":0.30287858877064205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900849522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96930856,0.0014189802,0.00020835218,0.025159748,0.00037940897,0.0032013094,0.00011294091,0.000009055032,0.00020162253],"genre_scores_gemma":[0.9951985,0.00014988657,0.0014190184,0.0010369385,0.0010576715,0.00014603393,0.00007838484,0.00001540624,0.00089819886],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9941907,0.0014038536,0.0010504646,0.00028285774,0.0018227742,0.0012493323],"domain_scores_gemma":[0.99251443,0.0016372266,0.00026515315,0.0005329255,0.0039843363,0.0010659161],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032559924,0.00014062182,0.0004689456,0.00044518593,0.001052101,0.000045051063,0.00024917728,0.0001013637,0.00000813902],"category_scores_gemma":[0.0130873015,0.00008422469,0.000050220075,0.0011768083,0.00018382212,0.000097095595,0.00021383144,0.0003138479,0.000003932075],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063984534,0.0028157302,0.011267735,0.015894199,0.00032191924,0.000007469644,0.030973274,0.00035157404,0.002440106,0.07860447,0.036760103,0.814165],"study_design_scores_gemma":[0.002462593,0.0028836671,0.8363801,0.0023221439,0.000031053143,0.000131512,0.055399306,0.009332883,0.0004343094,0.001108528,0.089291446,0.00022245971],"about_ca_topic_score_codex":0.011524094,"about_ca_topic_score_gemma":0.0044107377,"teacher_disagreement_score":0.82511234,"about_ca_system_score_codex":0.0011185486,"about_ca_system_score_gemma":0.018023327,"threshold_uncertainty_score":0.99618316},"labels":[],"label_agreement":null},{"id":"W2901044928","doi":"10.1186/s12961-018-0377-y","title":"Evaluating the impact of a network of research partnerships: a longitudinal multiple case study protocol","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; University of British Columbia; International Collaboration On Repair Discoveries; Queen's University; Okanagan University College; University of British Columbia, Okanagan Campus","funders":"Social Sciences and Humanities Research Council of Canada; Michael Smith Health Research BC","keywords":"Timeline; Health services research; Knowledge translation; Public relations; Dissemination; Data collection; Implementation research; Knowledge management; Medicine; Political science; Sociology; Public health; Computer science; Psychological intervention; Nursing","score_opus":0.9837888928562076,"score_gpt":0.8597463727831226,"score_spread":0.12404252007308503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901044928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8008743,0.000044576955,0.000025227984,0.0043972298,0.000095610085,0.19357939,0.000054925564,0.000025410985,0.0009033637],"genre_scores_gemma":[0.8789412,0.000006765903,0.000071168964,0.00019517596,0.0020450102,0.11835681,7.9962956e-7,0.000024358184,0.000358721],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.92982966,0.06019848,0.002671783,0.00060638884,0.003288212,0.0034054548],"domain_scores_gemma":[0.957683,0.033477314,0.00095126865,0.0011167189,0.005774648,0.0009970398],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19313453,0.00018963363,0.0006673075,0.0007180793,0.0060482384,0.00005645615,0.00054956326,0.0001393912,0.00008449394],"category_scores_gemma":[0.038249694,0.000115092895,0.00006571714,0.0044196937,0.0015818963,0.00014665308,0.00059038284,0.0016853929,0.000050388007],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012446195,0.00034221626,0.7125823,0.007090906,0.000087386,0.000048760707,0.22572656,0.00009736176,0.00009580146,0.005702554,0.04362228,0.0033592687],"study_design_scores_gemma":[0.014915429,0.06683935,0.30464584,0.005410562,0.000012818723,0.00061837863,0.5375916,0.051979057,0.000015989586,0.0019557949,0.015502165,0.00051306054],"about_ca_topic_score_codex":0.31847498,"about_ca_topic_score_gemma":0.015306745,"teacher_disagreement_score":0.40793645,"about_ca_system_score_codex":0.001168984,"about_ca_system_score_gemma":0.019149449,"threshold_uncertainty_score":0.99524575},"labels":[],"label_agreement":null},{"id":"W2901644049","doi":"10.1186/s12961-018-0388-8","title":"A deliberative dialogue as a knowledge translation strategy on road traffic injuries in Burkina Faso: a mixed-method evaluation","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Clinical Research Institute; Université de Montréal","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Knowledge translation; Thematic analysis; Government (linguistics); Public relations; Action plan; Qualitative property; Civil society; Action (physics); Political science; Data collection; Plan (archaeology); Descriptive statistics; Politics; Qualitative research; Medical education; Knowledge management; Sociology; Medicine; Computer science; Management; Geography; Social science","score_opus":0.8648938722821702,"score_gpt":0.7466731329181029,"score_spread":0.1182207393640673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901644049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93936014,0.0032176084,0.0005727315,0.00575774,0.00032794368,0.0047999253,0.000037192636,0.00007892859,0.04584776],"genre_scores_gemma":[0.99651396,0.0004029898,0.00016123391,0.00010866843,0.0012833225,0.00088030956,0.000008069521,0.000020886098,0.0006205297],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9428243,0.052213956,0.0006452495,0.00056422106,0.002164969,0.0015873051],"domain_scores_gemma":[0.99219173,0.005340933,0.0001267277,0.00028203937,0.0011939855,0.0008645756],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08703096,0.00017663877,0.00042243375,0.0011605101,0.0016317596,0.00035694244,0.00026247403,0.00023875764,0.0000345131],"category_scores_gemma":[0.017472818,0.00016236311,0.000045080196,0.0022687635,0.001067301,0.00033962622,0.000043860375,0.0006750428,0.00012390615],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004025975,0.00024277116,0.00012218558,0.00024294721,0.000018222885,0.0000032688238,0.21241157,0.00015859879,0.00015515345,0.097594194,0.0007785579,0.6878699],"study_design_scores_gemma":[0.00873341,0.02490727,0.056751225,0.003477111,0.000028525936,0.000015235094,0.22006397,0.41460174,0.00079219847,0.048183076,0.22077693,0.0016692906],"about_ca_topic_score_codex":0.060220484,"about_ca_topic_score_gemma":0.053248063,"teacher_disagreement_score":0.6862006,"about_ca_system_score_codex":0.0014409532,"about_ca_system_score_gemma":0.009907685,"threshold_uncertainty_score":0.999668},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2904452738","doi":"10.1186/s12961-018-0393-y","title":"Getting evidence to travel inside public systems: what organisational brokering capacities exist for evidence-based policy?","year":2018,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; École Nationale d'Administration Publique; Centre Hospitalier de l’Université de Montréal; Université Laval","funders":"Université Laval","keywords":"Public health; Health services research; Health administration; Health policy; Social policy; Public policy; Public relations; Public health policy; Evidence-based policy; Evidence-based practice; Healthcare policy; Public administration; Public economics; Medicine; Business; Political science; Health care reform; Nursing; Economics; Economic growth; Alternative medicine","score_opus":0.9417349317281832,"score_gpt":0.716445639279713,"score_spread":0.22528929244847018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904452738","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022207357,0.0047168755,0.0024782086,0.96990466,0.002757191,0.016008286,0.0011939843,0.00020787878,0.0005121797],"genre_scores_gemma":[0.034684196,0.0025334877,0.0006066205,0.8833412,0.057869677,0.01241346,0.00014329099,0.0002543319,0.00815375],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9611197,0.020208798,0.004430128,0.0019399589,0.0050990423,0.007202345],"domain_scores_gemma":[0.91503245,0.0717867,0.002020242,0.0017361762,0.006520665,0.0029038007],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.057418417,0.00083049363,0.0018311503,0.0053304215,0.0087670395,0.0019339066,0.0015809981,0.0013988587,0.000061280574],"category_scores_gemma":[0.10662139,0.0007818768,0.00015805077,0.0034066099,0.0012143798,0.0026000706,0.00057857163,0.00462318,0.0005400019],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000592853,0.000010779055,0.00021986493,0.037966,0.00003153744,0.000009662998,0.024108293,0.0000115586145,0.00008445524,0.00781431,0.92899287,0.0006914075],"study_design_scores_gemma":[0.0007295634,0.00084517157,0.000543593,0.03730417,0.00000792132,0.000036078694,0.030289399,0.0007929238,0.000011476795,0.00034595604,0.9284504,0.00064335606],"about_ca_topic_score_codex":0.10188966,"about_ca_topic_score_gemma":0.0016675494,"teacher_disagreement_score":0.10022211,"about_ca_system_score_codex":0.0110622775,"about_ca_system_score_gemma":0.07437714,"threshold_uncertainty_score":0.99989754},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2913954080","doi":"10.1186/s12961-019-0411-8","title":"Addressing the affordability of cancer drugs: using deliberative public engagement to inform health policy","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Golder Associates (Canada); Institut National d'Excellence en Santé et en Services Sociaux; McMaster University; University of British Columbia, Okanagan Campus; University of British Columbia; Impact; Canadian Centre for Applied Research in Cancer Control","funders":"Partenariat Canadien Contre Le Cancer; Canadian Centre for Applied Research in Cancer Control; McMaster University","keywords":"Deliberation; Public health; Health services research; Health policy; Public relations; Medicine; Population health; Equity (law); Public engagement; Social policy; Health economics; Health care; Population; Community engagement; Public economics; Political science; Environmental health; Nursing; Economics; Law","score_opus":0.9069152968692358,"score_gpt":0.6612441983532468,"score_spread":0.245671098515989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913954080","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4292507,0.012745252,0.0005638579,0.545364,0.0005189217,0.0065783155,0.00075894187,0.000039344617,0.00418063],"genre_scores_gemma":[0.97291785,0.0009417599,0.00032745604,0.023411922,0.0009890926,0.00042924745,0.000013327676,0.000038991242,0.00093036995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98801404,0.0042275568,0.0048499005,0.00067443505,0.0005541569,0.0016799115],"domain_scores_gemma":[0.9925817,0.0028904655,0.002172999,0.00093721447,0.0004870077,0.00093058584],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.10430282,0.00022780508,0.0013534662,0.0014161218,0.0014560671,0.00032170408,0.00046002382,0.0001243103,0.00007612831],"category_scores_gemma":[0.008310837,0.00020815244,0.00009050848,0.0015965102,0.00021996108,0.0005182026,0.00027978906,0.0005853393,0.00019310034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000045072993,0.00012507843,0.028157787,0.008470406,0.00012344611,1.457749e-7,0.07059022,0.0012904576,0.0000056989816,0.8692858,0.01582593,0.0060799345],"study_design_scores_gemma":[0.0024149092,0.0012187299,0.044364773,0.0026992671,0.0000032452006,0.000011895483,0.067263365,0.049437914,0.000009271111,0.011352355,0.8204132,0.0008111298],"about_ca_topic_score_codex":0.25181764,"about_ca_topic_score_gemma":0.0026670806,"teacher_disagreement_score":0.85793346,"about_ca_system_score_codex":0.0051257415,"about_ca_system_score_gemma":0.007851797,"threshold_uncertainty_score":0.9998439},"labels":[],"label_agreement":null},{"id":"W2914884711","doi":"10.1186/s12961-018-0405-y","title":"Sustainability of public health interventions: where are the gaps?","year":2019,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":219,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; Western University","funders":"","keywords":"Sustainability; Psychological intervention; Public health; Terminology; Public relations; Health administration; Sustainability organizations; Sustainability science; Health policy; Medicine; Management science; Engineering ethics; Political science; Nursing; Engineering","score_opus":0.9042515095970299,"score_gpt":0.7577607210184546,"score_spread":0.14649078857857534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914884711","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004782529,0.008712307,0.00020118235,0.9736773,0.001093796,0.013193074,0.0013003502,0.000078594494,0.0012651744],"genre_scores_gemma":[0.0200651,0.007582458,0.000021926828,0.93258095,0.0076503297,0.003250848,0.00012341834,0.000112495036,0.028612446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9044878,0.07937669,0.005145358,0.0011671582,0.0036966975,0.0061262934],"domain_scores_gemma":[0.9572218,0.029080046,0.004460512,0.0025671294,0.0054117427,0.0012587496],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11458549,0.00045373035,0.0018651362,0.001954411,0.0045770416,0.0001895975,0.0014516101,0.00093442993,0.00015658703],"category_scores_gemma":[0.03311763,0.00032056417,0.0002539176,0.002685282,0.0011806652,0.00032758675,0.0008788172,0.008971637,0.00028209932],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00000688028,0.000026210715,0.0047507957,0.10162627,0.000027172904,0.0000034797245,0.011915292,7.825846e-7,7.877906e-8,0.0055160685,0.8748869,0.0012400884],"study_design_scores_gemma":[0.00056898146,0.00044966882,0.003418329,0.005075224,0.0000024392625,0.0000104895635,0.042156186,0.000051443414,3.0551433e-8,0.00068171346,0.94741046,0.000175045],"about_ca_topic_score_codex":0.103456326,"about_ca_topic_score_gemma":0.004826342,"teacher_disagreement_score":0.09862998,"about_ca_system_score_codex":0.007240149,"about_ca_system_score_gemma":0.06052923,"threshold_uncertainty_score":0.99992466},"labels":[],"label_agreement":null},{"id":"W2920941556","doi":"10.1186/s12961-019-0419-0","title":"Evidence map of knowledge translation strategies, outcomes, facilitators and barriers in African health systems","year":2019,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Cape Town; Cape Higher Education Consortium; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Institutes of Health Research; National Research Foundation","keywords":"Knowledge translation; Facilitator; Health services research; Health administration; Health policy; Thematic analysis; Medicine; Health care; Capacity building; Public relations; Social policy; Medical education; Knowledge management; Diversity (politics); Nursing; Public health; Qualitative research; Political science; Sociology; Computer science; Social science","score_opus":0.9494057903423697,"score_gpt":0.7718814825093749,"score_spread":0.17752430783299478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920941556","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000086660526,0.9719748,0.000053044718,0.009148306,0.00087743846,0.015738111,0.0012438629,0.000049466842,0.0008283226],"genre_scores_gemma":[0.0061781784,0.98892146,0.000029461124,0.00048160835,0.0003715701,0.0022118627,0.000032486692,0.00007272943,0.0017006368],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.94718736,0.04071965,0.005805096,0.0011706155,0.0017846236,0.0033326505],"domain_scores_gemma":[0.96401685,0.02979105,0.002131909,0.0009853193,0.0006466198,0.0024282583],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.058296163,0.0006036419,0.004498711,0.0033387707,0.001447593,0.00012994635,0.00064733985,0.00065301725,0.000028265242],"category_scores_gemma":[0.0070606493,0.00048702364,0.0001388486,0.0027023945,0.00055318576,0.0005504175,0.00024969375,0.0026740083,0.00016688618],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000023090442,0.000019881782,0.0016629093,0.7624344,0.000042966196,0.0000021058277,0.04951387,0.000004184462,1.1656147e-7,0.020016761,0.009732091,0.15654762],"study_design_scores_gemma":[0.00056187104,0.0004232394,0.0004527605,0.066709585,0.000009460635,0.000007688183,0.025218269,0.00015457916,2.6266973e-9,0.000044456458,0.9061604,0.00025766302],"about_ca_topic_score_codex":0.12166471,"about_ca_topic_score_gemma":0.006307985,"teacher_disagreement_score":0.89642835,"about_ca_system_score_codex":0.0040168623,"about_ca_system_score_gemma":0.07542298,"threshold_uncertainty_score":0.99985236},"labels":[],"label_agreement":null},{"id":"W2921897761","doi":"10.1186/s12961-019-0416-3","title":"Kenya’s Health in All Policies strategy: a policy analysis using Kingdon’s multiple streams","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Medizinischen Fakultät Heidelberg, Universität Heidelberg; Universität Heidelberg; Deutsche Forschungsgemeinschaft; European Commission; Alexander von Humboldt-Stiftung","keywords":"Civil society; Public health; Health policy; Government (linguistics); Health promotion; Social policy; Public administration; Politics; Mainstreaming; Political science; Health services research; Public policy; Promotion (chess); Sustainable development; Economic growth; Medicine; Economics; Nursing","score_opus":0.3881504496447574,"score_gpt":0.5100475420123828,"score_spread":0.12189709236762536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921897761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75183755,0.002378405,0.000045205958,0.23431982,0.000312244,0.002574359,0.00009890035,0.00014054746,0.008292984],"genre_scores_gemma":[0.95593506,0.0009159748,0.00002756327,0.03971285,0.0027971105,0.00006395542,0.00008434658,0.000044585984,0.0004185728],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99189585,0.0011504876,0.0016128714,0.00078966294,0.0007792108,0.0037718944],"domain_scores_gemma":[0.99682224,0.0009597074,0.0006698277,0.00071130565,0.00039886712,0.00043808043],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012987104,0.0003786976,0.0014789359,0.0054114987,0.00067606,0.00060480577,0.00048333878,0.00025861914,0.000025223979],"category_scores_gemma":[0.002831512,0.00033665722,0.00015452282,0.0063057663,0.00020910722,0.0007013692,0.00043880907,0.00081564585,0.00013063013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014344972,0.00034355966,0.26844785,0.007394817,0.0003563012,0.000011286868,0.002197756,0.033514053,0.000032491236,0.576205,0.10261378,0.008739682],"study_design_scores_gemma":[0.0012194904,0.00017652924,0.07471648,0.00031516608,0.000012268526,0.00001369663,0.0045536417,0.27509308,1.2272456e-7,0.0015183866,0.64200926,0.00037188546],"about_ca_topic_score_codex":0.9357452,"about_ca_topic_score_gemma":0.038497545,"teacher_disagreement_score":0.8972476,"about_ca_system_score_codex":0.0016148883,"about_ca_system_score_gemma":0.002731989,"threshold_uncertainty_score":0.99990857},"labels":[],"label_agreement":null},{"id":"W2922496557","doi":"10.1186/s12961-019-0418-1","title":"A bibliometric analysis of health-related literature on natural disasters from 1900 to 2017","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Disaster Response and Management","field":"Health Professions","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"An-Najah National University","keywords":"Preparedness; Natural disaster; Scopus; Public health; China; Per capita; Medicine; Emergency management; Environmental health; Geography; MEDLINE; Economic growth; Political science; Population; Nursing","score_opus":0.3145881916356845,"score_gpt":0.5688195982729951,"score_spread":0.2542314066373106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922496557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96115404,0.013853752,0.000022915223,0.01199762,0.0008673534,0.00383388,0.00056260225,0.00005729005,0.007650532],"genre_scores_gemma":[0.97776204,0.0016866729,0.000011825294,0.003250615,0.00016852522,0.00020001206,0.00019145475,0.0000267535,0.016702108],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.989867,0.0056211143,0.0013214565,0.0005381343,0.0012173576,0.0014349899],"domain_scores_gemma":[0.99540347,0.002262612,0.00036157225,0.0008597633,0.00034191884,0.00077068433],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.00904158,0.00021169195,0.0010549118,0.090026766,0.00061319786,0.00009468464,0.00035225417,0.00017529851,0.00006234819],"category_scores_gemma":[0.0007882452,0.00016346872,0.000114916074,0.11489823,0.00006005986,0.00013791784,0.00025190212,0.0009903096,0.0003985359],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025968065,0.0006123081,0.040245958,0.018817233,0.0037890796,0.00003924754,0.23732594,0.00091516,0.00020729577,0.043292906,0.5738781,0.07827995],"study_design_scores_gemma":[0.0032326519,0.00270256,0.4578395,0.008588349,0.000066993416,0.0000024425115,0.037817463,0.0071909884,0.000002377106,0.00031008822,0.48169968,0.00054690184],"about_ca_topic_score_codex":0.025345545,"about_ca_topic_score_gemma":0.00055827905,"teacher_disagreement_score":0.41759354,"about_ca_system_score_codex":0.0005560864,"about_ca_system_score_gemma":0.000805911,"threshold_uncertainty_score":0.9811448},"labels":[],"label_agreement":null},{"id":"W2925672674","doi":"10.1186/s12961-019-0432-3","title":"The dark side of coproduction: do the costs outweigh the benefits for health research?","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Plant and animal studies","field":"Agricultural and Biological Sciences","cited_by":786,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Coproduction; Incentive; Health services research; Process (computing); Public relations; Business; Medicine; Public health; Political science; Economics; Computer science; Nursing","score_opus":0.5290207498102124,"score_gpt":0.47654563936897415,"score_spread":0.05247511044123826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2925672674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59517115,0.036630176,1.2862081e-7,0.3614661,0.00020203006,0.0032766084,0.0002563149,0.00001744755,0.0029800343],"genre_scores_gemma":[0.9840096,0.0114070475,0.0000010367509,0.00048069315,0.001458636,0.00018374294,0.000006627013,0.0000015464062,0.0024510606],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99550307,0.0018557765,0.00038502688,0.00028916492,0.0009226099,0.001044341],"domain_scores_gemma":[0.9921839,0.0068524308,0.00013843186,0.00012166327,0.0005211458,0.00018241596],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.019509425,0.00009947151,0.0002564001,0.000028520257,0.0044630435,0.00022637367,0.00048338206,0.000050003397,0.0000030223155],"category_scores_gemma":[0.001234082,0.000023140847,0.000052074054,0.00070389506,0.00047804942,0.000049419403,0.00019703174,0.00042381388,0.000019379131],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005777226,0.00010989826,0.008423741,0.0008334532,0.00008159045,6.122521e-7,0.0037226842,0.000008976185,0.002243162,0.310063,0.41963387,0.25430128],"study_design_scores_gemma":[0.00017686798,0.0016973449,0.10456641,0.00027326978,9.63417e-7,0.000016163143,0.012052401,0.00006160811,0.000038856375,0.0016060363,0.8794317,0.00007835871],"about_ca_topic_score_codex":0.018885707,"about_ca_topic_score_gemma":0.009846629,"teacher_disagreement_score":0.45979783,"about_ca_system_score_codex":0.00013075616,"about_ca_system_score_gemma":0.00021550262,"threshold_uncertainty_score":0.996833},"labels":[],"label_agreement":null},{"id":"W2930294530","doi":"10.1186/s12961-019-0424-3","title":"Blending integrated knowledge translation with global health governance: an approach for advancing action on a wicked problem","year":2019,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Viral Infections and Outbreaks Research","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; McMaster University; Interior Health","funders":"Canadian Institutes of Health Research; University of British Columbia; McMaster University; World Bank Group; Bill and Melinda Gates Foundation","keywords":"Corporate governance; Public relations; Wicked problem; Accountability; Equity (law); Political science; Sociology; Engineering ethics; Economics; Engineering; Law; Management","score_opus":0.64364130873887,"score_gpt":0.6234374049494185,"score_spread":0.020203903789451583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2930294530","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020027304,0.97280353,0.00460844,0.0008087754,0.00014899035,0.01770571,0.00045784903,0.000099137644,0.003347529],"genre_scores_gemma":[0.00060177833,0.9915397,0.0010369102,0.00007746941,0.0012623238,0.0026255196,0.0008565195,0.00009997554,0.0018998085],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929086,0.0024766407,0.0010208637,0.00093247334,0.00097045914,0.0016909948],"domain_scores_gemma":[0.9968064,0.00061648997,0.00045773556,0.0004945772,0.000583148,0.0010416378],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0075128195,0.00046112912,0.0022160264,0.00078060734,0.0008732917,0.00018879384,0.00015418277,0.0003925796,0.0000033454166],"category_scores_gemma":[0.00027389964,0.00030773724,0.00019233963,0.0021284502,0.00017478566,0.00022994496,0.000035593468,0.0015243856,0.000017099006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0002717322,0.00027541377,0.000005164039,0.16982126,0.000095952986,0.0000013497024,0.00031709444,0.00001541735,5.0371756e-7,0.0036387115,0.0009009182,0.8246565],"study_design_scores_gemma":[0.001485696,0.0066556484,0.000013252528,0.03856801,0.000046118912,0.0003093127,0.00097025296,0.010062534,2.2602168e-7,0.00001429297,0.9416431,0.00023154929],"about_ca_topic_score_codex":0.010347386,"about_ca_topic_score_gemma":0.00074703654,"teacher_disagreement_score":0.9407422,"about_ca_system_score_codex":0.0060078874,"about_ca_system_score_gemma":0.015474893,"threshold_uncertainty_score":0.9999375},"labels":[],"label_agreement":null},{"id":"W2941222987","doi":"10.1186/s12961-019-0438-x","title":"Studying social accountability in the context of health system strengthening: innovations and considerations for future work","year":2019,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institut pour la Recherche en Santé Publique; National Institute for Health and Care Research; Universität Basel; Université de Montréal; UNICEF; World Health Organization","keywords":"Accountability; Public relations; Context (archaeology); Social accounting; Health services research; Public health; Health care; Process (computing); Sociology; Political science; Medicine; Economics; Computer science; Nursing; Management","score_opus":0.4162272843210049,"score_gpt":0.481613595202484,"score_spread":0.06538631088147906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941222987","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0078740325,0.0022005206,0.000019317677,0.9831951,0.00062160083,0.0049175057,0.00024403204,0.000033773704,0.00089409447],"genre_scores_gemma":[0.4116407,0.00013253691,0.0000135518385,0.5737789,0.013598637,0.000581434,0.00015949471,0.000030574607,0.00006410312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930834,0.002147452,0.0019499717,0.0005428125,0.0006899873,0.0015863387],"domain_scores_gemma":[0.99130195,0.006028452,0.0011876164,0.0004440911,0.0009993082,0.000038571463],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.026963618,0.0002894913,0.0013036564,0.0010153893,0.0017591506,0.0004509541,0.00029817285,0.00053706614,0.000002380599],"category_scores_gemma":[0.0034712541,0.00021319541,0.00007312663,0.0013700243,0.00030784355,0.00025865002,0.00018602915,0.0017922174,0.0000049034707],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014042011,0.000020285974,0.0008392589,0.0143989,0.00001959966,7.992066e-7,0.002380924,0.0000045136635,3.7423277e-8,0.17492251,0.8065339,0.00086524856],"study_design_scores_gemma":[0.0005426978,0.00006353642,0.002959582,0.0005979757,0.0000045939637,0.00000749305,0.041317116,0.0006070372,2.9532863e-9,0.0007746252,0.9529898,0.00013549374],"about_ca_topic_score_codex":0.14058629,"about_ca_topic_score_gemma":0.0014531283,"teacher_disagreement_score":0.40941617,"about_ca_system_score_codex":0.00051538926,"about_ca_system_score_gemma":0.0017264456,"threshold_uncertainty_score":0.99954045},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2943550741","doi":"10.1186/s12961-019-0434-1","title":"RE-AIMing conferences: evaluating the adoption, implementation and maintenance of the Rick Hansen Institute’s Praxis 2016","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Centre for Interdisciplinary Research in Rehabilitation; University of British Columbia; International Collaboration On Repair Discoveries; Ottawa Hospital; Okanagan University College; University of British Columbia, Okanagan Campus","funders":"Rick Hansen Institute","keywords":"Praxis; Health services research; Health administration; Public health; Quality of Life Research; Health informatics; Health economics; Medicine; Political science; Nursing; Law","score_opus":0.8771301978377882,"score_gpt":0.7471000567514977,"score_spread":0.13003014108629052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943550741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80561024,0.00048740036,0.0002690051,0.17881483,0.0008611837,0.008821064,0.00014469793,0.000030535746,0.004961042],"genre_scores_gemma":[0.9893143,0.00072128564,0.00010266375,0.006564638,0.00036932982,0.0005440931,0.0000048466536,0.000013112987,0.0023656941],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9871581,0.008457398,0.0013744129,0.00038219272,0.0013300296,0.0012978422],"domain_scores_gemma":[0.99205476,0.005197666,0.00081406144,0.00056612544,0.001027182,0.00034022224],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03273266,0.00013561064,0.000332152,0.00026219338,0.0027317083,0.00006536924,0.00037535734,0.00009539522,0.000075193115],"category_scores_gemma":[0.004839123,0.000076002645,0.000026607942,0.00095754955,0.00049980415,0.0003098498,0.00029601375,0.00074475684,0.00005749341],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015275474,0.000034738165,0.30332282,0.011290601,0.000044053013,6.0333997e-7,0.2602731,0.00005229076,0.00083264493,0.320699,0.07079107,0.03250631],"study_design_scores_gemma":[0.0034015107,0.0011512163,0.28348863,0.003611585,0.000008215601,0.000012243668,0.42935252,0.0046390384,0.000024184514,0.0025752375,0.27146822,0.000267391],"about_ca_topic_score_codex":0.0741041,"about_ca_topic_score_gemma":0.0068515106,"teacher_disagreement_score":0.3181238,"about_ca_system_score_codex":0.0005123346,"about_ca_system_score_gemma":0.01016518,"threshold_uncertainty_score":0.9985666},"labels":[],"label_agreement":null},{"id":"W2945284159","doi":"10.1186/s12961-019-0437-y","title":"Programme theory development and formative evaluation of a provincial knowledge translation unit","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Heritage Medical Research Clinic; Alberta Health; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Alberta Innovates - Health Solutions","keywords":"Formative assessment; Knowledge translation; Health services research; Unit (ring theory); Health administration; Health care; Medical education; Qualitative research; Nursing; Service (business); Knowledge management; Public relations; Medicine; Sociology; Psychology; Public health; Political science; Computer science; Business; Pedagogy; Marketing","score_opus":0.9459055694389021,"score_gpt":0.7652402907650355,"score_spread":0.18066527867386661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945284159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96826786,0.0009838889,0.00029738175,0.005134277,0.00020725076,0.010768135,0.000054488348,0.000036076668,0.014250632],"genre_scores_gemma":[0.99692434,0.00008158016,0.00021071525,0.0005522593,0.00021377114,0.0011874875,0.000013501697,0.000014074781,0.0008022804],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9815055,0.014167324,0.0012864829,0.0003019749,0.0014735092,0.0012651923],"domain_scores_gemma":[0.9917659,0.0054293997,0.00041587153,0.0002223106,0.0016211095,0.0005454108],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.077240944,0.000119306766,0.00033849222,0.00071121857,0.001164053,0.000028644134,0.0001266884,0.00012750011,0.000040482828],"category_scores_gemma":[0.0039308215,0.00009809857,0.000014271268,0.0008776067,0.00017940516,0.00028134193,0.000088808556,0.0004960351,0.000097965116],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012577532,0.000057800666,0.010044626,0.009909159,0.00001889073,1.1850037e-7,0.4901326,0.0000034102789,0.00007531222,0.12302863,0.00074517657,0.36585853],"study_design_scores_gemma":[0.010884052,0.0018607054,0.13655627,0.00343879,0.000016204338,0.000012515791,0.25467166,0.023010511,0.000098784505,0.0076382393,0.5613014,0.0005108226],"about_ca_topic_score_codex":0.003403883,"about_ca_topic_score_gemma":0.0015864837,"teacher_disagreement_score":0.56055623,"about_ca_system_score_codex":0.0007676786,"about_ca_system_score_gemma":0.016912188,"threshold_uncertainty_score":0.988661},"labels":[],"label_agreement":null},{"id":"W2946864055","doi":"10.1186/s12961-019-0457-7","title":"The intersections of industry with the health research enterprise","year":2019,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Multinational corporation; Health services research; Public relations; Public health; Business; Work (physics); Health administration; Marketing; Political science; Medicine; Nursing","score_opus":0.39143813594636784,"score_gpt":0.5058017802268111,"score_spread":0.11436364428044327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946864055","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00093845284,0.0035343603,0.0000148522595,0.97775424,0.0007865812,0.0029905227,0.00006452358,0.000040905266,0.013875555],"genre_scores_gemma":[0.025283605,0.002574009,0.0000022544584,0.93696636,0.023898581,0.00051769253,0.0000701166,0.000083656756,0.010603709],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98746365,0.0047280723,0.0013048813,0.00065745495,0.0020315463,0.0038143834],"domain_scores_gemma":[0.9883124,0.007455693,0.0009775984,0.0013424844,0.0017541598,0.00015762684],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.044764284,0.00034017858,0.00096764875,0.0013633972,0.0037090457,0.0007797123,0.0012535884,0.00089661835,0.000013233694],"category_scores_gemma":[0.004315582,0.00017387333,0.00010168693,0.0023620515,0.0015863156,0.00025700938,0.00084656465,0.010719738,0.0001440784],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048373447,0.000017471173,0.00024467564,0.004560599,0.00004038613,0.0000045158654,0.0002995193,0.000018248043,1.0211739e-7,0.02403561,0.9699054,0.0008251291],"study_design_scores_gemma":[0.00025549383,0.00030791736,0.00033205873,0.0008734042,0.0000028453921,0.00002771909,0.0047725583,0.0007278128,1.5159829e-8,0.00037355442,0.9922044,0.00012218171],"about_ca_topic_score_codex":0.4590624,"about_ca_topic_score_gemma":0.0042673694,"teacher_disagreement_score":0.45479503,"about_ca_system_score_codex":0.0007791753,"about_ca_system_score_gemma":0.0040719467,"threshold_uncertainty_score":0.997588},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2947151827","doi":"10.1186/s12961-019-0455-9","title":"A roadmap for strengthening evidence-informed health policy-making in Iran: protocol for a research programme","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Institute for Medical Research Development","keywords":"Accountability; Psychological intervention; Stakeholder; Health services research; Transparency (behavior); Process management; Implementation research; Health administration; Protocol (science); Health policy; Qualitative research; Corporate governance; Health informatics; Medicine; Public relations; Management science; Business; Political science; Public health; Nursing; Engineering; Alternative medicine; Sociology","score_opus":0.9600418221016631,"score_gpt":0.8250073238657526,"score_spread":0.13503449823591052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947151827","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075516263,0.00019857677,0.0005377326,0.2609137,0.00029949105,0.7278182,0.00029269667,0.00015786546,0.0022301276],"genre_scores_gemma":[0.16487142,0.000107458814,0.0015309455,0.010809137,0.0025260993,0.8162887,0.000016575957,0.000098382734,0.0037512716],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9680096,0.0143135935,0.003923983,0.0012353184,0.0029465193,0.009571003],"domain_scores_gemma":[0.94472104,0.048785966,0.001118265,0.0010479735,0.0021138552,0.0022129123],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13251692,0.00036558873,0.0011762806,0.004271048,0.004813112,0.00028912694,0.00086531753,0.00037308098,0.000036071164],"category_scores_gemma":[0.06671481,0.00031687916,0.000104276034,0.0046423944,0.0003788197,0.0007275116,0.00045312542,0.0022322838,0.00013810434],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0028050998,0.0002735007,0.036475293,0.16185354,0.000039825947,0.0000029028276,0.25625318,0.000053180214,0.0000717,0.31972086,0.14309543,0.079355486],"study_design_scores_gemma":[0.0068694623,0.0039803977,0.003878762,0.01315609,6.799672e-7,0.000008092874,0.041521855,0.0061513484,0.0000028295399,0.002589762,0.9215439,0.00029679705],"about_ca_topic_score_codex":0.09606881,"about_ca_topic_score_gemma":0.016451178,"teacher_disagreement_score":0.7784485,"about_ca_system_score_codex":0.00834227,"about_ca_system_score_gemma":0.062940545,"threshold_uncertainty_score":0.99992836},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2951786096","doi":"10.1186/s12961-019-0460-z","title":"A description of a tailored knowledge translation intervention delivered by knowledge brokers within public health departments in Canada","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Regional Municipality of Ottawa; McMaster University","funders":"Institute of Population and Public Health","keywords":"Knowledge translation; Enthusiasm; Intervention (counseling); Health administration; Psychological intervention; Health services research; Knowledge management; Public health; Medical education; Medicine; Psychology; Nursing; Computer science; Social psychology","score_opus":0.8568726073240838,"score_gpt":0.6770992331792494,"score_spread":0.1797733741448344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951786096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9656279,0.0036795917,0.00036317465,0.019417431,0.0008552268,0.0074084317,0.00041496445,0.000037313435,0.0021959296],"genre_scores_gemma":[0.99573654,0.00050452456,0.00005384196,0.001526866,0.00012272771,0.00062096847,0.00009405873,0.000028446013,0.0013120562],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9784774,0.014884671,0.0027732882,0.00056390493,0.0010936018,0.0022071346],"domain_scores_gemma":[0.9940476,0.0026576868,0.00091361505,0.0003994154,0.0007690062,0.0012126936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025187382,0.00020435991,0.00069366844,0.0011651375,0.0008054877,0.000042932952,0.0002969803,0.00014447903,0.000059177364],"category_scores_gemma":[0.0018871496,0.00019837682,0.000040912262,0.0021116957,0.00011762216,0.00047198145,0.00010732098,0.0008592715,0.00008619441],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00045609486,0.0006437132,0.38967112,0.041856952,0.000083552484,0.0000025065244,0.3315137,0.000044090884,0.0008601288,0.01495746,0.17283578,0.04707491],"study_design_scores_gemma":[0.021230375,0.0034084022,0.22275841,0.0077985968,0.000006180626,0.000017990256,0.28569934,0.05281915,0.000036561847,0.00046370047,0.40483388,0.00092739996],"about_ca_topic_score_codex":0.9605849,"about_ca_topic_score_gemma":0.9693138,"teacher_disagreement_score":0.23199809,"about_ca_system_score_codex":0.009209612,"about_ca_system_score_gemma":0.041858938,"threshold_uncertainty_score":0.99459386},"labels":[],"label_agreement":null},{"id":"W2955682156","doi":"10.1186/s12961-019-0465-7","title":"Creating a locally driven research agenda for the ethnic minorities of Eastern Myanmar","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Ethnic group; Health services research; Public health; Social policy; Political science; Health administration; Health policy; Health informatics; Healthcare policy; Economic growth; Medicine; Development economics; International health; Nursing","score_opus":0.519415347405666,"score_gpt":0.570233988990682,"score_spread":0.05081864158501603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955682156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8916405,0.046697486,0.0001091921,0.035069395,0.00051930686,0.009916856,0.00015180929,0.0000462687,0.015849186],"genre_scores_gemma":[0.9797903,0.002123057,0.000042457774,0.0008579859,0.0008944571,0.00031360122,0.0000106183725,0.0000247379,0.015942836],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941151,0.0016048163,0.0007234024,0.0003342787,0.0014563198,0.0017660705],"domain_scores_gemma":[0.989508,0.007853524,0.00012181127,0.0005413735,0.0012840449,0.00069124816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02007271,0.00012488081,0.00057276856,0.0005381153,0.00061538554,0.000051798343,0.0001885561,0.00014748833,0.000013209803],"category_scores_gemma":[0.0037255213,0.00008244928,0.000088386914,0.00080805575,0.00039863613,0.000057911962,0.00012395052,0.0007572354,0.000047526577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007110329,0.0007568187,0.20299524,0.17471386,0.0004439516,0.00007293749,0.04725406,0.0000930515,0.0014628645,0.19462699,0.21479148,0.15567842],"study_design_scores_gemma":[0.008418063,0.012842041,0.116112426,0.014753885,0.00002727005,0.0003830761,0.0995067,0.07209425,0.00011217852,0.0012386442,0.6740027,0.00050876045],"about_ca_topic_score_codex":0.035639312,"about_ca_topic_score_gemma":0.00037416373,"teacher_disagreement_score":0.45921123,"about_ca_system_score_codex":0.00032515847,"about_ca_system_score_gemma":0.0038442044,"threshold_uncertainty_score":0.97078246},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2965749382","doi":"10.1186/s12961-019-0475-5","title":"Evidence of commitment to research partnerships? Results of two web reviews","year":2019,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Social Sciences and Humanities Research Council; University of Winnipeg; Université de Saint-Boniface; University of Ottawa; Ottawa Hospital; University of Manitoba; University of Northern British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Public relations; Knowledge translation; Phone; Health care; General partnership; Health informatics; Coproduction; Knowledge management; Health administration; Medicine; Medical education; Public health; Business; Political science; Nursing; Computer science","score_opus":0.9928186349463379,"score_gpt":0.8543757798247342,"score_spread":0.1384428551216037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965749382","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003147555,0.94766486,0.000008449858,0.017172452,0.00057136087,0.029181475,0.0012453619,0.000025525693,0.0040990454],"genre_scores_gemma":[0.0005235841,0.9830479,0.0001353674,0.0015317418,0.0014116304,0.0049301633,0.000034455712,0.000074553005,0.008310612],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.85021865,0.1267935,0.010645577,0.0015967714,0.005630571,0.005114913],"domain_scores_gemma":[0.91069746,0.07676025,0.0034620417,0.0029203473,0.0035362593,0.0026236451],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26381743,0.00051724474,0.0052313316,0.0044881315,0.0017163762,0.00006033036,0.0017753531,0.00053337985,0.000066236746],"category_scores_gemma":[0.086009935,0.00038638874,0.00025926335,0.0074490746,0.0007547472,0.00023354411,0.0014036426,0.0041273325,0.0016461174],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008744876,0.00004466645,0.000038412007,0.48325834,0.00002585603,0.0000017339903,0.008975008,4.9011544e-7,0.0000024107676,0.014429825,0.29370302,0.1994328],"study_design_scores_gemma":[0.0005996402,0.0009807432,0.000011035636,0.19855957,0.000012428374,0.000004859113,0.0014046758,0.000012921705,2.5771956e-7,0.000039094863,0.7982058,0.00016896219],"about_ca_topic_score_codex":0.031497143,"about_ca_topic_score_gemma":0.002422562,"teacher_disagreement_score":0.5045028,"about_ca_system_score_codex":0.003382042,"about_ca_system_score_gemma":0.047114477,"threshold_uncertainty_score":0.9998588},"labels":[],"label_agreement":null},{"id":"W2967611184","doi":"10.1186/s12961-019-0477-3","title":"A framework for value-creating learning health systems","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":359,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières; Université Laval; Institut National d'Excellence en Santé et en Services Sociaux","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Health administration; Health services research; Public health; Value (mathematics); Health informatics; Health policy; Social policy; Medicine; Computer science; Nursing; Political science","score_opus":0.8858111560825194,"score_gpt":0.7776424180435226,"score_spread":0.10816873803899674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967611184","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2933188,0.015132123,0.05721468,0.485771,0.010350442,0.09465459,0.0012065986,0.0014972074,0.040854547],"genre_scores_gemma":[0.9416917,0.00144177,0.0024160522,0.024399972,0.0049156933,0.0046762913,0.000038969334,0.0001349388,0.020284612],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97358495,0.016725687,0.0024375243,0.00087644614,0.001802588,0.0045727845],"domain_scores_gemma":[0.966441,0.028597035,0.0011567558,0.00070436904,0.0010169366,0.0020839241],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059276246,0.00028171786,0.0010361186,0.0010503491,0.0066232593,0.00020351094,0.00042822963,0.00032607096,0.000049004084],"category_scores_gemma":[0.021628432,0.0002510733,0.00006733511,0.0016606195,0.00017043084,0.00028785726,0.000251047,0.0024280446,0.0006027227],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007823189,0.00002541803,0.021053813,0.022540389,0.000021925951,8.110281e-7,0.05468181,0.00028414093,0.00002356796,0.8692427,0.029353403,0.0026937833],"study_design_scores_gemma":[0.00187234,0.0016832616,0.004720853,0.005146724,0.0000018109268,0.000016751621,0.07741263,0.021612817,7.40648e-7,0.0025679802,0.8846568,0.00030729247],"about_ca_topic_score_codex":0.0642639,"about_ca_topic_score_gemma":0.00020461758,"teacher_disagreement_score":0.8666747,"about_ca_system_score_codex":0.002605106,"about_ca_system_score_gemma":0.01383824,"threshold_uncertainty_score":0.99999416},"labels":[],"label_agreement":null},{"id":"W2968012037","doi":"10.1186/s12961-019-0476-4","title":"Evaluation of an HIV-specific rapid response service for community-based organisations in Ontario, Canada","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; Ontario HIV Treatment Network","funders":"Ontario Ministry of Health and Long-Term Care; Ontario HIV Treatment Network","keywords":"Helpfulness; Context (archaeology); Service (business); Health services research; Public health; Human immunodeficiency virus (HIV); Medicine; Government (linguistics); Public relations; Health administration; Business; Nursing; Family medicine; Political science; Psychology; Marketing; Geography; Social psychology","score_opus":0.43151234875851496,"score_gpt":0.5162804335491664,"score_spread":0.08476808479065145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968012037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802749,0.00039372966,0.000030935033,0.013435368,0.000035443714,0.0036095101,0.0002010879,0.000008547589,0.0020104717],"genre_scores_gemma":[0.9945159,0.000021246387,0.00005986095,0.00033730446,0.00006042381,0.00030902948,0.00027879488,0.000016757085,0.004400684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98891556,0.0082677435,0.00052652083,0.00018155923,0.0015321817,0.0005764416],"domain_scores_gemma":[0.99495643,0.0017145615,0.000086416,0.00056651415,0.0022068564,0.0004691915],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03343694,0.00008729783,0.00032022878,0.00074987934,0.0003455105,0.000037154434,0.00015224742,0.00006943016,0.00026589306],"category_scores_gemma":[0.002073753,0.00008014552,0.000032735414,0.00070491474,0.0000617749,0.00009266447,0.000034419478,0.0006863273,0.000013535432],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030034337,0.007342343,0.08526438,0.044538204,0.00054097746,0.000029688757,0.09722405,0.0017067391,0.04475026,0.019501025,0.6050503,0.06401768],"study_design_scores_gemma":[0.019458236,0.021679366,0.27566436,0.004155639,0.000026159085,0.000047775957,0.028462877,0.15657532,0.0005552125,0.00038613798,0.49264824,0.00034065841],"about_ca_topic_score_codex":0.9913627,"about_ca_topic_score_gemma":0.990262,"teacher_disagreement_score":0.19039999,"about_ca_system_score_codex":0.0033685563,"about_ca_system_score_gemma":0.033541385,"threshold_uncertainty_score":0.9952801},"labels":[],"label_agreement":null},{"id":"W2969586990","doi":"10.1186/s12961-019-0479-1","title":"Understanding the supports needed for policy implementation: a comparative analysis of the placement of intermediaries across three mental health systems","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Pierre Elliott Trudeau Foundation","keywords":"Health services research; Mental health; Health administration; Public health; Health policy; Intermediary; Social policy; Health informatics; Health economics; Policy analysis; Medicine; Political science; Business; Nursing; Psychiatry; Public administration; Law","score_opus":0.7963745786537466,"score_gpt":0.6544311212051043,"score_spread":0.14194345744864234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969586990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9049589,0.0030127945,0.0016343506,0.042793483,0.0024820785,0.037282947,0.0066676163,0.00003262309,0.001135218],"genre_scores_gemma":[0.9956949,0.00030979692,0.000008385932,0.0016057758,0.00030767915,0.001021335,0.00035171147,0.000015691205,0.00068475946],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9907251,0.0038373328,0.0021087048,0.0003629863,0.0013176244,0.0016482696],"domain_scores_gemma":[0.99440217,0.0026377328,0.0014788063,0.0006063802,0.00041051663,0.00046438808],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013229347,0.00021341335,0.0010184648,0.0006105182,0.0029816781,0.000043443506,0.00036609126,0.00010430647,0.000026967287],"category_scores_gemma":[0.0001048256,0.00012697902,0.00014879352,0.0018021447,0.0005118137,0.00010017867,0.00032402796,0.0004960762,0.0000051071383],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000936173,0.00020950794,0.20864993,0.030420695,0.0010028993,1.712102e-7,0.3636306,0.00040222827,0.000029871238,0.3627869,0.031571362,0.0003596484],"study_design_scores_gemma":[0.0035503306,0.0023347847,0.01300153,0.0029000791,0.00003661607,0.0000019273116,0.945113,0.0101942355,0.000018893039,0.0006062552,0.022062493,0.00017985218],"about_ca_topic_score_codex":0.10408891,"about_ca_topic_score_gemma":0.021004504,"teacher_disagreement_score":0.5814824,"about_ca_system_score_codex":0.003016747,"about_ca_system_score_gemma":0.005104469,"threshold_uncertainty_score":0.9983163},"labels":[],"label_agreement":null},{"id":"W2972745945","doi":"10.1186/s12961-019-0482-6","title":"The unpredictable journeys of spreading, sustaining and scaling healthcare innovations: a scoping review","year":2019,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Foundation for Healthcare Improvement; Université de Montréal; Fonds de Recherche du Québec - Santé; Canadian Standards Association; Canadian Institutes of Health Research; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; Université de Sherbrooke","funders":"Canadian Foundation for Healthcare Improvement","keywords":"Health care; Thematic analysis; Health services research; Leverage (statistics); Knowledge management; Health administration; Health policy; Public relations; Process management; Medicine; Business; Computer science; Qualitative research; Sociology; Political science","score_opus":0.8962473144628171,"score_gpt":0.6730677093406896,"score_spread":0.22317960512212753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972745945","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000056126005,0.9585918,0.00008362549,0.03123769,0.00038965323,0.008384288,0.00034078525,0.000026522,0.0009400251],"genre_scores_gemma":[0.00006820451,0.9948765,0.00006642163,0.0023376285,0.00085321756,0.0008646125,0.00005778001,0.00007711855,0.0007985239],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.979699,0.0062966817,0.0110388845,0.00091341237,0.00046931987,0.0015826756],"domain_scores_gemma":[0.97656393,0.013563031,0.007383877,0.0011463944,0.0006813103,0.00066144206],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15464102,0.00039235357,0.005213043,0.0015508727,0.0015495584,0.00038868526,0.0005316031,0.00037178243,0.000010486665],"category_scores_gemma":[0.030649016,0.00034839005,0.0001818607,0.0016466399,0.0003160323,0.00032768655,0.00029598235,0.0012345308,0.000102328995],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020099194,0.000011192406,0.00010827211,0.7397335,0.00007282644,4.5883988e-7,0.0007049748,0.0000014596118,1.5562063e-9,0.2028107,0.008896644,0.04765796],"study_design_scores_gemma":[0.0001517915,0.00009144593,0.000008055937,0.40567788,0.000009286953,0.000033678487,0.0008809907,0.0001877504,2.5593136e-9,0.0006523867,0.5921304,0.00017632592],"about_ca_topic_score_codex":0.010140486,"about_ca_topic_score_gemma":0.00021792793,"teacher_disagreement_score":0.5832338,"about_ca_system_score_codex":0.0017235508,"about_ca_system_score_gemma":0.008581366,"threshold_uncertainty_score":0.9998968},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2973003367","doi":"10.1186/s12961-019-0483-5","title":"Scaling up eConsult for access to specialists in primary healthcare across four Canadian provinces: study protocol of a multiple case study","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sinai Health System; Lunenfeld-Tanenbaum Research Institute; Université Laval; Women's College Hospital; Université du Québec en Outaouais; St Mary's Hospital Centre; Memorial University of Newfoundland; Bruyère; McGill University; University of Ottawa; University of Manitoba; Ottawa Hospital; University of Toronto; Hôpital Charles-Le Moyne; Université de Sherbrooke","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Health services research; Scale (ratio); Stakeholder; Health care; Protocol (science); Medicine; Public health; Economic growth; Public relations; Nursing; Geography; Political science; Cartography","score_opus":0.39938661899621386,"score_gpt":0.5326446259020527,"score_spread":0.1332580069058389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973003367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72500485,0.00003525771,0.0000026406951,0.003376616,0.00027505084,0.27097505,0.00006788229,0.00004011295,0.00022250346],"genre_scores_gemma":[0.87910515,0.0000018163115,0.0000067460205,0.0006961944,0.0009352579,0.1190595,0.000005909936,0.000042585136,0.0001468547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99482214,0.00056269567,0.0013772406,0.0007661859,0.0006581754,0.001813534],"domain_scores_gemma":[0.9971016,0.0005369967,0.00038440284,0.00063636235,0.0010463375,0.00029427264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011575779,0.00025073122,0.00090651657,0.0018753131,0.0007541898,0.00053388183,0.00051075517,0.00018389296,0.0000032793112],"category_scores_gemma":[0.0019358735,0.00022272729,0.000043223274,0.0018575651,0.00006379632,0.0005296602,0.00041865857,0.00048963015,0.000017650213],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033869647,0.00042743818,0.92724264,0.02647288,0.00002703738,0.0003088558,0.009858502,0.000014936083,0.0000036574218,0.0021429139,0.00091570994,0.03224671],"study_design_scores_gemma":[0.019779174,0.004195301,0.39376464,0.0034488398,0.0000075106873,0.00033588117,0.35489228,0.003560219,0.0000022662052,0.0003119874,0.21865863,0.001043263],"about_ca_topic_score_codex":0.98192006,"about_ca_topic_score_gemma":0.96662104,"teacher_disagreement_score":0.533478,"about_ca_system_score_codex":0.0012468909,"about_ca_system_score_gemma":0.0035075936,"threshold_uncertainty_score":0.9082555},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2989627414","doi":"10.1186/s12961-019-0488-0","title":"Developing evidence briefs for policy: a qualitative case study comparing the process of using a guidance-contextualization workbook in Peru and Uganda","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Impact; McMaster University Medical Centre","funders":"International Development Research Centre; McMaster University","keywords":"Workbook; Contextualization; Health administration; Health policy; Process (computing); Health services research; Qualitative research; Medical education; Public relations; Public health; Medicine; Psychology; Political science; Nursing; Sociology; Computer science; Social science; Law","score_opus":0.5926061948479586,"score_gpt":0.6244453085345509,"score_spread":0.03183911368659231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989627414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860172,0.003744281,0.00020688384,0.0057902285,0.000026697959,0.0041342764,0.000007120766,0.000007678692,0.000065611486],"genre_scores_gemma":[0.99867976,0.00023571387,0.000054587686,0.0006443707,0.00017042735,0.00010047541,8.984335e-7,0.000010944134,0.00010284386],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99706924,0.0011501068,0.0005917255,0.0002494519,0.00042669193,0.000512803],"domain_scores_gemma":[0.99801487,0.0009966776,0.00017160315,0.00015904107,0.0004701587,0.00018763209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065539847,0.00010326098,0.00046847187,0.00031136425,0.0002904192,0.000049248414,0.00007024009,0.000044093656,3.706395e-7],"category_scores_gemma":[0.0013322863,0.00006973114,0.000016082158,0.0005824424,0.00011559623,0.00010509195,0.00006329183,0.00020419159,5.665888e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000618494,0.00011686775,0.64499927,0.020933015,0.000040223465,0.000039342427,0.30215198,0.000057209287,0.000039019003,0.030079976,0.000051581323,0.0008730451],"study_design_scores_gemma":[0.008459941,0.003385426,0.19478674,0.03467924,0.000020642112,0.0027982823,0.719631,0.032625925,0.000027355978,0.002304666,0.00093050854,0.00035023922],"about_ca_topic_score_codex":0.19445223,"about_ca_topic_score_gemma":0.002195265,"teacher_disagreement_score":0.4502125,"about_ca_system_score_codex":0.00043890206,"about_ca_system_score_gemma":0.00230791,"threshold_uncertainty_score":0.81091195},"labels":[],"label_agreement":null},{"id":"W2990125697","doi":"10.1186/s12961-019-0499-x","title":"Out of sync: a Shared Mental Models perspective on policy implementation in healthcare","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; St. Michael's Hospital; Simon Fraser University; University of Toronto; Women's College Hospital; McMaster University","funders":"University of Toronto; Ontario Ministry of Health and Long-Term Care; Canadian Institutes of Health Research; Government of Ontario","keywords":"Health administration; Health services research; Ambiguity; Mental health; Health policy; Perspective (graphical); sync; Policy analysis; Public relations; Implementation research; Sociology; Health care; Health economics; Public administration; Psychology; Political science; Medicine; Computer science; Economics; Nursing; Psychological intervention; Economic growth","score_opus":0.757703376800305,"score_gpt":0.6370829467416149,"score_spread":0.12062043005869005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990125697","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42456478,0.010781961,0.000112826056,0.5357557,0.00081672345,0.009280327,0.0027857753,0.000054611,0.015847273],"genre_scores_gemma":[0.99149597,0.0011002019,0.000054770844,0.005728418,0.00047972103,0.00030528373,0.00005424523,0.0000348407,0.0007465814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9921982,0.0021250395,0.0034882652,0.00070086034,0.00038703458,0.0011005745],"domain_scores_gemma":[0.9963458,0.0011583731,0.0012567489,0.00052141654,0.00025130386,0.00046636007],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03098228,0.0001907175,0.0011484341,0.0022620226,0.00024980845,0.00009713139,0.00024422846,0.00015240634,0.000047266938],"category_scores_gemma":[0.0018741171,0.0002274275,0.00007217496,0.0006733411,0.00009127459,0.00045517503,0.00008906288,0.00042315252,0.0004112669],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005537813,0.000082527935,0.013935612,0.0019139554,0.000025032674,4.384929e-7,0.026667865,0.00015464846,0.0000030889396,0.95133114,0.005648582,0.00018176051],"study_design_scores_gemma":[0.014975506,0.0068323747,0.13098884,0.0044590714,0.0000035654655,0.00003511202,0.30710736,0.09973396,0.000017176515,0.38149223,0.05261541,0.0017394053],"about_ca_topic_score_codex":0.3080106,"about_ca_topic_score_gemma":0.004704652,"teacher_disagreement_score":0.5698389,"about_ca_system_score_codex":0.0059463293,"about_ca_system_score_gemma":0.0021722915,"threshold_uncertainty_score":0.9978697},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2991035790","doi":"10.1186/s12961-019-0501-7","title":"Exploring the frontiers of research co-production: the Integrated Knowledge Translation Research Network concept papers","year":2019,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Relevance (law); Health services research; Argument (complex analysis); Production (economics); Usability; Knowledge production; Sociology; Knowledge management; Nursing research; Translational research; Engineering ethics; Public health; Public relations; Political science; Computer science; Medicine; Engineering","score_opus":0.6815706415213176,"score_gpt":0.612601683179391,"score_spread":0.06896895834192662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991035790","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00082772283,0.04128597,0.000012582643,0.08060994,0.81134284,0.008376781,0.00015030747,0.00007680931,0.057317067],"genre_scores_gemma":[0.049872153,0.03886918,0.000015336253,0.000032592423,0.87114245,0.0014318215,0.000143179,0.000055139393,0.038438126],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.945849,0.043711316,0.0009273979,0.0007333555,0.0066196257,0.00215932],"domain_scores_gemma":[0.96305275,0.02532827,0.0003170392,0.0010847497,0.009745849,0.00047132614],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.13751514,0.00021200493,0.0005295469,0.0010027499,0.0088428315,0.0007863618,0.0011891973,0.00055333076,0.000019845813],"category_scores_gemma":[0.030087205,0.00013875702,0.00007528993,0.0074166367,0.0044399584,0.0003463492,0.000114845694,0.004877024,0.000049851504],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008025424,0.000035469147,0.000016600112,0.00035151388,0.000031238986,2.0293857e-7,0.103483476,0.000046122812,0.0000036174354,0.022569427,0.86596775,0.0074143326],"study_design_scores_gemma":[0.00014447329,0.00017355448,0.00003180165,0.000514829,0.0000025980135,2.7529458e-7,0.19600764,0.000054569293,0.0000029140963,0.00028908,0.8026886,0.00008966899],"about_ca_topic_score_codex":0.057739507,"about_ca_topic_score_gemma":0.01014185,"teacher_disagreement_score":0.10742793,"about_ca_system_score_codex":0.002267694,"about_ca_system_score_gemma":0.03053109,"threshold_uncertainty_score":0.9982694},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2991194815","doi":"10.1186/s12961-019-0485-3","title":"Collaborative health research partnerships: a survey of researcher and knowledge-user attitudes and perceptions","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Western University","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; General partnership; Knowledge management; Health services research; Context (archaeology); Public relations; Knowledge sharing; Resource (disambiguation); Sustainability; Descriptive statistics; Medical education; Psychology; Business; Health care; Political science; Medicine; Computer science","score_opus":0.9421666966317349,"score_gpt":0.7898573270463275,"score_spread":0.15230936958540742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991194815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.892845,0.009055475,0.000020186715,0.07918835,0.00023846413,0.01331296,0.00083485636,0.00006349899,0.0044412576],"genre_scores_gemma":[0.9772164,0.00859916,0.00009590039,0.002138686,0.00032312033,0.0010353593,0.000025869324,0.000046233894,0.010519237],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.91492665,0.07618715,0.0019770209,0.00096715754,0.002359895,0.0035821605],"domain_scores_gemma":[0.9524022,0.03803839,0.0004913302,0.0008543027,0.005541418,0.002672352],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15626414,0.00024243636,0.0010574494,0.002023822,0.0039593317,0.00015191335,0.00039705995,0.0002791723,0.00010754692],"category_scores_gemma":[0.02701237,0.0002040236,0.000023623039,0.004467775,0.0016638862,0.00037529992,0.00076531374,0.0023970269,0.00024218844],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031194818,0.00017556465,0.5045158,0.08302916,0.000052767078,0.000002112182,0.18648969,9.255825e-7,0.00013507452,0.09011546,0.1337441,0.0014273657],"study_design_scores_gemma":[0.0018066172,0.001654252,0.8471568,0.0049233143,0.0000013369915,0.000009124119,0.07910835,0.0002439287,0.0000022330619,0.00033009058,0.06455677,0.00020715382],"about_ca_topic_score_codex":0.11588173,"about_ca_topic_score_gemma":0.046058908,"teacher_disagreement_score":0.342641,"about_ca_system_score_codex":0.001251478,"about_ca_system_score_gemma":0.024680112,"threshold_uncertainty_score":0.99990445},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2992644857","doi":"10.1186/s12961-019-0489-z","title":"Health promoter, advocate, legitimiser — the many roles of WHO guidelines: a qualitative study","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research; University of Sydney","keywords":"Snowball sampling; Credibility; Public relations; Health policy; Health services research; Public health; Grounded theory; Legitimacy; Variety (cybernetics); Health administration; Guideline; Government (linguistics); Medicine; Qualitative research; Nursing; Political science; Sociology; Politics; Law","score_opus":0.7629361583096366,"score_gpt":0.7016364078950232,"score_spread":0.06129975041461333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992644857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68025815,0.0035227123,0.000121623176,0.30321398,0.00016786908,0.011649982,0.00007061216,0.000036458783,0.0009586058],"genre_scores_gemma":[0.98959404,0.0011150478,0.000117392316,0.005044106,0.0005323826,0.00025474126,0.000022795586,0.000031624026,0.0032878555],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9882135,0.0065482478,0.0024741308,0.000438874,0.0015310325,0.0007942509],"domain_scores_gemma":[0.99215186,0.0042907256,0.000675589,0.0007041871,0.001702572,0.00047509462],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039583,0.00016209818,0.0008144676,0.00035412278,0.0002979788,0.000062469764,0.00018455033,0.00006662086,0.000023532537],"category_scores_gemma":[0.010800683,0.00010209556,0.00006364082,0.0006923364,0.00017446795,0.00015732415,0.00014811763,0.0006206288,0.000049842394],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002965251,0.002654716,0.024208391,0.01785698,0.00065597787,0.000021235855,0.5215126,0.000055656485,0.00021058792,0.029567936,0.303179,0.097111635],"study_design_scores_gemma":[0.00808993,0.014625433,0.0201165,0.0025681262,0.00002571001,0.00011388813,0.85037506,0.005060097,0.000010106536,0.00075719197,0.09802877,0.00022916112],"about_ca_topic_score_codex":0.061328195,"about_ca_topic_score_gemma":0.001385327,"teacher_disagreement_score":0.32886243,"about_ca_system_score_codex":0.00031640028,"about_ca_system_score_gemma":0.003943828,"threshold_uncertainty_score":0.9975318},"labels":[],"label_agreement":null},{"id":"W2995039211","doi":"10.1186/s12961-019-0509-z","title":"How and why do win–win strategies work in engaging policy-makers to implement Health in All Policies? A multiple-case study of six state- and national-level governments","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; Suomen Kulttuurirahasto; Ontario Ministry of Health and Long-Term Care; Wilfrid Laurier University","keywords":"Health services research; Public health; Grey literature; Win-win game; Context (archaeology); Health policy; Public relations; Health administration; Triangulation; Public economics; Political science; Sociology; Medicine; Economics; Nursing; MEDLINE; Social science; Law","score_opus":0.36385702626055155,"score_gpt":0.49719357759335525,"score_spread":0.1333365513328037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995039211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8462162,0.0005831401,0.000008702135,0.14919533,0.000081741506,0.003313057,0.00008761057,0.000014956933,0.00049924006],"genre_scores_gemma":[0.97961336,0.00043340455,0.00002429135,0.019173857,0.00041689284,0.00017766682,0.000011947462,0.0000267397,0.000121859455],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943024,0.001114117,0.0011288096,0.0006149436,0.0008675129,0.0019722115],"domain_scores_gemma":[0.99744874,0.0012078616,0.00044034375,0.00029923188,0.00026863502,0.00033518244],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013195618,0.0002865741,0.0008797223,0.0019151134,0.00037086656,0.000563248,0.00020428868,0.00009710652,0.000002948683],"category_scores_gemma":[0.002228071,0.0002599305,0.000025197503,0.0018191211,0.00010125283,0.000659821,0.00056513277,0.0005211902,0.0000068898466],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005711738,0.0008641229,0.6822819,0.011394658,0.0001275663,0.00007304672,0.037175756,0.0027328099,0.000022247636,0.14607914,0.110422775,0.008254772],"study_design_scores_gemma":[0.0065162177,0.000975287,0.29968563,0.0010126099,0.000003159446,0.00007486061,0.31830946,0.006474915,1.3411108e-7,0.0013923919,0.365066,0.0004893691],"about_ca_topic_score_codex":0.72841185,"about_ca_topic_score_gemma":0.061573554,"teacher_disagreement_score":0.66683835,"about_ca_system_score_codex":0.0010250121,"about_ca_system_score_gemma":0.0010805881,"threshold_uncertainty_score":0.9999853},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2997307131","doi":"10.1186/s12961-019-0503-5","title":"Fostering implementation of knowledge into health practice: study protocol for the validation and redevelopment of the Knowledge Uptake and Utilization Tool","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Waterloo; Wilfrid Laurier University; University of British Columbia","funders":"Canadian Institutes of Health Research; University of Waterloo","keywords":"Health services research; Protocol (science); Health administration; Public health; Knowledge translation; Medicine; Redevelopment; Health informatics; Health policy; Knowledge management; Medical education; Nursing; Computer science; Alternative medicine; Political science","score_opus":0.9007547394026563,"score_gpt":0.7863855466022303,"score_spread":0.11436919280042601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997307131","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23129706,0.00047817416,0.00072729366,0.056329224,0.0004515481,0.7094921,0.00009597108,0.00003283916,0.0010957831],"genre_scores_gemma":[0.8476917,0.00017083957,0.00022877702,0.00092513516,0.00019475733,0.15027906,0.0000043830382,0.000021934877,0.00048336704],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9897461,0.006522455,0.0018555319,0.0003765074,0.00070269965,0.0007967114],"domain_scores_gemma":[0.99033564,0.006714672,0.0011240867,0.00040233493,0.0011860849,0.00023719232],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.034551233,0.00013920183,0.0003869993,0.00033660093,0.0020998341,0.000048145565,0.00020591007,0.00006999199,0.000012549043],"category_scores_gemma":[0.003304925,0.00008809164,0.00001875874,0.00087562704,0.00015701242,0.00029289688,0.00057367125,0.00032903696,0.0000033325896],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034062966,0.00023710263,0.06423356,0.033833478,0.000057214784,5.418524e-8,0.6482498,0.0000048653533,0.00029849602,0.021913694,0.010021512,0.22080958],"study_design_scores_gemma":[0.007822363,0.0029062424,0.29752594,0.0018462796,0.000009655863,0.000006675713,0.32496768,0.0017131931,0.00010932416,0.0006229955,0.36227328,0.00019636554],"about_ca_topic_score_codex":0.011436735,"about_ca_topic_score_gemma":0.0031032197,"teacher_disagreement_score":0.6163947,"about_ca_system_score_codex":0.0005908485,"about_ca_system_score_gemma":0.0073849256,"threshold_uncertainty_score":0.9991993},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2998315221","doi":"10.1186/s12961-019-0502-6","title":"Optimisation: defining and exploring a concept to enhance the impact of public health initiatives","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of British Columbia","funders":"National Center for Advancing Translational Sciences; National Health and Medical Research Council; National Cancer Institute; Hunter Medical Research Institute","keywords":"Public health; Context (archaeology); Thematic analysis; Delphi method; Process management; Health services research; Stakeholder; Process (computing); Health policy; Health administration; Management science; Knowledge management; Public relations; Computer science; Medicine; Qualitative research; Business; Political science; Engineering; Nursing; Sociology","score_opus":0.9371894666115107,"score_gpt":0.7684890779729129,"score_spread":0.16870038863859782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998315221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86604464,0.001427935,0.0003539507,0.12381347,0.00022591323,0.0048982645,0.00018641946,0.00004223595,0.003007148],"genre_scores_gemma":[0.9893295,0.0013138279,0.00016033927,0.0075185876,0.000332871,0.0008856753,0.0000054689813,0.000021199128,0.00043252777],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9834142,0.011471226,0.0014433993,0.00045767517,0.0010212652,0.002192248],"domain_scores_gemma":[0.98661953,0.010074096,0.00060128805,0.0004933889,0.0007129131,0.0014987782],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.033423446,0.00016326572,0.00055638154,0.0006962272,0.0021237151,0.00008270499,0.00028559938,0.00007412008,0.000070963295],"category_scores_gemma":[0.007979998,0.00011191132,0.00003397439,0.0016215288,0.0002848724,0.00053629035,0.00028502557,0.00079243374,0.000107718275],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006122291,0.000044396926,0.07688004,0.0044407346,0.000045532044,7.2856807e-7,0.73651385,0.00014211219,0.00012523377,0.1331327,0.017475873,0.03113759],"study_design_scores_gemma":[0.0021637564,0.0048621744,0.5751077,0.0032340775,0.0000016412351,0.000024219038,0.2990436,0.002283369,0.000026591775,0.00056223746,0.11223242,0.00045823786],"about_ca_topic_score_codex":0.047363393,"about_ca_topic_score_gemma":0.00036615532,"teacher_disagreement_score":0.49822766,"about_ca_system_score_codex":0.0011123121,"about_ca_system_score_gemma":0.011835909,"threshold_uncertainty_score":0.99917537},"labels":[],"label_agreement":null},{"id":"W2998499817","doi":"10.1186/s12961-019-0498-y","title":"Stakeholders’ experiences with the evidence aid website to support ‘real-time’ use of research evidence to inform decision-making in crisis zones: a user testing study","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Disaster Response and Management","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; McMaster University Medical Centre","funders":"","keywords":"Credibility; Usability; Evidence-based practice; Public relations; Health care; Psychology; Medicine; Medical education; Political science; Computer science; Alternative medicine","score_opus":0.7811555816257864,"score_gpt":0.637184040488357,"score_spread":0.14397154113742938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998499817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778309,0.00019672782,0.00012023192,0.007958851,0.000101392645,0.012815315,0.000010346096,0.000036200607,0.0009300263],"genre_scores_gemma":[0.98959064,0.0001312729,0.00030643595,0.0013746672,0.00013557603,0.003073091,4.965029e-7,0.00003417559,0.005353651],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9847658,0.0075193024,0.0013396767,0.00078778603,0.0034062937,0.0021811042],"domain_scores_gemma":[0.96226907,0.033932798,0.00026422334,0.0013258662,0.0015052501,0.00070276944],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043471616,0.0002330452,0.00065709295,0.002128548,0.0015618299,0.0002958534,0.0008562738,0.000096794465,0.00008604479],"category_scores_gemma":[0.016701665,0.00014697276,0.000030004498,0.005616142,0.00016577664,0.0010954075,0.0013446015,0.0009757434,0.00046589866],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031024045,0.00022771125,0.14178392,0.0033989956,0.00003375338,0.000053781474,0.7996171,0.0003006234,0.00006833183,0.0010741476,0.04514286,0.005196338],"study_design_scores_gemma":[0.0005710137,0.006289262,0.039280534,0.020724632,0.0000033362826,0.00000489282,0.91627353,0.00037400323,0.0000012982548,0.000020941012,0.016268978,0.00018758645],"about_ca_topic_score_codex":0.08346416,"about_ca_topic_score_gemma":0.009242557,"teacher_disagreement_score":0.11665639,"about_ca_system_score_codex":0.00074328657,"about_ca_system_score_gemma":0.0034854712,"threshold_uncertainty_score":0.999738},"labels":[],"label_agreement":null},{"id":"W3003132063","doi":"10.1186/s12961-019-0521-3","title":"Building an integrated knowledge translation (IKT) evidence base: colloquium proceedings and research direction","year":2020,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital; Western University","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Knowledge management; General partnership; Health services research; Knowledge sharing; Field (mathematics); Relevance (law); CLARITY; Knowledge base; Computer science; Sociology; Political science; World Wide Web; Health care","score_opus":0.9465250310590596,"score_gpt":0.7649888988784007,"score_spread":0.1815361321806589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003132063","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056662317,0.0039998055,0.00017963408,0.97690475,0.0007904753,0.010243271,0.00036047326,0.00027512416,0.0015802117],"genre_scores_gemma":[0.070299365,0.016678337,0.0014450488,0.8507592,0.040716957,0.009462323,0.00023140885,0.00042086467,0.009986486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95879686,0.028470362,0.0025550546,0.0018664298,0.0037442218,0.0045670755],"domain_scores_gemma":[0.96495116,0.026360516,0.00076017005,0.00059815124,0.004965432,0.0023645682],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.065822124,0.0005135558,0.0011707951,0.0035431546,0.00789935,0.0005889549,0.00075272593,0.0012443034,0.000050134808],"category_scores_gemma":[0.029442377,0.00046805997,0.00005620753,0.005940792,0.00096776255,0.0011854656,0.00040788145,0.012473169,0.000174575],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000086914915,0.00001659958,0.00041001278,0.02089636,0.00001399037,0.000013867555,0.040053252,2.917794e-7,0.00025706724,0.002016134,0.9283917,0.0078438055],"study_design_scores_gemma":[0.0006229139,0.0010107349,0.0005515557,0.0063270745,0.000005641609,0.000026294212,0.009143889,0.0031427476,0.000006374395,0.00040552585,0.9784413,0.00031596792],"about_ca_topic_score_codex":0.041997746,"about_ca_topic_score_gemma":0.0013665782,"teacher_disagreement_score":0.12614557,"about_ca_system_score_codex":0.0038776714,"about_ca_system_score_gemma":0.019229388,"threshold_uncertainty_score":0.99994624},"labels":[],"label_agreement":null},{"id":"W3006359455","doi":"10.1186/s12961-019-0494-2","title":"Intervention Scalability Assessment Tool: A decision support tool for health policy makers and implementers","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":247,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Health and Medical Research Council; Medical Research Council; NSW Ministry of Health; Australian Government; ACT Government","keywords":"Context (archaeology); Psychological intervention; Scale (ratio); Health services research; Fidelity; Health policy; Population health; Intervention (counseling); Medicine; Process management; Public health; Computer science; Nursing; Engineering","score_opus":0.8146472222045942,"score_gpt":0.7678334758313322,"score_spread":0.046813746373261966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006359455","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15055114,0.0002856345,0.024049262,0.8037739,0.00053355366,0.01782865,0.0021320952,0.00018854611,0.0006572284],"genre_scores_gemma":[0.89703846,0.0009303867,0.0026416031,0.09423178,0.0017955375,0.002725468,0.000075959906,0.000060629005,0.0005002085],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9829251,0.008046039,0.0031382358,0.001036627,0.0016202715,0.0032337112],"domain_scores_gemma":[0.98804224,0.0075101345,0.00083226693,0.000560888,0.0006455885,0.002408859],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04403715,0.0002959354,0.00085457286,0.0008334124,0.0035438074,0.00018860327,0.00035156618,0.00017593529,0.000085918655],"category_scores_gemma":[0.013869557,0.00026636024,0.000098550176,0.0014572535,0.00030881568,0.00042720317,0.00050802226,0.0009910609,0.00004904514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009971381,0.00018626121,0.06259963,0.03221352,0.00007230085,0.0000041660824,0.062318992,0.0000073747915,0.00011322252,0.101696834,0.42458588,0.31520468],"study_design_scores_gemma":[0.007356887,0.0046531404,0.10503217,0.0010917836,0.000004673855,0.000016046986,0.018600868,0.004712874,0.0000034392704,0.002142745,0.8560076,0.00037781673],"about_ca_topic_score_codex":0.026142804,"about_ca_topic_score_gemma":0.0012580701,"teacher_disagreement_score":0.7464873,"about_ca_system_score_codex":0.0030110995,"about_ca_system_score_gemma":0.014697287,"threshold_uncertainty_score":0.99997884},"labels":[],"label_agreement":null},{"id":"W3008872428","doi":"10.1186/s12961-020-0533-z","title":"Is patient-centred care for women a priority for policy-makers? Content analysis of government policies","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; York University; University of Ottawa; Women's College Hospital; University of Toronto; Toronto General Hospital; University Health Network","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Government (linguistics); Health care; Rehabilitation; Content analysis; Health services research; Health policy; Medicine; Social policy; Health administration; Public health; Public relations; Nursing; Political science; Sociology; Economic growth; Economics; Physical therapy","score_opus":0.7234645543641619,"score_gpt":0.5673659343318571,"score_spread":0.1560986200323048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008872428","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34417742,0.07449407,0.00025334457,0.48243564,0.00072591717,0.054173656,0.04098694,0.00025677396,0.0024962455],"genre_scores_gemma":[0.9833293,0.00095013494,0.0001643337,0.008769856,0.0005529962,0.005526215,0.00012928112,0.000042972584,0.00053491164],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99150777,0.0028403841,0.0018054239,0.0005583072,0.0012931942,0.0019949214],"domain_scores_gemma":[0.99059945,0.004180264,0.00090447103,0.0009080491,0.0019857662,0.0014219981],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009064604,0.00024438326,0.0011523833,0.000620999,0.0019527148,0.000038642982,0.00046495954,0.00024524913,0.000010440783],"category_scores_gemma":[0.007095962,0.00022186816,0.00020392858,0.0019055043,0.00022201226,0.000106619504,0.00041392504,0.0005871245,0.0000058185938],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010468742,0.000111145004,0.023092201,0.02559598,0.00056113716,2.637549e-7,0.8994225,0.000025758012,0.000089098,0.03404513,0.012779414,0.0032304712],"study_design_scores_gemma":[0.0024090102,0.0018709707,0.004259398,0.00049653207,0.000037934948,2.7084693e-7,0.7337682,0.0053567244,0.000024101679,0.00021670348,0.25136682,0.00019330815],"about_ca_topic_score_codex":0.060325995,"about_ca_topic_score_gemma":0.0013837792,"teacher_disagreement_score":0.6391519,"about_ca_system_score_codex":0.0042163134,"about_ca_system_score_gemma":0.0045219576,"threshold_uncertainty_score":0.9996063},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W3010563719","doi":"10.1186/s12961-020-0535-x","title":"Examining partnerships within an international knowledge translation network focused on youth mental health promotion","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada; University of Toronto; McGill University; Douglas Mental Health University Institute; Alberta Advanced Education; Centre for Addiction and Mental Health; Royal Ottawa Mental Health Centre","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"General partnership; Mental health; Knowledge translation; Health services research; Social network analysis; Centralisation; Knowledge management; Health administration; Public relations; Promotion (chess); Knowledge sharing; Social network (sociolinguistics); Betweenness centrality; Service provider; Integrated care; Psychology; Applied psychology; Medical education; Service (business); Medicine; Business; Nursing; Health care; Public health; Sociology; Computer science; Marketing; Political science; Politics; Psychiatry; Social capital; Centrality; Social media","score_opus":0.9729967268034587,"score_gpt":0.7304959229134537,"score_spread":0.24250080389000506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010563719","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30101132,0.0008330841,0.0018266044,0.66542923,0.003065096,0.014330132,0.0010639427,0.00056219916,0.011878376],"genre_scores_gemma":[0.97484714,0.00028840732,0.0003216277,0.01889819,0.004593266,0.00041490517,0.00017132115,0.000045959812,0.00041918393],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9784912,0.015423131,0.001790157,0.0007586997,0.0014678133,0.0020690055],"domain_scores_gemma":[0.9941786,0.0020782482,0.0006439986,0.00035056227,0.00040599323,0.0023426022],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.026539626,0.00023015123,0.00049380795,0.00048981834,0.0035304837,0.00012311449,0.0003895301,0.00017272783,0.000053887026],"category_scores_gemma":[0.0028398205,0.00021027349,0.00002995001,0.0013621824,0.00016529163,0.0005359232,0.00010593983,0.0013477862,0.00018994283],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044040242,0.00017491574,0.012489664,0.0033178353,0.000035313737,0.0000014977586,0.870513,0.00020321613,0.000039546634,0.057746466,0.032025736,0.023012375],"study_design_scores_gemma":[0.01003445,0.014971171,0.025223378,0.004617086,0.00000827029,0.000013784857,0.20489824,0.12562165,0.000010594488,0.00069445727,0.61299473,0.00091219967],"about_ca_topic_score_codex":0.0038901472,"about_ca_topic_score_gemma":0.0013822763,"teacher_disagreement_score":0.6738358,"about_ca_system_score_codex":0.0010847157,"about_ca_system_score_gemma":0.0060785175,"threshold_uncertainty_score":0.9995561},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3012391404","doi":"10.1186/s12961-020-0530-2","title":"Supporting the use of research evidence in decision-making in crisis zones in low- and middle-income countries: a critical interpretive synthesis","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Disaster Response and Management","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; McMaster University Medical Centre","funders":"McMaster University","keywords":"CINAHL; Conceptual framework; Leverage (statistics); Health services research; Empirical evidence; Empirical research; Conceptual model; Knowledge management; Public relations; Management science; MEDLINE; Sociology; Political science; Medicine; Public health; Computer science; Economics; Social science; Nursing","score_opus":0.5884413837431122,"score_gpt":0.6369487349940774,"score_spread":0.04850735125096528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012391404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89601016,0.004225397,0.0003501192,0.09484548,0.00009939169,0.004051581,0.000056967576,0.000019621304,0.0003412936],"genre_scores_gemma":[0.9947123,0.0023922774,0.00008107786,0.0018099708,0.000118938704,0.0007967248,1.9579808e-7,0.000020105486,0.000068444366],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9800773,0.014826979,0.0016326958,0.0005394101,0.0012391381,0.0016844673],"domain_scores_gemma":[0.8458331,0.1524373,0.000208994,0.0004978778,0.0005493339,0.00047340358],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03352051,0.00014473853,0.00059717003,0.0014745549,0.00055010215,0.00012280198,0.00034510245,0.00014704588,0.00002840017],"category_scores_gemma":[0.15912667,0.00010660947,0.000026934576,0.001970639,0.00046130802,0.00044372986,0.0009004065,0.0015204818,0.000020026077],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061913147,0.00022280947,0.17095512,0.07752319,0.00003287816,0.00041000804,0.6363071,0.00007722613,0.0000103890625,0.099839844,0.0051652472,0.0032648374],"study_design_scores_gemma":[0.0007109581,0.0008956829,0.068646595,0.37212506,0.0000048152183,0.000009622613,0.5284185,0.019150449,0.0000029097787,0.0031759015,0.0065638623,0.00029569527],"about_ca_topic_score_codex":0.035265993,"about_ca_topic_score_gemma":0.006768577,"teacher_disagreement_score":0.29460186,"about_ca_system_score_codex":0.0006264168,"about_ca_system_score_gemma":0.0015935743,"threshold_uncertainty_score":0.995194},"labels":[],"label_agreement":null},{"id":"W3012565088","doi":"10.1186/s12961-020-0527-x","title":"Understanding the Athena SWAN award scheme for gender equality as a complex social intervention in a complex system: analysis of Silver award action plans in a comparative European perspective","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; National Institute for Health and Care Research","keywords":"Social policy; Perspective (graphical); Health services research; Scheme (mathematics); Action (physics); Health administration; Intervention (counseling); Public health; Sociology; Public administration; Medicine; Political science; Law; Nursing; Computer science; Artificial intelligence","score_opus":0.9127994748996046,"score_gpt":0.6262337510542788,"score_spread":0.28656572384532575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012565088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9015505,0.0013876021,0.009769814,0.06800511,0.00013344761,0.00948257,0.0008779658,0.00010539717,0.008687599],"genre_scores_gemma":[0.9987984,0.000034034063,0.000023681807,0.00051914697,0.00035764257,0.00011219737,0.00011044671,0.000017008855,0.000027477763],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99246097,0.004824027,0.0009076138,0.00046453296,0.0007104495,0.00063243107],"domain_scores_gemma":[0.9980754,0.00076731195,0.0002595853,0.00020602101,0.00040257923,0.00028908253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007574805,0.00015845368,0.0008828607,0.00082439976,0.00042669012,0.000050604045,0.00013178482,0.000086410466,0.000005897345],"category_scores_gemma":[0.00048009012,0.00012406186,0.00017500366,0.0018971186,0.00020903129,0.000062646235,0.000072591545,0.0005484835,0.0000033485387],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042278916,0.00043493038,0.048706666,0.022919385,0.0016117976,0.00002461774,0.62247974,0.00028240346,0.0005847159,0.2951199,0.0031464023,0.00046155424],"study_design_scores_gemma":[0.0028617943,0.0009016044,0.17920113,0.000401727,0.00005770091,0.000013761146,0.73018503,0.08467521,0.0000050202957,0.00046405412,0.0011107487,0.0001222248],"about_ca_topic_score_codex":0.03271393,"about_ca_topic_score_gemma":0.0052568195,"teacher_disagreement_score":0.29465586,"about_ca_system_score_codex":0.0024830669,"about_ca_system_score_gemma":0.0005537281,"threshold_uncertainty_score":0.9737273},"labels":[],"label_agreement":null},{"id":"W3012586751","doi":"10.1186/s12961-020-0536-9","title":"Conceptualising the initiation of researcher and research user partnerships: a meta-narrative review","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; General partnership; Knowledge translation; Narrative; Stakeholder engagement; Health care; Health services research; Translational research; Medicine; Nursing; Medical education; Psychology; Knowledge management; Public relations; Public health; Political science; Computer science","score_opus":0.9754498630744562,"score_gpt":0.7413950696927037,"score_spread":0.2340547933817525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012586751","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009349643,0.961075,0.0000029515063,0.015737064,0.00017977957,0.019032972,0.00044279412,0.000024474246,0.0034955947],"genre_scores_gemma":[0.00017047748,0.98671293,0.000014530751,0.0026617544,0.0011035454,0.0068627456,0.00030795197,0.000069576665,0.0020965082],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8892644,0.100750454,0.003279338,0.0008858422,0.003329787,0.0024901421],"domain_scores_gemma":[0.9696177,0.024709098,0.0012771015,0.0009076078,0.0019237648,0.001564716],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.08804452,0.00045998377,0.0036443956,0.0008982803,0.0042348546,0.00007627523,0.0006008903,0.0005135047,0.00012225597],"category_scores_gemma":[0.007833786,0.0002613503,0.0002418869,0.0028502306,0.0011786687,0.00016868202,0.00083799055,0.0059879487,0.000110058645],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044690616,0.000048887272,0.000015482938,0.7693643,0.00035473876,0.0000072525454,0.025964104,2.4325042e-8,5.3679166e-8,0.03794501,0.08404763,0.08220786],"study_design_scores_gemma":[0.00024731274,0.0006102129,0.0000024719102,0.15842529,0.000115598436,0.00000712492,0.014822089,0.00000857988,4.961901e-8,0.0001778848,0.82545084,0.00013257057],"about_ca_topic_score_codex":0.009597498,"about_ca_topic_score_gemma":0.0004027043,"teacher_disagreement_score":0.74140316,"about_ca_system_score_codex":0.0013444051,"about_ca_system_score_gemma":0.01344598,"threshold_uncertainty_score":0.99998385},"labels":[],"label_agreement":null},{"id":"W3012790013","doi":"10.1186/s12961-020-0525-z","title":"Governance of health research funding institutions: an integrated conceptual framework and actionable functions of governance","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval","funders":"National Health and Medical Research Council; Medical Research Council; National Institute for Health and Care Excellence; European Observatory on Health Systems and Policies; National Institutes of Health; Vetenskapsrådet; National Medical Research Council; Agencja Badań Medycznych; ZonMw; Canadian Institutes of Health Research; National Institute for Health and Care Research","keywords":"Corporate governance; Accountability; Health administration; Conceptual framework; Information governance; Project governance; Public relations; Transparency (behavior); Health services research; Public health; Political science; Public administration; Business; Sociology; Medicine; Information system; Management information systems; Social science; Nursing","score_opus":0.8909386227683271,"score_gpt":0.688323950547733,"score_spread":0.20261467222059415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012790013","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44387767,0.07683233,0.0077503123,0.45067826,0.0006815135,0.008159063,0.0016037283,0.00016651546,0.01025061],"genre_scores_gemma":[0.9677268,0.027941087,0.0005702415,0.00094387046,0.00060143037,0.000102992184,0.000020633475,0.000026277397,0.0020666167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98940647,0.0037160655,0.0013942299,0.0006926741,0.0034632846,0.0013273079],"domain_scores_gemma":[0.9761171,0.017340874,0.0004958774,0.0007583167,0.0034084027,0.0018794764],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032835692,0.00015448366,0.00084028015,0.00028885689,0.00097083766,0.00008900881,0.000296214,0.00039478956,0.0000307104],"category_scores_gemma":[0.09727367,0.00013425607,0.00005311094,0.0026271145,0.003132222,0.00032206727,0.00029714886,0.004992337,0.000012110795],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005365966,0.00024558313,0.0048693074,0.007171726,0.00005120133,0.0000060735892,0.0044841827,0.0000314624,0.0002883149,0.9711423,0.0050707236,0.006102541],"study_design_scores_gemma":[0.007964579,0.037054524,0.11215949,0.037039384,0.000023389175,0.00019230272,0.12081023,0.009999393,0.00048791472,0.02828926,0.64521194,0.0007675852],"about_ca_topic_score_codex":0.035936084,"about_ca_topic_score_gemma":0.0007389678,"teacher_disagreement_score":0.94285303,"about_ca_system_score_codex":0.0009295862,"about_ca_system_score_gemma":0.016257064,"threshold_uncertainty_score":0.9995807},"labels":[],"label_agreement":null},{"id":"W3012956505","doi":"10.1186/s12961-020-0539-6","title":"How does integrated knowledge translation (IKT) compare to other collaborative research approaches to generating and translating knowledge? Learning from experts in the field","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":296,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Western University; University of Alberta; University of Ottawa; McGill University; Impact; University of Calgary; McMaster University; York University; Alberta Health Services; University of Northern British Columbia; Alberta Health; Ottawa Hospital; McMaster University Medical Centre","funders":"National Institute on Minority Health and Health Disparities; Canadian Institutes of Health Research","keywords":"Knowledge translation; Participatory action research; Health services research; Thematic analysis; Qualitative research; Knowledge management; Focus group; General partnership; Scholarship; Sociology; Psychology; Computer science; Medicine; Public health; Political science; Nursing; Social science","score_opus":0.9619249974667414,"score_gpt":0.724378939883514,"score_spread":0.23754605758322744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012956505","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31703267,0.0021473053,0.0029426839,0.665723,0.00014422303,0.008356537,0.00014647009,0.00006789404,0.0034391733],"genre_scores_gemma":[0.98317266,0.0000816328,0.0007726322,0.012416619,0.0013641317,0.001786628,0.000013089463,0.00003312043,0.00035946417],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9664108,0.029099561,0.0010386384,0.0007349477,0.00097193586,0.0017440746],"domain_scores_gemma":[0.9732082,0.024223914,0.00016505485,0.00030555873,0.0007924739,0.0013048089],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.023307636,0.00021489015,0.00052092393,0.0007809709,0.0033701232,0.00037410416,0.00037993232,0.00015997764,0.000018203289],"category_scores_gemma":[0.015013137,0.0001419578,0.000020740637,0.004178221,0.00015519868,0.00025530253,0.00014475094,0.0018664962,0.000033642486],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010007621,0.000023349212,0.0054999166,0.0010992459,0.000007127223,0.0000013958569,0.9528392,0.000062759864,0.00058489974,0.0029818157,0.015584574,0.021215659],"study_design_scores_gemma":[0.0008482008,0.0005783609,0.0011894724,0.0009084104,0.0000011020512,6.9415245e-7,0.6204953,0.028129881,0.00004042946,0.00008995004,0.34754962,0.00016852685],"about_ca_topic_score_codex":0.023870403,"about_ca_topic_score_gemma":0.041106276,"teacher_disagreement_score":0.66614,"about_ca_system_score_codex":0.0004295318,"about_ca_system_score_gemma":0.0032221703,"threshold_uncertainty_score":0.99792737},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3013795988","doi":"10.1186/s12961-020-0545-8","title":"A mixed methods examination of knowledge brokers and their use of theoretical frameworks and evaluative practices","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Work & Health; University of Windsor; University of British Columbia; Toronto Metropolitan University","funders":"Dalhousie University","keywords":"Health administration; Health services research; Public health; Health informatics; Psychology; Nursing; Medicine","score_opus":0.9353352642059916,"score_gpt":0.7934322435949911,"score_spread":0.14190302061100046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013795988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8884765,0.0026100033,0.008928017,0.0923504,0.00019788653,0.0052545066,0.00025931108,0.0000375458,0.0018858527],"genre_scores_gemma":[0.99236685,0.0014255756,0.0027378676,0.0029319627,0.00023531842,0.00021132179,0.000002997239,0.000015869295,0.000072254006],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95729625,0.039500754,0.0012794749,0.00041739945,0.00063644664,0.0008696962],"domain_scores_gemma":[0.93689656,0.059369538,0.0011204734,0.00026232083,0.0013204966,0.0010306265],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042702563,0.00013766346,0.00057369756,0.00042987402,0.0007500923,0.0000379399,0.0001375904,0.0002705521,0.000024689423],"category_scores_gemma":[0.084785864,0.00010275885,0.000019069388,0.0010450932,0.0011475165,0.00031787888,0.0002814337,0.0011964856,0.0000039791325],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016857852,0.00005130879,0.0046962826,0.012410981,0.00003906339,4.203331e-7,0.49121833,0.0000019646877,0.0011007502,0.41012767,0.004059777,0.07612488],"study_design_scores_gemma":[0.0047043203,0.005230411,0.25773382,0.004219047,0.000028581822,0.00002147207,0.46466967,0.1345389,0.00054739154,0.009471614,0.11829584,0.00053890556],"about_ca_topic_score_codex":0.004280034,"about_ca_topic_score_gemma":0.00013182579,"teacher_disagreement_score":0.40065607,"about_ca_system_score_codex":0.00015853318,"about_ca_system_score_gemma":0.002840887,"threshold_uncertainty_score":0.9857392},"labels":[],"label_agreement":null},{"id":"W3016160212","doi":"10.1186/s12961-020-0543-x","title":"Using a rapid environmental scan methodology to map country-level global health research expertise in Canada","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Public Health; Centre for Global Health Research; University of Ottawa; McMaster University; York University","funders":"Canadian Institutes of Health Research; Norges Forskningsråd; Government of Ontario","keywords":"Health services research; Global health; Health policy; Public health; Agency (philosophy); Context (archaeology); Funding Agency; Political science; Public relations; International health; Equity (law); Medicine; Sociology; Social science; Nursing; Geography","score_opus":0.7679050302720809,"score_gpt":0.5972525157251659,"score_spread":0.170652514546915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016160212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6522051,0.04676177,0.00037937413,0.29146323,0.0006495064,0.0062795547,0.0012980937,0.000043818065,0.00091957947],"genre_scores_gemma":[0.96648693,0.0017712932,0.000518472,0.029972136,0.0009368476,0.0001326832,0.000036869642,0.000029061428,0.000115676194],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98448944,0.0078118765,0.0011150752,0.00074744766,0.002211903,0.003624259],"domain_scores_gemma":[0.9924301,0.001118145,0.00010983395,0.0004034806,0.00016052746,0.005777906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017199166,0.000225012,0.0010447704,0.0004958117,0.00066884205,0.00005037399,0.00020430468,0.00014897701,0.000030309488],"category_scores_gemma":[0.002949773,0.00020932783,0.000038216607,0.0017186909,0.00021888883,0.000064224434,0.00022922254,0.00109181,0.000031659707],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.006561328,0.0005102943,0.19911833,0.02061366,0.00011498944,0.0015502609,0.017793465,0.00020681559,0.00092181604,0.010634365,0.5426196,0.1993551],"study_design_scores_gemma":[0.007808648,0.0072869756,0.24609216,0.004059914,0.0000068307745,0.0014488044,0.053839415,0.03064804,0.0000505238,0.00027410814,0.64759195,0.0008926349],"about_ca_topic_score_codex":0.98971444,"about_ca_topic_score_gemma":0.70378643,"teacher_disagreement_score":0.31428188,"about_ca_system_score_codex":0.017310455,"about_ca_system_score_gemma":0.04668117,"threshold_uncertainty_score":0.98646194},"labels":[],"label_agreement":null},{"id":"W3016456460","doi":"10.1186/s12961-020-00548-2","title":"Stakeholders’ engagement in co-producing policy-relevant knowledge to facilitate employment for persons with developmental disabilities","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Libin Cardiovascular Institute of Alberta; University of Calgary","funders":"Sinneave Family Foundation","keywords":"Stakeholder engagement; Knowledge translation; Stakeholder; Public relations; Social policy; Health services research; Business; Health administration; Face (sociological concept); Public engagement; Health policy; Knowledge management; Psychology; Public health; Political science; Nursing; Sociology; Medicine","score_opus":0.955834843490831,"score_gpt":0.7039939222497006,"score_spread":0.25184092124113044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016456460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5970834,0.0002829253,0.0013585952,0.3743997,0.00019745527,0.019828202,0.0015745853,0.00015003016,0.005125125],"genre_scores_gemma":[0.96404034,0.00011451,0.00096936384,0.02251324,0.0011075699,0.0066349725,0.000027306069,0.00005977903,0.004532948],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98707354,0.006051167,0.0015869561,0.0009564596,0.0011592066,0.003172662],"domain_scores_gemma":[0.9883417,0.00826026,0.00020255521,0.0003655254,0.0004900452,0.0023399189],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02040425,0.00028959205,0.0006586932,0.0010357378,0.0027847998,0.00009273829,0.00036587048,0.00009959419,0.000043330096],"category_scores_gemma":[0.017176658,0.00024015912,0.00003514752,0.0019387618,0.00030698374,0.00022589458,0.0002690555,0.0009342522,0.0002540329],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0002584358,0.00006138455,0.015368143,0.006890167,0.00001940163,0.0000020061,0.87352484,0.000040490908,0.00013417043,0.010412542,0.09048428,0.0028041191],"study_design_scores_gemma":[0.0021415162,0.0014100398,0.008657722,0.00082402065,0.0000014172089,0.000004193279,0.3730485,0.00035833396,0.000014925303,0.00007621247,0.6132026,0.0002605272],"about_ca_topic_score_codex":0.0460117,"about_ca_topic_score_gemma":0.010510458,"teacher_disagreement_score":0.5227183,"about_ca_system_score_codex":0.0041514225,"about_ca_system_score_gemma":0.0155602135,"threshold_uncertainty_score":0.99967146},"labels":[],"label_agreement":null},{"id":"W3028592325","doi":"10.1186/s12961-020-00561-5","title":"Implementing without guidelines, learning at the coalface: a case study of health promoters in an era of community health workers in South Africa","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Research Foundation","keywords":"Health promotion; Health policy; Thematic analysis; Medicine; Context (archaeology); Public health; Nursing; Health education; Health care; Health services research; Qualitative research; Public relations; Economic growth; Political science; Sociology; Geography; Social science","score_opus":0.5117997749394613,"score_gpt":0.5590602927808606,"score_spread":0.047260517841399285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028592325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9516767,0.0032947483,0.0000056066838,0.041225657,0.000021033738,0.0036730813,0.000036579684,0.000018314571,0.000048242055],"genre_scores_gemma":[0.9975443,0.00026215563,0.000027957421,0.0019273689,0.000102980564,0.00006012182,0.000012380446,0.000021795819,0.000040923078],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9852777,0.010236383,0.0019578517,0.00029373504,0.0008749078,0.0013594374],"domain_scores_gemma":[0.99756324,0.0003061593,0.0006395368,0.00040381256,0.00029243674,0.00079483853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02404193,0.00017416172,0.0010234799,0.000293498,0.0009345943,0.000026987844,0.00018679889,0.000057484554,0.0000030627539],"category_scores_gemma":[0.00081794674,0.0001223796,0.000033270648,0.0011152395,0.00013455005,0.000056405308,0.00031791086,0.0017617441,0.0000011158738],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035676628,0.000397969,0.7068251,0.006041368,0.000018719757,0.000047391975,0.2806689,0.00015922461,0.000009222108,0.000042133404,0.0004678525,0.004965371],"study_design_scores_gemma":[0.0047339695,0.01155554,0.17234714,0.0026401798,0.0000036908236,0.00027145472,0.80374444,0.002582643,0.0000014638856,0.000009425271,0.0019969856,0.00011304879],"about_ca_topic_score_codex":0.6553159,"about_ca_topic_score_gemma":0.07885062,"teacher_disagreement_score":0.57646525,"about_ca_system_score_codex":0.00069531053,"about_ca_system_score_gemma":0.0028477928,"threshold_uncertainty_score":0.93795794},"labels":[],"label_agreement":null},{"id":"W3030280616","doi":"10.1186/s12961-020-0544-9","title":"A review of reviews on principles, strategies, outcomes and impacts of research partnerships approaches: a first step in synthesising the research partnership literature","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":383,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George & Fay Yee Centre for Healthcare Innovation; University of Ottawa; University of Calgary; McMaster University Medical Centre; Ottawa Hospital; University of Manitoba; Kelowna General Hospital; Alberta Health; University of British Columbia; International Collaboration On Repair Discoveries; Alberta Health Services; University of British Columbia, Okanagan Campus","funders":"Canadian Institutes of Health Research; International Collaboration on Repair Discoveries; Michael Smith Health Research BC; Strong","keywords":"General partnership; Knowledge translation; Systematic review; Scope (computer science); Health services research; Participatory action research; Stakeholder engagement; Stakeholder; Knowledge management; Public relations; Management science; Sociology; Engineering ethics; Medicine; Political science; MEDLINE; Public health; Nursing; Computer science; Engineering","score_opus":0.980442702186179,"score_gpt":0.7767366368479444,"score_spread":0.20370606533823465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030280616","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022475402,0.9288577,0.0000015759083,0.04493619,0.00006937961,0.023021394,0.0003052725,0.000021805954,0.0027641936],"genre_scores_gemma":[0.00079239503,0.9899152,0.000046131983,0.002030079,0.0007094393,0.005875936,0.00003328782,0.00008943031,0.0005081322],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8081189,0.17207225,0.0077799363,0.0016575459,0.0053771725,0.0049942224],"domain_scores_gemma":[0.8737409,0.11688712,0.002796876,0.0021971462,0.0021368444,0.0022410874],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27459803,0.00066024024,0.005344569,0.0035167034,0.0027501786,0.00024373239,0.0016214607,0.0007722839,0.000019370735],"category_scores_gemma":[0.12329428,0.00038913716,0.00025798098,0.011664188,0.0018474,0.00030932817,0.0010665569,0.009953632,0.000066276305],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041999912,0.000058540383,0.00014883824,0.8295836,0.000033969503,0.000009360678,0.019198252,9.653557e-8,8.1672695e-8,0.07101727,0.029470725,0.050437286],"study_design_scores_gemma":[0.00022079286,0.00033082993,0.00006293258,0.40298948,0.000009106194,0.00001015533,0.0060263504,0.000018814482,3.4149533e-8,0.00007527378,0.59012705,0.0001291885],"about_ca_topic_score_codex":0.008308502,"about_ca_topic_score_gemma":0.0034537667,"teacher_disagreement_score":0.5606563,"about_ca_system_score_codex":0.002356881,"about_ca_system_score_gemma":0.033005513,"threshold_uncertainty_score":0.99985605},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3030393818","doi":"10.1186/s12961-020-00574-0","title":"Key factors for national spread and scale-up of an eConsult innovation","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"CARE Canada; University of Manitoba; Ottawa Hospital; Bruyère; Royal College of Physicians and Surgeons of Canada; MacEwan University; Alberta Health Services; Université de Sherbrooke; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Context (archaeology); Stakeholder; Thematic analysis; Scale (ratio); Health care; Public relations; Health administration; Health informatics; Health policy; Population; Population health; Qualitative research; Public health; Medicine; Knowledge management; Economic growth; Nursing; Political science; Sociology; Environmental health; Geography; Social science; Computer science","score_opus":0.9291660687494878,"score_gpt":0.7610054694837636,"score_spread":0.16816059926572424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030393818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91641545,0.000084938285,0.00040800858,0.07662306,0.00019899284,0.0036941126,0.0012299858,0.00004189804,0.0013035279],"genre_scores_gemma":[0.9852365,0.0000773881,0.00026716257,0.012555342,0.00078894553,0.00040379784,0.000053428575,0.000018087429,0.0005993236],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99374425,0.0026207399,0.0013191068,0.00036961059,0.0009617283,0.0009845785],"domain_scores_gemma":[0.99048144,0.0059879147,0.00045085026,0.00015925276,0.0020784892,0.00084205315],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.013421628,0.00011371738,0.0003587011,0.0006542863,0.001408927,0.000037339,0.0001640682,0.00013215061,0.000029251883],"category_scores_gemma":[0.016599158,0.00009906036,0.000014066019,0.0014631177,0.00023047005,0.00032092392,0.000094529634,0.00043656485,0.000012803024],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039196777,0.00006540414,0.05525513,0.023258785,0.000028981693,5.49805e-7,0.27209362,0.000008626788,0.0019385637,0.5179747,0.12314898,0.005834735],"study_design_scores_gemma":[0.006464506,0.0027811502,0.14084394,0.0007754269,0.0000038540397,0.000009619669,0.078417435,0.012187735,0.00019859,0.00521546,0.75268453,0.00041773712],"about_ca_topic_score_codex":0.0050269812,"about_ca_topic_score_gemma":0.00063938205,"teacher_disagreement_score":0.62953556,"about_ca_system_score_codex":0.00031565153,"about_ca_system_score_gemma":0.0059507918,"threshold_uncertainty_score":0.9998911},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3030850022","doi":"10.1186/s12961-020-00576-y","title":"Amplifying the role of knowledge translation platforms in the COVID-19 pandemic response","year":2020,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Knowledge translation; 2019-20 coronavirus outbreak; Public health; Health services research; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Translation (biology); Virology; Health administration; Computer science; Knowledge management; Nursing; Biology; Disease; Infectious disease (medical specialty); Internal medicine; Genetics","score_opus":0.5759526483627013,"score_gpt":0.5398048241707647,"score_spread":0.03614782419193663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030850022","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008370504,0.028434087,0.00003073104,0.95613086,0.0000854847,0.004494846,0.0012284975,0.000057043115,0.001167922],"genre_scores_gemma":[0.51213914,0.0032866213,0.000008516267,0.47818533,0.0043025548,0.0006375894,0.00084511674,0.00007142585,0.0005237243],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99050456,0.005898273,0.0008779557,0.00045981826,0.0013368946,0.00092248444],"domain_scores_gemma":[0.9877368,0.010609063,0.0002459301,0.00081012904,0.00017673199,0.00042129768],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015908137,0.0002207846,0.0007301822,0.0006308279,0.00038693403,0.00007037382,0.00046894499,0.00032148865,0.000008413042],"category_scores_gemma":[0.0065647834,0.00012191579,0.00009645295,0.0011181382,0.00040833734,0.00006023016,0.0000836921,0.0029492772,0.000027761416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026669668,0.00006567873,0.01145597,0.016773423,0.00008169615,0.00019685707,0.031770848,0.0000062321296,0.00008592554,0.00076563196,0.92827886,0.007851912],"study_design_scores_gemma":[0.0008724103,0.00029418565,0.0027894112,0.0005867328,0.000007340548,0.0001636268,0.0021291699,0.00053700927,4.886844e-7,0.00050171354,0.99202347,0.000094442345],"about_ca_topic_score_codex":0.008847284,"about_ca_topic_score_gemma":0.00063154614,"teacher_disagreement_score":0.5037686,"about_ca_system_score_codex":0.000637115,"about_ca_system_score_gemma":0.0060139513,"threshold_uncertainty_score":0.99962103},"labels":[],"label_agreement":null},{"id":"W3031945804","doi":"10.1186/s12961-020-00566-0","title":"Implementing performance-based financing in peripheral health centres in Mali: what can we learn from it?","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University","funders":"Canadian Institutes of Health Research; International Development Research Centre","keywords":"Health administration; Enthusiasm; Health services research; Context (archaeology); Implementation research; Health informatics; Intervention (counseling); Qualitative research; Medicine; Public health; Nursing research; Modalities; Public relations; Health care; Payment; Data collection; Health policy; Schedule; Participant observation; Nursing; Psychological intervention; Business; Political science; Psychology; Sociology; Economic growth; Finance; Management; Economics","score_opus":0.21391498269864212,"score_gpt":0.45741554405494145,"score_spread":0.24350056135629933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031945804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7270045,0.007466577,0.0000033747183,0.26427346,0.000072057184,0.0009574505,0.000038627288,0.000020270994,0.00016367303],"genre_scores_gemma":[0.964264,0.014061633,0.00003520793,0.020716498,0.0007056279,0.000044189866,0.000037666257,0.000020044166,0.00011518236],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99525064,0.00094898924,0.00083440484,0.00041701432,0.0006726497,0.0018763224],"domain_scores_gemma":[0.998463,0.00016220963,0.00013524876,0.00018128441,0.000084726205,0.0009735322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028819442,0.00016736855,0.0006209137,0.00032331407,0.0003649405,0.00013235201,0.00011430385,0.00007781975,0.00002627721],"category_scores_gemma":[0.00021665444,0.00014325403,0.000032740263,0.00067822624,0.000057547433,0.00014318046,0.00009647565,0.00078959024,0.000011448296],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085409684,0.0001810875,0.87500644,0.018420944,0.000017580578,0.00012381423,0.034475926,0.00027559532,0.000071970186,0.001814017,0.004872245,0.0638863],"study_design_scores_gemma":[0.008295349,0.0031850538,0.6617723,0.018898869,0.0000028269953,0.000041548723,0.044516906,0.038873658,0.000039162987,0.00009015735,0.2239318,0.00035237454],"about_ca_topic_score_codex":0.25942737,"about_ca_topic_score_gemma":0.017407112,"teacher_disagreement_score":0.24355698,"about_ca_system_score_codex":0.0013973487,"about_ca_system_score_gemma":0.0032182103,"threshold_uncertainty_score":0.9713577},"labels":[],"label_agreement":null},{"id":"W3034061996","doi":"10.1186/s12961-020-00549-1","title":"Strengthening the science of addressing antimicrobial resistance: a framework for planning, conducting and disseminating antimicrobial resistance intervention research","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McMaster University; Impact; Ottawa Public Health; Centre for Global Health Research; University of Ottawa","funders":"Norges Forskningsråd","keywords":"Psychological intervention; Dissemination; Intervention (counseling); Health services research; Health policy; Resistance (ecology); Science policy; Public relations; Political science; Medicine; Business; Public health; Public administration; Nursing; Biology","score_opus":0.48226134274532295,"score_gpt":0.5613979150735028,"score_spread":0.07913657232817983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034061996","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011743316,0.9935028,0.00024977035,0.0011978875,0.00047364662,0.0027603952,0.00032552937,0.000035358604,0.00028026212],"genre_scores_gemma":[0.045291387,0.95116866,0.00062234397,0.00003113842,0.0006871169,0.00011743767,0.00006524496,0.0000794976,0.0019371801],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901968,0.0045061293,0.001744742,0.0011301693,0.00046474332,0.0019574035],"domain_scores_gemma":[0.98893595,0.008182605,0.0012007859,0.00061562477,0.0008809489,0.00018411767],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.022360453,0.00041549053,0.001855039,0.0010399049,0.0045523737,0.00041517557,0.0009156977,0.00061377086,0.0000030338856],"category_scores_gemma":[0.011347563,0.00029475623,0.00021014296,0.0020590026,0.004344244,0.00017804389,0.00063911715,0.002910183,0.000004935534],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078872975,0.00025056562,0.000027490882,0.6064708,0.0006681588,0.000034144323,0.022587603,0.0000017952563,0.0045908242,0.11925147,0.039829075,0.20549932],"study_design_scores_gemma":[0.0006820568,0.00027708238,0.000008099467,0.33304238,0.00007117654,0.000105762454,0.007243431,0.000012570263,0.0005597083,0.00040927946,0.657176,0.00041243286],"about_ca_topic_score_codex":0.00053596735,"about_ca_topic_score_gemma":0.0000634302,"teacher_disagreement_score":0.61734694,"about_ca_system_score_codex":0.0003917859,"about_ca_system_score_gemma":0.0028415148,"threshold_uncertainty_score":0.99995047},"labels":[],"label_agreement":null},{"id":"W3034736762","doi":"10.1186/s12961-020-00583-z","title":"Defining and classifying public health systems: a critical interpretive synthesis","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Public health; Health policy; International health; Health promotion; Public health informatics; HRHIS; Health care; Population health; Public relations; Health services research; Health equity; Systems science; Health informatics; Medicine; Environmental health; Political science; Sociology; Nursing; Social science","score_opus":0.6984050732134371,"score_gpt":0.6756236390705214,"score_spread":0.02278143414291578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034736762","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023726416,0.8840727,0.00011725747,0.10264081,0.0018030711,0.0059012366,0.00089145463,0.00018748966,0.0043836166],"genre_scores_gemma":[0.0008890614,0.98172724,0.000051161496,0.0041584275,0.005102979,0.00709027,0.000054749857,0.00018153891,0.0007445784],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.94761926,0.03999297,0.0040764078,0.001407152,0.0014463628,0.005457835],"domain_scores_gemma":[0.9199698,0.06840024,0.0018097106,0.001084657,0.0011807975,0.0075547877],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03554707,0.0007608592,0.004855494,0.0023035845,0.0061530396,0.0006030199,0.000599204,0.0011633149,0.00003315687],"category_scores_gemma":[0.088325,0.0006207509,0.00019197569,0.0022297378,0.00065600115,0.0003616109,0.0008507568,0.0057494473,0.00034753437],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000007269499,0.000041804884,0.000023910576,0.35552713,0.00007665191,0.0000054360153,0.015363123,4.6206313e-8,6.1805787e-9,0.23033606,0.067199565,0.331419],"study_design_scores_gemma":[0.000082947474,0.00028564414,0.000018914692,0.12797835,0.000017871942,0.000099469515,0.02533141,0.00031697573,4.3429255e-10,0.000042232226,0.84552413,0.0003020259],"about_ca_topic_score_codex":0.06348647,"about_ca_topic_score_gemma":0.00026288832,"teacher_disagreement_score":0.7783246,"about_ca_system_score_codex":0.007298262,"about_ca_system_score_gemma":0.066694334,"threshold_uncertainty_score":0.9996244},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3036499672","doi":"10.1186/s12961-020-00582-0","title":"Clinical practice guidelines in Brazil – developing a national programme","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Health Sciences Centre; McMaster University Medical Centre","funders":"Ministério da Saúde","keywords":"Rigour; SWOT analysis; Transparency (behavior); Health services research; Public health; Public relations; Capacity building; Health administration; Health care; Medicine; Guideline; Political science; Process management; Business; Nursing","score_opus":0.9155887908317752,"score_gpt":0.7600592643817645,"score_spread":0.15552952645001072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036499672","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013686901,0.0017313387,0.0008043854,0.97911465,0.0001510564,0.0022000817,0.000014879885,0.000057757796,0.002238945],"genre_scores_gemma":[0.51207507,0.0079695815,0.074444495,0.3922644,0.011952801,0.0004345255,0.00012283087,0.000076254895,0.0006600625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918495,0.0023427068,0.002872596,0.00048186476,0.0016746847,0.0007786642],"domain_scores_gemma":[0.98211825,0.010909287,0.00047124672,0.00021465821,0.0051368945,0.0011496658],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.038116302,0.000116262956,0.00046486262,0.0002922005,0.00018165643,0.000104027014,0.000102163154,0.00012974904,0.000007819407],"category_scores_gemma":[0.40330535,0.000101069716,0.000047122277,0.0011321491,0.00012515165,0.00029166628,0.00013469336,0.00093171955,0.0000672357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021001466,0.00050991104,0.037441712,0.004118465,0.00014409733,0.00018108836,0.002632792,0.00003072105,0.000075931326,0.051259864,0.40943512,0.49207014],"study_design_scores_gemma":[0.0026362343,0.0009281316,0.013091973,0.00038854365,0.000005294288,0.00016026343,0.0032031834,0.010230263,8.549026e-7,0.0002498407,0.96900916,0.00009626694],"about_ca_topic_score_codex":0.010258665,"about_ca_topic_score_gemma":0.0003333939,"teacher_disagreement_score":0.5868503,"about_ca_system_score_codex":0.0004814096,"about_ca_system_score_gemma":0.009652599,"threshold_uncertainty_score":0.9963321},"labels":[],"label_agreement":null},{"id":"W3040724494","doi":"10.1186/s12961-020-00590-0","title":"A critical interpretive synthesis of the roles of midwives in health systems","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"CINAHL; Grey literature; Health policy; Reproductive health; Health informatics; Health services research; Politics; MEDLINE; Medicine; Public relations; Nursing; Public health; Political science; Law; Environmental health; Psychological intervention; Population","score_opus":0.28276493259581403,"score_gpt":0.5500747220843996,"score_spread":0.2673097894885855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040724494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58635205,0.047076553,0.00016904042,0.35495207,0.00053239474,0.0048865913,0.0015574152,0.000042934273,0.0044309376],"genre_scores_gemma":[0.9978928,0.0007947683,0.000010828059,0.0005421521,0.00018022375,0.000110887886,5.846611e-7,0.000010244308,0.00045748858],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99574244,0.0020240215,0.0009817474,0.00019936965,0.0005493285,0.0005030838],"domain_scores_gemma":[0.9969323,0.001851279,0.00018689621,0.00021067873,0.0002779892,0.00054082886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030378827,0.00009043755,0.00060774485,0.00024367688,0.00012869066,0.00001711419,0.00014485585,0.00006345009,0.0000165099],"category_scores_gemma":[0.007677308,0.000058955484,0.00007206474,0.0004914863,0.0003343314,0.000041899515,0.0001108866,0.00040469927,0.0000036936206],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018701234,0.0007465309,0.030240126,0.5503182,0.00010452282,0.000031099018,0.047298085,0.000039244787,0.00068236125,0.3557827,0.0037442576,0.0091427695],"study_design_scores_gemma":[0.00293623,0.021483291,0.30561194,0.35910663,0.000024870333,0.0008974327,0.10119536,0.053818226,0.001716758,0.0011248298,0.15142094,0.00066350604],"about_ca_topic_score_codex":0.03640474,"about_ca_topic_score_gemma":0.0003457647,"teacher_disagreement_score":0.41154078,"about_ca_system_score_codex":0.00018937117,"about_ca_system_score_gemma":0.0011552721,"threshold_uncertainty_score":0.97001195},"labels":[],"label_agreement":null},{"id":"W3041828954","doi":"10.1186/s12961-020-00578-w","title":"Using RIGHT (Reporting Items for Practice Guidelines in Healthcare) to evaluate the reporting quality of WHO guidelines","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Bruyère; University of Ottawa; McMaster University","funders":"National Social Science Fund of China; World Health Organization","keywords":"Medicine; Checklist; Health care; Grading (engineering); Descriptive statistics; Health services research; Family medicine; Health administration; MEDLINE; Public health; Nursing; Psychology","score_opus":0.9605493094446781,"score_gpt":0.7885438798083952,"score_spread":0.17200542963628285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041828954","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17370671,0.0027593249,0.0045327116,0.8129664,0.00020055531,0.0056029162,0.0000409706,0.00003352238,0.00015687342],"genre_scores_gemma":[0.8687014,0.0011302779,0.027917737,0.09606243,0.005428859,0.00041613128,0.0000363167,0.00008299907,0.00022387021],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96701777,0.0048084133,0.02348988,0.0008732269,0.0025165447,0.0012941613],"domain_scores_gemma":[0.8974892,0.033771444,0.02648846,0.0018771619,0.03781807,0.0025556765],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1734378,0.00020161577,0.0012369059,0.00034530493,0.00045919017,0.00008969367,0.00017101907,0.00012799872,0.000003523364],"category_scores_gemma":[0.81414616,0.00014195939,0.00012796978,0.0014414422,0.000103672886,0.00026304825,0.000198309,0.00069058506,0.000002697393],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0154609,0.0007825934,0.17811148,0.072662905,0.0008293274,0.0003143664,0.032574717,0.009987218,0.030971522,0.055051405,0.32551712,0.27773646],"study_design_scores_gemma":[0.008189979,0.0046814266,0.022376645,0.0072410665,0.00013066403,0.00089139864,0.039375156,0.39001948,0.00046433162,0.0016820143,0.524222,0.00072582363],"about_ca_topic_score_codex":0.19997586,"about_ca_topic_score_gemma":0.0017308125,"teacher_disagreement_score":0.716904,"about_ca_system_score_codex":0.00046252136,"about_ca_system_score_gemma":0.0052984385,"threshold_uncertainty_score":0.9399202},"labels":[],"label_agreement":null},{"id":"W3047541826","doi":"10.1186/s12961-020-00603-y","title":"Communities of practice in Alberta Health Services: advancing a learning organisation","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Attendance; Knowledge management; Health services research; Focus group; Public relations; Health care; Knowledge sharing; Health administration; Sociology; Medical education; Business; Medicine; Nursing; Public health; Marketing; Computer science; Political science","score_opus":0.19147081277890785,"score_gpt":0.4207257733478061,"score_spread":0.22925496056889824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047541826","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28933164,0.0055794804,0.00033678013,0.68342555,0.0002069203,0.002390453,0.0000072060975,0.00022942001,0.018492572],"genre_scores_gemma":[0.98875636,0.00030464906,0.00003790667,0.009811716,0.000865874,0.000010250705,0.000038201437,0.000025030116,0.00014999743],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975645,0.00083580863,0.00044818307,0.00015677958,0.0004920599,0.0005026513],"domain_scores_gemma":[0.9978349,0.0013177637,0.00034309234,0.00011285399,0.00032010904,0.000071241455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004546456,0.00009376922,0.0002717486,0.00041925922,0.000498555,0.00019160313,0.00014837018,0.000049238282,0.000014923434],"category_scores_gemma":[0.002893871,0.00009311626,0.000012888161,0.0011833679,0.000058973095,0.0006566531,0.00011228858,0.0005834488,0.000055786353],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000320591,0.0002593232,0.20988587,0.059235454,0.000057532394,0.000007936126,0.39424446,0.010673563,0.0001412096,0.31378734,0.0034722546,0.007914463],"study_design_scores_gemma":[0.0010684382,0.00029076028,0.013303156,0.0021247547,0.000003871198,0.000010436062,0.46675348,0.050507873,0.0000026198654,0.00029440882,0.46541148,0.00022870552],"about_ca_topic_score_codex":0.28384995,"about_ca_topic_score_gemma":0.005515481,"teacher_disagreement_score":0.69942474,"about_ca_system_score_codex":0.00012367772,"about_ca_system_score_gemma":0.0004881538,"threshold_uncertainty_score":0.72091895},"labels":[],"label_agreement":null},{"id":"W3048373736","doi":"10.1186/s12961-020-00606-9","title":"Capacity development in patient-oriented research: programme evaluation and impact analysis","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Health services research; Health administration; Capacity building; Medical education; Program evaluation; Qualitative research; Medicine; Health policy; Public health; Population health; Professional development; Nursing; Political science; Sociology","score_opus":0.8957701040535886,"score_gpt":0.6589979049166453,"score_spread":0.23677219913694325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048373736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98139113,0.0023303549,0.00003321017,0.006353351,0.00011197501,0.008432125,0.00007713198,0.000035141493,0.0012355516],"genre_scores_gemma":[0.99559355,0.00043300478,0.00012403671,0.0011973855,0.00027152535,0.0020367026,0.00023114363,0.000019216677,0.00009341116],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9761935,0.016329866,0.0014649107,0.00066462107,0.0027188682,0.0026282705],"domain_scores_gemma":[0.99409777,0.0017649134,0.00025861285,0.00030131312,0.0012532366,0.0023241488],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.037722137,0.00019647033,0.00058664684,0.0015910106,0.0023095268,0.000052408952,0.00013868703,0.00019607255,0.000048648697],"category_scores_gemma":[0.0026039607,0.00015786369,0.00004173963,0.0042180847,0.00019190037,0.00014165745,0.00027165285,0.0016213347,0.00006407984],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064650644,0.0003699392,0.70669353,0.012389949,0.00017844603,0.000009319124,0.19662291,0.000054442557,0.000026914206,0.006238943,0.003845534,0.072923586],"study_design_scores_gemma":[0.009147262,0.009050135,0.48101506,0.0051347422,0.00004635852,0.000006275586,0.119960465,0.09959457,0.00003008199,0.00096931,0.27418527,0.00086047436],"about_ca_topic_score_codex":0.070712954,"about_ca_topic_score_gemma":0.006803986,"teacher_disagreement_score":0.27033973,"about_ca_system_score_codex":0.0030319507,"about_ca_system_score_gemma":0.0055779833,"threshold_uncertainty_score":0.99898934},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3080506355","doi":"10.1186/s12961-020-00613-w","title":"Engaged scholarship and public policy decision-making: a scoping review","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Mount Saint Vincent University; Nova Scotia Health Authority; Dalhousie University","funders":"National Medical Research Council; National Health and Medical Research Council; Canada Research Chairs; European Commission; Canadian Cancer Society","keywords":"Coproduction; Public relations; Scholarship; Health services research; Public policy; Context (archaeology); Engaged scholarship; Government (linguistics); Public health; Health policy; CLARITY; Political science; Public engagement; Corporate governance; Medicine; Business; Nursing","score_opus":0.9591513989388354,"score_gpt":0.8101027019857778,"score_spread":0.14904869695305756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080506355","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005041056,0.9228023,0.00005995621,0.05484317,0.00035329448,0.019804865,0.00037749103,0.00015130667,0.0016025405],"genre_scores_gemma":[0.00013753712,0.9568076,0.00020680965,0.033844464,0.0037543345,0.00480354,0.000025097908,0.00014730541,0.00027329667],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.88683295,0.0973853,0.0058164946,0.0017410861,0.0030839746,0.0051401984],"domain_scores_gemma":[0.8872277,0.10073122,0.0028218455,0.001694699,0.0015793277,0.005945195],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11047659,0.00077548047,0.0048298873,0.0035173001,0.0104656955,0.0004710422,0.0011866924,0.0007772846,0.00012999278],"category_scores_gemma":[0.3007354,0.00062553526,0.00021624385,0.007397422,0.0005633848,0.00060676126,0.0015053988,0.010607491,0.0008015797],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038757894,0.000007836571,0.000019551173,0.46263674,0.000017404564,0.0000088218085,0.0015561257,6.995806e-9,1.30973214e-8,0.007883394,0.011345905,0.5165203],"study_design_scores_gemma":[0.0002205455,0.00010658917,0.000014708536,0.4314415,0.000011431541,0.00006374144,0.00055867055,0.000004895001,8.30419e-10,0.00019565872,0.5671684,0.00021384901],"about_ca_topic_score_codex":0.004406069,"about_ca_topic_score_gemma":0.0005696917,"teacher_disagreement_score":0.5558225,"about_ca_system_score_codex":0.0036335113,"about_ca_system_score_gemma":0.105662756,"threshold_uncertainty_score":0.9999764},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3080682897","doi":"10.1186/s12961-020-00607-8","title":"Indicators to evaluate organisational knowledge brokers: a scoping review","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Abitibi-Témiscamingue","funders":"Karolinska Institutet; World Health Organization","keywords":"Knowledge translation; Health services research; Capacity building; Context (archaeology); Health policy; Knowledge management; Health administration; Health informatics; Process management; Business; Medicine; Public relations; Computer science; Medical education; Political science; Public health; Nursing","score_opus":0.9548644620295865,"score_gpt":0.8254189036227967,"score_spread":0.12944555840678984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080682897","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.7622016e-7,0.9181385,0.000038956114,0.049976528,0.00054998655,0.027053535,0.00046395382,0.000116224386,0.0036614665],"genre_scores_gemma":[0.0000043178434,0.9580879,0.00010280371,0.028030962,0.0032302635,0.008788212,0.00007091891,0.00011470551,0.0015699046],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9498379,0.038085222,0.004778283,0.0012971312,0.0026281297,0.0033733272],"domain_scores_gemma":[0.9731976,0.018212728,0.0016751473,0.000971631,0.0011414886,0.0048014373],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05508314,0.0005703304,0.003756121,0.0028099113,0.0035618336,0.00012063847,0.0009782782,0.00046322818,0.0004302572],"category_scores_gemma":[0.04190339,0.0004639577,0.0001711586,0.008173489,0.00024730733,0.00019039474,0.0009721073,0.0030356343,0.007295997],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000025292416,0.0000093732915,0.00000510177,0.5926781,0.000020261423,0.0000025021143,0.0053175045,3.4726057e-8,2.68815e-8,0.0028138617,0.14866416,0.25048652],"study_design_scores_gemma":[0.0001639761,0.00013002555,0.0000049078153,0.3933724,0.0000153509,0.000012632195,0.00039005387,0.0000045398097,5.2966986e-9,0.000009840845,0.6057191,0.00017715496],"about_ca_topic_score_codex":0.002723435,"about_ca_topic_score_gemma":0.0002702227,"teacher_disagreement_score":0.45705494,"about_ca_system_score_codex":0.004791231,"about_ca_system_score_gemma":0.11931958,"threshold_uncertainty_score":0.9997812},"labels":[],"label_agreement":null},{"id":"W3080803033","doi":"10.1186/s12961-020-00609-6","title":"Developing co-funded multi-sectoral partnerships for chronic disease prevention: a qualitative inquiry into federal governmental public health staff experience","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Community Health and Development","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Golder Associates (Canada); Simon Fraser University","funders":"Michael Smith Health Research BC; Public Health Agency; Public Health Agency of Canada","keywords":"Thematic analysis; General partnership; Agency (philosophy); Public health; Health services research; Public relations; Qualitative research; Focus group; Health administration; Private sector; Population; Population health; Medicine; Business; Nursing; Political science; Economic growth; Sociology; Environmental health; Economics; Marketing; Finance","score_opus":0.9209558577961985,"score_gpt":0.7081749722737537,"score_spread":0.21278088552244478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080803033","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2740405,0.01482655,0.034585193,0.64681584,0.0012950206,0.026972033,0.0004946671,0.00046311188,0.00050708774],"genre_scores_gemma":[0.9758135,0.001221291,0.0019348443,0.012791522,0.0017467049,0.00530869,0.00027477817,0.000060649094,0.000848014],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97891945,0.014359019,0.0017145484,0.00071902666,0.0013349305,0.0029530027],"domain_scores_gemma":[0.99089974,0.0032004565,0.00057537085,0.00044221542,0.0005080451,0.0043741465],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.013789641,0.00032671844,0.0007855742,0.00030651627,0.0075123343,0.00017001163,0.00043195955,0.00017880011,0.000035691177],"category_scores_gemma":[0.0050913426,0.000308085,0.00008370117,0.00083269103,0.0003740196,0.00037559398,0.0004490158,0.0013908546,0.00006701017],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00071609963,0.00026252214,0.006041708,0.028173815,0.000052216645,0.0000047887197,0.7978325,0.0000015376274,0.000006630353,0.13446455,0.02712401,0.005319649],"study_design_scores_gemma":[0.004313528,0.0019971917,0.005235413,0.0018046414,0.0000014198823,0.0000026065131,0.65253365,0.0022316454,0.0000016905792,0.0011375797,0.33032903,0.00041162816],"about_ca_topic_score_codex":0.015886502,"about_ca_topic_score_gemma":0.011451095,"teacher_disagreement_score":0.70177305,"about_ca_system_score_codex":0.01176721,"about_ca_system_score_gemma":0.04283648,"threshold_uncertainty_score":0.9999371},"labels":[],"label_agreement":null},{"id":"W3081892320","doi":"10.1186/s12961-020-00597-7","title":"Global research priorities for social, behavioural and community engagement interventions for maternal, newborn and child health","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Breastfeeding Practices and Influences","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"Norwegian Institute of Public Health; Direktoratet for Utviklingssamarbeid; United States Agency for International Development; United Nations Population Fund; National Institutes of Health; UNICEF; World Health Organization","keywords":"Psychological intervention; Health services research; Medicine; Implementation research; Public health; Nursing; Qualitative research; Health policy; Health care; Community health; Environmental health; Economic growth; Sociology","score_opus":0.7802492215162532,"score_gpt":0.6184835914803716,"score_spread":0.16176563003588162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081892320","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48075622,0.0144085055,0.00016956683,0.4988342,0.00009429522,0.004539496,0.0006573058,0.000046962334,0.000493452],"genre_scores_gemma":[0.9934524,0.0033504874,0.00030874257,0.0015323748,0.00076016044,0.00036303606,0.000022433367,0.00001586684,0.00019448035],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955108,0.0024292092,0.00049804134,0.0002563553,0.00046446171,0.0008411115],"domain_scores_gemma":[0.9973929,0.0011356975,0.00013549371,0.00013816661,0.0004580419,0.00073969126],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014756193,0.000116155636,0.0004368482,0.00019096311,0.004127948,0.00034864066,0.00011709833,0.00008042588,0.0000024250319],"category_scores_gemma":[0.0018104063,0.000099486686,0.00005767508,0.00030622038,0.00041665373,0.00017758404,0.00021739883,0.0009178429,8.3550225e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003500996,0.0008187614,0.18528232,0.17480882,0.00042631238,0.000008672578,0.068539895,0.0000013838826,0.000033972552,0.18784091,0.12416934,0.25456864],"study_design_scores_gemma":[0.005149224,0.015329712,0.7288841,0.005623364,0.00003212185,0.00024705613,0.045966424,0.0010876855,0.000004661762,0.001458203,0.19598265,0.00023481005],"about_ca_topic_score_codex":0.06862599,"about_ca_topic_score_gemma":0.0011438715,"teacher_disagreement_score":0.54360175,"about_ca_system_score_codex":0.0002655222,"about_ca_system_score_gemma":0.0007908408,"threshold_uncertainty_score":0.99716854},"labels":[],"label_agreement":null},{"id":"W3083845783","doi":"10.1186/s12961-020-00584-y","title":"A framework for explaining the role of values in health policy decision-making in Latin America: a critical interpretive synthesis","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University Medical Centre; McMaster University","funders":"","keywords":"Health policy; Health services research; Social policy; Health administration; Social determinants of health; Health informatics; Public health; Latin Americans; Sociology; Public relations; Political science; Medicine; Nursing","score_opus":0.23615234772213503,"score_gpt":0.5804281757541061,"score_spread":0.3442758280319711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083845783","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000051316056,0.97244227,0.0003286558,0.022327567,0.00007415812,0.004070062,0.0003216571,0.000018712351,0.00036560063],"genre_scores_gemma":[0.054439805,0.9407669,0.0009404511,0.0017663719,0.0010634572,0.0009558517,0.0000034844543,0.000053780706,0.000009911422],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99121237,0.003778481,0.0020854655,0.00059207116,0.000854974,0.0014766623],"domain_scores_gemma":[0.95477617,0.04305352,0.0006015425,0.0005006916,0.00023545309,0.0008326011],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0066289767,0.00033864868,0.0032071334,0.0013157596,0.00029670433,0.00006561087,0.00033727795,0.00030103693,0.000005114565],"category_scores_gemma":[0.06803617,0.00021746421,0.00021697252,0.0019329956,0.00031207554,0.000043860167,0.00024024014,0.0017566765,0.0000074412624],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024070652,0.000088423825,0.00013536666,0.09574284,0.00003636572,0.000017403163,0.0074863094,0.0000011104939,3.2171673e-8,0.11932963,0.00019948877,0.7767223],"study_design_scores_gemma":[0.00015319619,0.001124067,0.00024397102,0.51315266,0.000015237158,0.00010932042,0.007490835,0.0006703975,4.5823963e-8,0.012554333,0.46433038,0.00015558458],"about_ca_topic_score_codex":0.031722188,"about_ca_topic_score_gemma":0.00017094874,"teacher_disagreement_score":0.77656674,"about_ca_system_score_codex":0.0017666917,"about_ca_system_score_gemma":0.008414628,"threshold_uncertainty_score":0.99720675},"labels":[],"label_agreement":null},{"id":"W3088413494","doi":"10.1186/s12961-020-00625-6","title":"Sex and gender analysis in knowledge translation interventions: challenges and solutions","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"First Nations of Quebec and Labrador Health and Social Services Commission; Toronto Rehabilitation Institute; University Health Network; University of Toronto; Ottawa Hospital; Université Laval","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; University of Toronto; Ottawa Hospital Research Institute; Université du Québec à Montréal; Directorate for Biological Sciences; University of Ottawa; Institute of Gender and Health; Université de Montréal; Université Laval","keywords":"Knowledge translation; Health services research; Thematic analysis; Psychological intervention; Intersectionality; Medical education; Qualitative research; Health administration; Health care; Psychology; Public relations; Public health; Medicine; Nursing; Political science; Sociology; Knowledge management; Gender studies; Social science; Computer science","score_opus":0.8824352770179757,"score_gpt":0.6138522177054169,"score_spread":0.2685830593125589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088413494","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11739456,0.7633354,0.00029579553,0.11383004,0.000048081823,0.0017625642,0.000041843297,0.00004987836,0.0032418591],"genre_scores_gemma":[0.95002675,0.049136378,0.000036191752,0.00030018762,0.00027632312,0.00007639594,0.000014605965,0.000008756555,0.0001244339],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997348,0.0011476498,0.00041480278,0.00035733057,0.00025393782,0.0004782866],"domain_scores_gemma":[0.9985784,0.0005077842,0.000037489925,0.0001450651,0.000120916295,0.00061033806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035353543,0.00008839784,0.00039150388,0.00073553086,0.00024138535,0.000031775526,0.000032341606,0.00009833562,0.0000039468387],"category_scores_gemma":[0.0004473749,0.000078779645,0.00004591725,0.00077209837,0.00010459403,0.000058377565,0.00004062522,0.0003512907,0.000002864499],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022257221,0.00029768306,0.0390245,0.063487,0.0006104271,0.000027171816,0.308625,0.000016257229,0.000049874925,0.047880363,0.0011789969,0.5385801],"study_design_scores_gemma":[0.005006512,0.0027291707,0.74332684,0.0018341969,0.00017036547,0.00018087433,0.12221212,0.07977872,0.000005162112,0.0031285507,0.041212454,0.0004150154],"about_ca_topic_score_codex":0.0022713817,"about_ca_topic_score_gemma":0.0015295423,"teacher_disagreement_score":0.8326322,"about_ca_system_score_codex":0.000092306465,"about_ca_system_score_gemma":0.00032955277,"threshold_uncertainty_score":0.34336647},"labels":[],"label_agreement":null},{"id":"W3094723094","doi":"10.1186/s12961-020-00634-5","title":"Attempt to assess Canada’s expertise in global health research falls short","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Health services research; Health policy; Public health; Health administration; Global health; Social policy; Community health; Distribution (mathematics); Medicine; International health; Political science; Regional science; Public relations; Economic growth; Nursing; Geography; Economics","score_opus":0.6173880943183203,"score_gpt":0.6007896933750048,"score_spread":0.01659840094331555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094723094","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38945776,0.015250543,0.00005517113,0.5819334,0.00038500194,0.00543956,0.00027204273,0.00007116302,0.0071353796],"genre_scores_gemma":[0.95480716,0.0014248623,0.00003388234,0.041619513,0.0012536789,0.00026872673,0.000028126902,0.000029026216,0.00053501496],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9863521,0.0041130623,0.0012675568,0.0008445252,0.0032940607,0.0041286983],"domain_scores_gemma":[0.9891783,0.0008510383,0.00006578606,0.0005360841,0.0007686018,0.00860018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016513946,0.0002370278,0.0010641356,0.0005729375,0.0006972748,0.00011247531,0.0002695586,0.00017116017,0.000010997163],"category_scores_gemma":[0.0054831184,0.00021227186,0.000047488276,0.0030874223,0.00014972186,0.00008467353,0.00022946284,0.0013506395,0.000053140793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00087715365,0.0001700546,0.09429514,0.007550235,0.000021641856,0.0005104374,0.0036390724,0.000017728305,0.00002987475,0.0073369322,0.8488097,0.03674202],"study_design_scores_gemma":[0.0017639349,0.0033342717,0.19958305,0.0027914923,0.0000014687479,0.0002559419,0.010614727,0.002538667,0.00000943596,0.000064913555,0.778691,0.00035107834],"about_ca_topic_score_codex":0.9550287,"about_ca_topic_score_gemma":0.67778116,"teacher_disagreement_score":0.5653494,"about_ca_system_score_codex":0.007801001,"about_ca_system_score_gemma":0.05676159,"threshold_uncertainty_score":0.99600786},"labels":[],"label_agreement":null},{"id":"W3096130402","doi":"10.1186/s12961-020-00643-4","title":"Barriers and enablers to source plasma donation by gay, bisexual and other men who have sex with men under revised eligibility criteria: protocol for a multiple stakeholder feasibility study","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Blood donation and transfusion practices","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Université du Québec à Montréal; Canadian Blood Services; Ottawa Public Health; Héma-Québec; Ottawa Hospital; University of Ottawa","funders":"Canadian Blood Services","keywords":"Men who have sex with men; Deferral; Donation; Stakeholder; Medicine; Family medicine; Business; Public relations; Political science; Human immunodeficiency virus (HIV); Accounting","score_opus":0.42673662101286575,"score_gpt":0.49774037077535943,"score_spread":0.07100374976249368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096130402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5695589,0.00009839522,0.001499772,0.07592038,0.000022919741,0.34494242,0.00019285841,0.00018453936,0.0075798044],"genre_scores_gemma":[0.9540947,0.0000051124193,0.000030152292,0.0042901994,0.00035414463,0.04019784,0.000008104784,0.00003879064,0.0009809366],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.997192,0.0005053417,0.00045407974,0.00068490324,0.00064980244,0.00051384734],"domain_scores_gemma":[0.99844974,0.0005113103,0.00017282955,0.0002093289,0.00036932837,0.00028747044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053756475,0.00019615974,0.0003713132,0.00024060991,0.000797335,0.0008908722,0.00011449456,0.00007262914,0.000022896875],"category_scores_gemma":[0.0012953178,0.00015152522,0.000013935704,0.00043631773,0.00012539187,0.0006477379,0.00010713215,0.00022385211,0.000002262327],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015221098,0.0015080888,0.6341344,0.035413574,0.00045870343,0.000007626733,0.04041196,0.00024337802,0.00091712014,0.005532147,0.25145498,0.01469691],"study_design_scores_gemma":[0.024508668,0.0022682045,0.0238422,0.0003653859,0.000043112792,0.0000063687353,0.13052104,0.14097555,0.00003868948,0.0002163182,0.6765134,0.00070106174],"about_ca_topic_score_codex":0.015397711,"about_ca_topic_score_gemma":0.001130298,"teacher_disagreement_score":0.6102922,"about_ca_system_score_codex":0.000078778234,"about_ca_system_score_gemma":0.00022984251,"threshold_uncertainty_score":0.99115884},"labels":[],"label_agreement":null},{"id":"W3096560834","doi":"10.1186/s12961-020-00635-4","title":"Limitations in a rapid environmental scan of global health research expertise point to the need for more open data","year":2020,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Global Health Research; McMaster University; York University","funders":"Global Fund to Fight AIDS, Tuberculosis and Malaria; Bill and Melinda Gates Foundation","keywords":"Health services research; Health administration; Public health; Medicine; Point (geometry); Health informatics; Health policy; Open data; Environmental health; Computer science; Nursing; World Wide Web","score_opus":0.7427576375489302,"score_gpt":0.5871917872061789,"score_spread":0.15556585034275128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096560834","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00083929946,0.012855511,0.000023286426,0.9636633,0.00022562138,0.01503359,0.0064180833,0.000016307129,0.00092501007],"genre_scores_gemma":[0.12698445,0.008750804,0.00019963452,0.8513574,0.0054481584,0.0026488416,0.0030547353,0.00008790762,0.0014680576],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865076,0.0052461033,0.0016414851,0.0011054226,0.002482692,0.0030167284],"domain_scores_gemma":[0.9924201,0.0031919072,0.00027757877,0.0018326332,0.00029349435,0.0019843224],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021349184,0.00030460482,0.0014258637,0.0007205353,0.00090755,0.00018205249,0.0014728,0.0003598354,0.000008990625],"category_scores_gemma":[0.006432466,0.00022670242,0.00008564789,0.0017592581,0.0005089099,0.00013775745,0.001682877,0.0026029802,0.000031757878],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0006852177,0.00011619977,0.00044573066,0.0062534832,0.00003408005,0.00006741678,0.0027941002,0.0000013993396,0.000002357437,0.00053837016,0.9698328,0.019228848],"study_design_scores_gemma":[0.0014168771,0.002144342,0.0034462055,0.0020154307,0.0000034788486,0.00008870825,0.0072738435,0.0010899937,3.9986173e-7,0.00016142847,0.9822212,0.00013810488],"about_ca_topic_score_codex":0.108333945,"about_ca_topic_score_gemma":0.0031121473,"teacher_disagreement_score":0.12614515,"about_ca_system_score_codex":0.003866583,"about_ca_system_score_gemma":0.016769875,"threshold_uncertainty_score":0.9999574},"labels":[],"label_agreement":null},{"id":"W3096764760","doi":"10.1186/s12961-020-00626-5","title":"Lessons learned from descriptions and evaluations of knowledge translation platforms supporting evidence-informed policy-making in low- and middle-income countries: a systematic review","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Calgary","funders":"","keywords":"Knowledge translation; Summative assessment; Health services research; Health administration; Variety (cybernetics); Focus group; Jurisdiction; Empirical evidence; Quality (philosophy); Low and middle income countries; Medicine; Health policy; Medical education; Public health; Public relations; Developing country; Psychology; Knowledge management; Nursing; Political science; Formative assessment; Business; Computer science; Marketing; Economics; Economic growth; Law; Artificial intelligence","score_opus":0.9499325852095073,"score_gpt":0.774152441053875,"score_spread":0.17578014415563226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096764760","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011069455,0.9565854,0.000084899424,0.022176182,0.00013822937,0.019480973,0.0010803501,0.000055467077,0.0002877983],"genre_scores_gemma":[0.0035714647,0.9890104,0.00011096594,0.001689665,0.0004885665,0.004831188,0.00006909827,0.00006877338,0.00015988792],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9739457,0.01293571,0.007988691,0.0010117539,0.0017846645,0.002333522],"domain_scores_gemma":[0.9410486,0.051352404,0.004056527,0.0009065629,0.0011327859,0.0015030938],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041569036,0.00056371663,0.0047183,0.00267701,0.0020264129,0.00016865994,0.00052240083,0.0005332458,0.00003310272],"category_scores_gemma":[0.070734896,0.00045071638,0.00015132951,0.003985112,0.00048797738,0.00073648244,0.00036446558,0.0020528173,0.00007415196],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009756059,0.000010845381,0.00006080013,0.9395521,0.000042463464,0.0000021251642,0.03468572,2.6461333e-7,1.1012109e-7,0.0062001804,0.0001443847,0.019291213],"study_design_scores_gemma":[0.0005268316,0.000157251,0.00009078826,0.90825105,0.00013090491,0.00002295385,0.005677227,0.00064305146,2.0168155e-8,0.00039548668,0.08383304,0.00027141962],"about_ca_topic_score_codex":0.015756737,"about_ca_topic_score_gemma":0.004192044,"teacher_disagreement_score":0.083688654,"about_ca_system_score_codex":0.0029314565,"about_ca_system_score_gemma":0.03981194,"threshold_uncertainty_score":0.9997945},"labels":[],"label_agreement":null},{"id":"W3097935746","doi":"10.1186/s12961-020-00630-9","title":"Conceptualising characteristics of resources withdrawal from medical services: a systematic qualitative synthesis","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; St. Francis Xavier University; Dalhousie University","funders":"","keywords":"Disinvestment; Rationing; Resource (disambiguation); Health services research; Government (linguistics); Medicine; Health administration; Health economics; Grey literature; Public health; Qualitative research; Public relations; Public economics; Health care; Nursing; MEDLINE; Sociology; Economics; Computer science; Political science; Social science; Microeconomics; Economic growth; Incentive","score_opus":0.846879893834718,"score_gpt":0.6604581830941622,"score_spread":0.1864217107405558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097935746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87433285,0.009298772,0.0002709688,0.10691337,0.00043471967,0.005673361,0.0013278662,0.00018460379,0.0015634748],"genre_scores_gemma":[0.98431253,0.0011531309,0.00008105925,0.011524437,0.002080113,0.0006232414,0.00004038434,0.000059983577,0.00012513535],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9163419,0.07474816,0.003407112,0.00068615586,0.0032432794,0.0015734129],"domain_scores_gemma":[0.9224701,0.06983465,0.0022367788,0.0007662636,0.001734987,0.00295721],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042936936,0.00030199412,0.0019828717,0.00037602746,0.0015826134,0.00008950728,0.0006514186,0.00053996476,0.0001046139],"category_scores_gemma":[0.058482282,0.00024298247,0.00007563159,0.001024271,0.00066345197,0.0003078115,0.00042538656,0.002298506,0.00015943249],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002944299,0.00007128963,0.0051506716,0.34643596,0.0001355955,0.00002369908,0.6303878,3.0144133e-7,0.00003381626,0.016198281,0.0007686887,0.0004994893],"study_design_scores_gemma":[0.0010340026,0.0006257055,0.0038556606,0.0999665,0.000033662516,0.000009528736,0.8796022,0.003444456,0.000006985656,0.00033807356,0.010734984,0.00034822038],"about_ca_topic_score_codex":0.1542124,"about_ca_topic_score_gemma":0.001540225,"teacher_disagreement_score":0.24921446,"about_ca_system_score_codex":0.0005380594,"about_ca_system_score_gemma":0.005531264,"threshold_uncertainty_score":0.9997172},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3098964464","doi":"10.1186/s12961-020-00600-1","title":"Applying systems thinking to knowledge mobilisation in public health","year":2020,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Simon Fraser University","funders":"National Health and Medical Research Council; Tasmanian Department of Health; Medical Research Council; NSW Ministry of Health; Australian Government","keywords":"Systems thinking; Context (archaeology); Knowledge translation; Knowledge management; Action (physics); Situated; Public health; Critical systems thinking; Complex adaptive system; Management science; Health services research; Computer science; Sociology; Public relations; Political science; Medicine; Engineering; Critical thinking; Artificial intelligence","score_opus":0.9346946291483899,"score_gpt":0.7392747966649148,"score_spread":0.19541983248347505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098964464","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035991028,0.0022978212,0.0005652314,0.9631823,0.0020578713,0.026510531,0.0005039502,0.00025926306,0.0042631417],"genre_scores_gemma":[0.022058958,0.0011619243,0.00010729557,0.9320317,0.017728357,0.022749184,0.00021835245,0.00017675922,0.0037674871],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9209155,0.058350354,0.0056803925,0.0020782105,0.0043668183,0.00860872],"domain_scores_gemma":[0.97548646,0.016607977,0.0015985161,0.0012262729,0.0014540182,0.0036267648],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07338784,0.00063352357,0.002075264,0.0051044086,0.0055265366,0.0005521128,0.001273054,0.0010410236,0.00003356393],"category_scores_gemma":[0.017982462,0.0006067518,0.00008244524,0.0059218993,0.0002828427,0.0004627375,0.000911883,0.010391559,0.0012650045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000009654891,0.000017651424,0.00077827397,0.024502931,0.000011704075,0.000019986108,0.0908573,0.000010121995,0.000001656303,0.0070021506,0.87423337,0.0025551934],"study_design_scores_gemma":[0.0007168852,0.00040069243,0.0004634431,0.0039409893,0.0000010401629,0.000014156991,0.020731991,0.0013173075,4.6523056e-8,0.00025682244,0.9718055,0.0003511062],"about_ca_topic_score_codex":0.11545052,"about_ca_topic_score_gemma":0.0037035847,"teacher_disagreement_score":0.11174694,"about_ca_system_score_codex":0.011944273,"about_ca_system_score_gemma":0.047198787,"threshold_uncertainty_score":0.9996384},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3110893579","doi":"10.1186/s12961-020-00652-3","title":"A scoping review of international policy responses to mental health recovery during the COVID-19 pandemic","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Mental Health Foundation","keywords":"Mental health; Health policy; Public relations; Health care; Medicine; Social policy; Health services research; Public health; Nursing; Political science; Psychiatry","score_opus":0.7095580537482229,"score_gpt":0.7007158143246428,"score_spread":0.00884223942358009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110893579","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001727501,0.9394885,0.000013550954,0.04762404,0.00096207974,0.009887475,0.00134611,0.000045801662,0.0006152226],"genre_scores_gemma":[0.000019581468,0.9671205,0.000008485598,0.022579081,0.001849543,0.0017950332,0.00017757142,0.00006906411,0.006381126],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97719496,0.015832437,0.0027208845,0.0010242637,0.0014393125,0.0017881418],"domain_scores_gemma":[0.99069583,0.0049787113,0.0010922758,0.0011125996,0.00024243863,0.0018781504],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.023163877,0.00044713778,0.002831188,0.0019533378,0.0011184314,0.0001126056,0.00081688596,0.00026203258,0.00013662236],"category_scores_gemma":[0.0072056027,0.0003306091,0.00036259857,0.0022482986,0.00023992751,0.000073365605,0.00065521064,0.0012362042,0.000076757395],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000108906424,0.0000806525,0.000083381594,0.7407861,0.00012384889,0.000015224984,0.0024200021,2.0941003e-7,1.1491992e-7,0.0035310742,0.027813358,0.22503714],"study_design_scores_gemma":[0.00025434836,0.0002682506,0.00002106928,0.34927678,0.00000613273,0.00064880156,0.00047614003,2.5188737e-7,9.634259e-9,0.0000064642545,0.6489132,0.00012852374],"about_ca_topic_score_codex":0.098252,"about_ca_topic_score_gemma":0.001664703,"teacher_disagreement_score":0.6210998,"about_ca_system_score_codex":0.011038969,"about_ca_system_score_gemma":0.06774938,"threshold_uncertainty_score":0.9999146},"labels":[],"label_agreement":null},{"id":"W3120133325","doi":"10.1186/s12961-020-00654-1","title":"Collaborative research and knowledge translation on road crashes in Burkina Faso: the police perspective 18 months on","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"WSP (Canada); Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Crash; Public health; General partnership; Poison control; Public relations; Occupational safety and health; Health services research; Suicide prevention; Capacity building; Medicine; Political science; Transport engineering; Environmental health; Engineering; Nursing; Knowledge management; Computer science; Law","score_opus":0.8887468651700057,"score_gpt":0.7618659974809039,"score_spread":0.12688086768910178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120133325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51326114,0.0043739,0.000011617033,0.33537787,0.00040674405,0.008719038,0.0003583878,0.00006315431,0.13742815],"genre_scores_gemma":[0.98491275,0.0029535347,0.000019529012,0.0052982676,0.0010939394,0.0015235072,0.0000071645472,0.000033367774,0.004157941],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9641977,0.02980705,0.0010784633,0.0008166513,0.0017370626,0.0023630937],"domain_scores_gemma":[0.9659441,0.02916572,0.00021641626,0.0006538762,0.0030665733,0.0009532793],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034563933,0.00021960516,0.0005025153,0.001430135,0.004829591,0.00017315263,0.0003056644,0.0002372027,0.00004802595],"category_scores_gemma":[0.011224004,0.00016400128,0.00002493883,0.0052193305,0.00074707053,0.00021791815,0.0001892264,0.0025880549,0.00018768506],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047297758,0.0002293042,0.004017323,0.0017668324,0.000020958867,0.000012706256,0.6365384,0.000017242315,0.00015316393,0.3009508,0.04752522,0.008295102],"study_design_scores_gemma":[0.002781699,0.0022824155,0.097682126,0.0019384675,0.0000017103332,0.000011058348,0.6169354,0.0012117832,0.00004334871,0.004047419,0.2728068,0.0002578313],"about_ca_topic_score_codex":0.1631434,"about_ca_topic_score_gemma":0.064016856,"teacher_disagreement_score":0.47165158,"about_ca_system_score_codex":0.002708786,"about_ca_system_score_gemma":0.0143804345,"threshold_uncertainty_score":0.999713},"labels":[],"label_agreement":null},{"id":"W3126349303","doi":"10.1186/s12961-021-00707-z","title":"Learning from public health and hospital resilience to the SARS-CoV-2 pandemic: protocol for a multiple case study (Brazil, Canada, China, France, Japan, and Mali)","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Viral Infections and Outbreaks Research","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Intégré de Santé et de Services Sociaux des Laurentides; Université de Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal","funders":"Japan Science and Technology Agency; Agence Nationale de la Recherche","keywords":"Public health; Health services research; Pandemic; Health administration; Global health; Medicine; Focus group; Multidisciplinary approach; Health care; Health policy; Public relations; Environmental health; Political science; Nursing; Business; Coronavirus disease 2019 (COVID-19); Disease; Infectious disease (medical specialty)","score_opus":0.2935263039029708,"score_gpt":0.5253724472588944,"score_spread":0.23184614335592363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126349303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8644424,0.00088627025,0.000098380246,0.04318458,0.000053348096,0.091146536,0.00008531113,0.000028046226,0.000075124284],"genre_scores_gemma":[0.9307756,0.00012937076,0.00003747396,0.001585471,0.0005183174,0.06560969,0.000011287431,0.00002774645,0.0013050501],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.995052,0.0017478453,0.0005373609,0.00063633715,0.0008032864,0.0012232071],"domain_scores_gemma":[0.9969536,0.0009312779,0.00010498339,0.0003764554,0.00053761736,0.0010960676],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0049200603,0.00018399241,0.0005192101,0.00027972696,0.002154681,0.00035089807,0.00009701481,0.00007932776,0.0000027548622],"category_scores_gemma":[0.0034488796,0.00012734543,0.00002895552,0.00084194087,0.00017226744,0.00011786486,0.00024337771,0.00086838496,0.0000015800636],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004945505,0.0008354128,0.8239864,0.0052306456,0.00017554584,0.0008532318,0.034783073,0.000018093195,0.00054199476,0.0004081905,0.054952785,0.07772009],"study_design_scores_gemma":[0.009217551,0.013804575,0.1875514,0.0010610499,0.000007370036,0.0043119756,0.088261895,0.014014936,0.000054082393,0.000030412873,0.68126976,0.00041498675],"about_ca_topic_score_codex":0.9340362,"about_ca_topic_score_gemma":0.68451595,"teacher_disagreement_score":0.636435,"about_ca_system_score_codex":0.00042805064,"about_ca_system_score_gemma":0.0074292906,"threshold_uncertainty_score":0.9991444},"labels":[],"label_agreement":null},{"id":"W3133465332","doi":"10.1186/s12961-020-00655-0","title":"The role of self-care interventions on men’s health-seeking behaviours to advance their sexual and reproductive health and rights","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Male Reproductive Health Studies","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"World Health Organization","keywords":"Reproductive health; Public health; Psychological intervention; Health services research; Medicine; Health administration; Health care; Sexual and reproductive health and rights; Health policy; Reproductive medicine; Sexual behavior; Nursing; Psychology; Environmental health; Reproductive rights; Clinical psychology; Pregnancy; Political science; Population","score_opus":0.47342797006828147,"score_gpt":0.629627835036715,"score_spread":0.15619986496843358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133465332","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001898392,0.96579164,0.0000064209753,0.017428339,0.00054033025,0.014600878,0.0007687966,0.00008237892,0.00059140037],"genre_scores_gemma":[0.000529519,0.9919928,0.000089118876,0.00043411966,0.001772645,0.003957013,0.00007913411,0.000102819795,0.0010428828],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96736014,0.023211895,0.0033982391,0.0021099302,0.0011518982,0.0027678695],"domain_scores_gemma":[0.98645335,0.0061604213,0.0021943725,0.0017794518,0.0015743418,0.0018380546],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022652842,0.0006949521,0.0039876984,0.0010659422,0.009537629,0.00009942891,0.00039966943,0.00035152765,0.0000025466265],"category_scores_gemma":[0.0038289172,0.00045819036,0.00018276244,0.0013907662,0.0005182505,0.000113615715,0.0011064346,0.0032616814,0.0000100839925],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054097985,0.00013660878,0.00037030037,0.24589683,0.00026346612,0.0000026873824,0.059122212,2.9678992e-7,5.7796633e-8,0.032279585,0.007374604,0.65449923],"study_design_scores_gemma":[0.00025641467,0.0017190096,0.00028259493,0.06258057,0.000024445268,0.0000289047,0.060432333,0.0000036603592,5.962817e-8,0.00017117208,0.874265,0.00023581667],"about_ca_topic_score_codex":0.033240877,"about_ca_topic_score_gemma":0.0042713936,"teacher_disagreement_score":0.86689043,"about_ca_system_score_codex":0.003284771,"about_ca_system_score_gemma":0.011509531,"threshold_uncertainty_score":0.999787},"labels":[],"label_agreement":null},{"id":"W3134091172","doi":"10.1186/s12961-021-00776-0","title":"Support mechanisms for research generation and application for postgraduate students in four universities in Uganda","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Mbarara University of Science and Technology; International Development Research Centre; McMaster University","keywords":"Likert scale; Public health; Health services research; Medical education; Medicine; Health administration; Intervention (counseling); Scale (ratio); Family medicine; Psychology; Nursing; Geography","score_opus":0.8048571403855846,"score_gpt":0.7143409382128314,"score_spread":0.09051620217275325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134091172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86750376,0.0028869198,0.0036587769,0.11231924,0.00058482296,0.01165432,0.00038668935,0.0000343232,0.00097117655],"genre_scores_gemma":[0.9861359,0.0024273915,0.00023944792,0.00041238632,0.0005934114,0.00280822,0.00013797727,0.000019287501,0.0072259894],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9953246,0.0022900507,0.0005100384,0.0003790299,0.0005195786,0.0009766984],"domain_scores_gemma":[0.9966138,0.0016827773,0.000079629055,0.00020579244,0.0011227699,0.0002952365],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013061549,0.00008547522,0.00025843913,0.0007137197,0.0015868944,0.00006240813,0.00011513416,0.00016040598,0.0000054707893],"category_scores_gemma":[0.00083247805,0.000086212975,0.00001935753,0.00061386236,0.0000755775,0.0001303405,0.00012309343,0.00050674967,0.0000061926994],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001767874,0.00024857515,0.008209664,0.0049194708,0.000019434678,0.000004136686,0.038455293,0.000029328854,0.00069425034,0.9262215,0.017015127,0.004006452],"study_design_scores_gemma":[0.009422337,0.0018998893,0.07351634,0.0015762178,0.00000711408,0.000018623216,0.47845644,0.030617744,0.000059622864,0.045245394,0.35868165,0.000498635],"about_ca_topic_score_codex":0.015543131,"about_ca_topic_score_gemma":0.017328382,"teacher_disagreement_score":0.8809761,"about_ca_system_score_codex":0.0011499692,"about_ca_system_score_gemma":0.004936028,"threshold_uncertainty_score":0.9997129},"labels":[],"label_agreement":null},{"id":"W3153074249","doi":"10.1186/s12961-020-00659-w","title":"Sexual and reproductive health self-care interventions in the Eastern Mediterranean Region: findings from a cross-sectional values and preferences survey to inform WHO normative guidance on self-care interventions","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Women's College Hospital; University of Toronto","funders":"Ontario Ministry of Research and Innovation; Canada Research Chairs; World Health Organization","keywords":"Psychological intervention; Thematic analysis; Health care; Reproductive health; Medicine; Nursing; Family medicine; Environmental health; Qualitative research; Population","score_opus":0.38838440666289836,"score_gpt":0.5242389266759566,"score_spread":0.13585452001305826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153074249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9703081,0.011728356,0.000015913904,0.015117914,0.00018870499,0.0016520367,0.00052129244,0.000038256854,0.00042937367],"genre_scores_gemma":[0.99573565,0.0013994998,0.00005321642,0.0015393167,0.00056225224,0.00015712451,0.00016840069,0.00001253398,0.00037201337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947276,0.0023075973,0.0008986682,0.00061671087,0.0008088849,0.0006405212],"domain_scores_gemma":[0.9974739,0.00058724324,0.00018927592,0.00037467695,0.00083509966,0.00053978484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004169297,0.0001956059,0.0005090646,0.00037129968,0.0009198781,0.0002783623,0.00015208618,0.00010249629,0.000004636176],"category_scores_gemma":[0.0009855016,0.00014126059,0.00006155141,0.0006800481,0.00015787451,0.00019168496,0.00019892445,0.0006844125,0.000007864083],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030472985,0.0001911758,0.8363785,0.012127787,0.000079042016,0.000019326144,0.1450333,0.0000028399315,5.577421e-7,0.0013581434,0.0025712848,0.0019333104],"study_design_scores_gemma":[0.00088967115,0.0022273543,0.9480525,0.004399486,0.000004768234,0.00015388743,0.042469606,0.00007128469,0.0000014072283,0.00019997814,0.001433418,0.00009663979],"about_ca_topic_score_codex":0.04120374,"about_ca_topic_score_gemma":0.010234007,"teacher_disagreement_score":0.111674,"about_ca_system_score_codex":0.00057075085,"about_ca_system_score_gemma":0.0009134263,"threshold_uncertainty_score":0.965181},"labels":[],"label_agreement":null},{"id":"W3154006088","doi":"10.1186/s12961-021-00712-2","title":"Structural barriers to knowledge transfer and exchange among men and women in low-, middle- and high-income countries: an international cross-sectional study with vaccine researchers in 44 countries","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Abitibi-Témiscamingue","funders":"Grand Challenges Canada; Karolinska Institutet; Government of Canada","keywords":"Likert scale; Health services research; Health administration; Cross-sectional study; Global health; Scale (ratio); Public health; Medicine; Nursing research; Psychology; Nursing; Geography","score_opus":0.5990771488218422,"score_gpt":0.6510036058944708,"score_spread":0.05192645707262866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154006088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885611,0.00040771905,0.000005392495,0.006800804,0.00014522306,0.003445923,0.00032840017,0.000021551235,0.000283891],"genre_scores_gemma":[0.9950474,0.0008971986,0.000015031772,0.0013284637,0.00034417113,0.0012419955,0.000011283055,0.000027017444,0.0010874574],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9890488,0.0057447855,0.0011726662,0.0008063853,0.0012314741,0.0019958972],"domain_scores_gemma":[0.99335545,0.002972419,0.000099743185,0.0002916763,0.00081477326,0.0024659315],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02253175,0.00021827628,0.0005518773,0.0013565184,0.0016163607,0.0003387956,0.00022076655,0.00016153566,0.0001352133],"category_scores_gemma":[0.0029304232,0.00018655797,0.000007669349,0.0012577496,0.00044723746,0.00076488184,0.000282848,0.0009782364,0.0000043097743],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050081994,0.000017920058,0.8515143,0.0021052465,0.00001375115,0.000018529174,0.14402582,0.0000054474895,0.0000038532826,0.0016593719,0.00006113404,0.00007382812],"study_design_scores_gemma":[0.004257546,0.00080342725,0.9083097,0.0005014775,6.940472e-7,0.00001576914,0.08245499,0.00059576303,0.0000010334486,0.0000695659,0.0028485213,0.00014151892],"about_ca_topic_score_codex":0.062032193,"about_ca_topic_score_gemma":0.079311654,"teacher_disagreement_score":0.061570827,"about_ca_system_score_codex":0.0024272345,"about_ca_system_score_gemma":0.005540138,"threshold_uncertainty_score":0.9996834},"labels":[],"label_agreement":null},{"id":"W3158111049","doi":"10.1186/s12961-021-00731-z","title":"Contextual differences considered in the Tunisian ADOLOPMENT of the European guidelines on breast cancer screening","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"FP7 International Cooperation; Deutsche Gesellschaft für Internationale Zusammenarbeit; European Commission","keywords":"Guideline; Grading (engineering); Breast cancer; Medicine; Health services research; Family medicine; Breast cancer screening; Context (archaeology); Evidence-based medicine; Knowledge translation; Public health; Health administration; Cancer; Nursing; Alternative medicine; Pathology; Mammography; Knowledge management; Internal medicine; Computer science","score_opus":0.8457636591229023,"score_gpt":0.6553773349083422,"score_spread":0.19038632421456014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158111049","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3895463,0.0020419017,0.000038469432,0.60338205,0.00017315322,0.0014362223,0.00012434465,0.00001047362,0.0032471179],"genre_scores_gemma":[0.9881126,0.0011029394,0.000046434085,0.009698976,0.00064518495,0.000038050384,0.0000080980035,0.000009932971,0.0003377621],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99174196,0.0056174854,0.0011049113,0.00022374131,0.00092538603,0.00038654995],"domain_scores_gemma":[0.995425,0.0030513275,0.0002321999,0.0003562914,0.0007772178,0.00015800515],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013023021,0.00008856554,0.00029610086,0.00012334154,0.00024679248,0.000052415457,0.0001340555,0.000034367044,0.000019629928],"category_scores_gemma":[0.011185063,0.00004648992,0.000040384184,0.0004698982,0.00018350134,0.000040511382,0.00010581419,0.00048899814,0.0000030096594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012177246,0.00082722027,0.30584034,0.0032424561,0.00024364784,0.00019257652,0.019997226,0.00009042883,0.0012284594,0.026545841,0.13861465,0.50195944],"study_design_scores_gemma":[0.002467945,0.00035102188,0.9211879,0.0029800227,0.00001147957,0.00030297585,0.045715258,0.0010022247,0.000020571253,0.00011106077,0.025766509,0.000083083454],"about_ca_topic_score_codex":0.028362377,"about_ca_topic_score_gemma":0.003806387,"teacher_disagreement_score":0.6153475,"about_ca_system_score_codex":0.00010912597,"about_ca_system_score_gemma":0.0017514488,"threshold_uncertainty_score":0.99714416},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3165400324","doi":"10.1186/s12961-021-00725-x","title":"Health research capacity building of health workers in fragile and conflict-affected settings: a scoping review of challenges, strengths, and recommendations","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Capacity building; Psychological intervention; Thematic analysis; Health services research; Medicine; Public health; Health policy; Health administration; Nursing; Qualitative research; Strengths and weaknesses; Medical education; Public relations; Psychology; Political science; Sociology; Social psychology; Social science","score_opus":0.5946360553844579,"score_gpt":0.6169412324209814,"score_spread":0.02230517703652357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165400324","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001442142,0.95240706,0.0000031279244,0.037849024,0.00011851262,0.00893205,0.0003104682,0.000022272543,0.0002132572],"genre_scores_gemma":[0.00037138618,0.9975399,0.0001592539,0.0009124126,0.00023274831,0.00047833603,0.00019469074,0.000055279572,0.00005603478],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9682421,0.02234558,0.004196667,0.0010604856,0.0016093393,0.0025458422],"domain_scores_gemma":[0.98499924,0.009632925,0.0014825466,0.0007770899,0.0010583968,0.002049775],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07104556,0.00043285554,0.0065794284,0.0022862975,0.000664661,0.000049302253,0.00017345228,0.00041226103,0.00000811889],"category_scores_gemma":[0.015494657,0.00037953936,0.00015805598,0.0028829724,0.000527902,0.00008999802,0.00029977626,0.002702259,0.0000011474456],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009162516,0.00007675891,0.00005342027,0.57183844,0.000033031432,0.000004871362,0.00062728475,2.7390827e-8,3.7290967e-8,0.0012525815,0.005409248,0.42069513],"study_design_scores_gemma":[0.0003750688,0.00051919324,0.00009623851,0.63263077,0.000008414009,0.00015230043,0.0012533651,0.000011260767,3.948719e-8,0.000007891708,0.36483747,0.00010798387],"about_ca_topic_score_codex":0.051448595,"about_ca_topic_score_gemma":0.0011642947,"teacher_disagreement_score":0.42058712,"about_ca_system_score_codex":0.0014096124,"about_ca_system_score_gemma":0.025553335,"threshold_uncertainty_score":0.99986565},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3168538828","doi":"10.1186/s12961-021-00741-x","title":"A 10-year longitudinal evaluation of science policy interventions to promote sex and gender in health research","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Institute of Gender and Health; Canadian Institutes of Health Research","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Health services research; Population; Odds; Medical education; Health administration; Psychology; Public health; Health policy; Medicine; Gerontology; Logistic regression; Nursing; Environmental health","score_opus":0.8553815462810737,"score_gpt":0.6855083037139026,"score_spread":0.16987324256717107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168538828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8906065,0.0195694,0.000028024118,0.07987433,0.00010512125,0.004999928,0.00006379519,0.00002369466,0.00472919],"genre_scores_gemma":[0.99519783,0.0010787863,0.00016492815,0.0003147502,0.00046125904,0.0002386218,0.00001293628,0.000018186309,0.0025126704],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9875557,0.0051915036,0.001016042,0.0008287476,0.0037424325,0.0016655844],"domain_scores_gemma":[0.9936848,0.0004971857,0.00010469966,0.00063419575,0.0036426752,0.0014364261],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07607632,0.00012302949,0.00050158956,0.0030288582,0.0008052025,0.00010462157,0.00015553962,0.00009689439,0.000051474446],"category_scores_gemma":[0.01350198,0.00011341536,0.000042567644,0.0051394133,0.00068105623,0.00011135335,0.000307093,0.0007282859,0.000021186053],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011041011,0.0021155798,0.09092198,0.159204,0.00014300793,0.00011280453,0.1678238,0.00012074126,0.0017584763,0.14619617,0.018390022,0.41210932],"study_design_scores_gemma":[0.008301661,0.011441811,0.82138515,0.017167365,0.000017341075,0.0011876761,0.08207086,0.010397486,0.0004872118,0.013816149,0.03321367,0.00051363686],"about_ca_topic_score_codex":0.03255392,"about_ca_topic_score_gemma":0.0015097467,"teacher_disagreement_score":0.73046315,"about_ca_system_score_codex":0.0019547234,"about_ca_system_score_gemma":0.0250381,"threshold_uncertainty_score":0.9948077},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3169785999","doi":"10.1186/s12961-021-00737-7","title":"Policy options to increase motivation for improving evidence-informed health policy-making in Iran","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Institute for Medical Research Development; Tehran University of Medical Sciences and Health Services; Ministry of Health and Medical Education","keywords":"Incentive; Health policy; Health services research; Knowledge translation; Public relations; Health administration; Context (archaeology); Psychological intervention; Political science; Medicine; Public health; Knowledge management; Nursing; Economics; Computer science","score_opus":0.49102615352261536,"score_gpt":0.522758676313114,"score_spread":0.03173252279049865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169785999","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27340385,0.036970407,0.008197139,0.65328395,0.0013196248,0.0147898095,0.001995482,0.00021636154,0.009823351],"genre_scores_gemma":[0.9870915,0.0025573876,0.000403445,0.0044900305,0.0024008516,0.00074839196,0.000038621158,0.00004907307,0.002220742],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99434966,0.00057505217,0.0020533698,0.00071682595,0.00025870724,0.0020464046],"domain_scores_gemma":[0.99669033,0.0007315729,0.00051861146,0.0005840128,0.00031685462,0.0011586357],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01249128,0.00022931311,0.000911424,0.0032982451,0.0010057825,0.0003443789,0.0002481557,0.00021433961,0.000004577218],"category_scores_gemma":[0.018635156,0.00022333385,0.00009995944,0.0031083538,0.000070716625,0.00046008843,0.00018051344,0.00048911857,0.000047268273],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006298606,0.000094021176,0.012333311,0.00958364,0.000020761268,0.00000521999,0.0103668,0.00017439996,0.000020432683,0.9328255,0.0012221363,0.033290792],"study_design_scores_gemma":[0.006488066,0.0044880225,0.42828387,0.015352249,0.0000022650545,0.0003568744,0.024560012,0.02227304,0.000025609937,0.06546807,0.43061945,0.0020824487],"about_ca_topic_score_codex":0.5652832,"about_ca_topic_score_gemma":0.016588911,"teacher_disagreement_score":0.86735743,"about_ca_system_score_codex":0.0046846424,"about_ca_system_score_gemma":0.008684344,"threshold_uncertainty_score":0.9991362},"labels":[],"label_agreement":null},{"id":"W3172729171","doi":"10.1186/s12961-021-00726-w","title":"Where is critical analysis of power and positionality in knowledge translation?","year":2021,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Northern British Columbia; University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Reflexivity; Knowledge translation; Health services research; Sociology; Context (archaeology); Power (physics); Epistemology; Critical theory; Knowledge production; Engineering ethics; Social science; Political science; Knowledge management; Health care; Computer science; Law","score_opus":0.8942625729423347,"score_gpt":0.7697535168293935,"score_spread":0.12450905611294116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172729171","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004495759,0.007970277,0.000064163,0.97782797,0.00019762806,0.0019078096,0.002340374,0.000018556579,0.0051774564],"genre_scores_gemma":[0.15548353,0.0042746807,0.00015181303,0.83248115,0.002542152,0.00093073904,0.00029552085,0.000060544902,0.0037798544],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97678673,0.016408818,0.0024058458,0.00080180826,0.0016083459,0.001988449],"domain_scores_gemma":[0.97209835,0.024592895,0.0003980048,0.00059584755,0.0016126727,0.00070224964],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019639423,0.00025191603,0.0013497439,0.003191952,0.001143178,0.00007047767,0.00025066335,0.0008576041,0.0004550705],"category_scores_gemma":[0.0045631053,0.00023999222,0.00010224722,0.0044572675,0.00059672387,0.0001707173,0.00016838522,0.0036720422,0.000029362664],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018984856,0.00004236725,0.014581651,0.022386068,0.00013060748,0.000021652306,0.04403347,7.2200237e-7,0.0000056682024,0.012112143,0.9062789,0.00038773168],"study_design_scores_gemma":[0.00063324417,0.00014658067,0.043767884,0.0022101318,0.000035526507,0.0000069574703,0.006896774,0.0005810474,3.690894e-7,0.00041235547,0.94509923,0.00020987201],"about_ca_topic_score_codex":0.034086905,"about_ca_topic_score_gemma":0.00692544,"teacher_disagreement_score":0.15098776,"about_ca_system_score_codex":0.00093454745,"about_ca_system_score_gemma":0.010307917,"threshold_uncertainty_score":0.99862653},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3176051343","doi":"10.1186/s12961-021-00739-5","title":"Assessing the performance of a method for case-mix adjustment in the Korean Diagnosis-Related Groups (KDRG) system and its policy implications","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"College of Medicine, Catholic University of Korea; CHA University; National Health Insurance Service; Inje University; Hallym University; Seoul National University Hospital; Korea University; Yonsei University College of Medicine; Ewha Womans University; NATIONAL HEALTH INSURANCE SERVICE ILSANHOSPITAL; Soonchunhyang University; Yonsei University; Chungbuk National University; Chung-Ang University; Kyung Hee University; Seoul National University; Catholic University of Korea; Hanyang University","keywords":"Payment; Reimbursement; Case mix index; Payment system; Resource consumption; Resource (disambiguation); Test (biology); Health administration; Statistics; Econometrics; Psychology; Medicine; Computer science; Public health; Mathematics; Health care; Psychiatry; Economics; Nursing; Ecology; Biology","score_opus":0.6390360249486164,"score_gpt":0.6392134816163764,"score_spread":0.0001774566677599232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176051343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7946235,0.013667509,0.00085841946,0.17637365,0.0004212624,0.009836765,0.00021988232,0.000067276276,0.0039317636],"genre_scores_gemma":[0.9897554,0.0035353506,0.00013263374,0.0021566742,0.00067442196,0.0034979074,0.000029400644,0.00001566096,0.00020257208],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.989338,0.0073499344,0.0014266238,0.00026365957,0.00055932556,0.0010624558],"domain_scores_gemma":[0.98729575,0.010801268,0.0004444796,0.00042205048,0.000661505,0.00037492465],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02807405,0.00013603072,0.00043927916,0.0004098776,0.003218497,0.000067882684,0.00019075125,0.00021162917,0.0000035029248],"category_scores_gemma":[0.0040929248,0.00008020992,0.000036682082,0.0012542893,0.00010178226,0.0002000214,0.00012064855,0.0010596603,0.000005864206],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004311503,0.00010892254,0.009352203,0.04784902,0.000038018505,0.000011449051,0.07035912,0.000053475782,0.000024753495,0.83384484,0.0068230857,0.031492025],"study_design_scores_gemma":[0.005405725,0.0014022905,0.18962847,0.016241012,0.000047215126,0.002430707,0.36862516,0.35252127,0.000031342774,0.0017115105,0.061481193,0.0004740975],"about_ca_topic_score_codex":0.012665968,"about_ca_topic_score_gemma":0.0006236691,"teacher_disagreement_score":0.8321333,"about_ca_system_score_codex":0.00064813846,"about_ca_system_score_gemma":0.003931477,"threshold_uncertainty_score":0.9980792},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3178614472","doi":"10.1186/s12961-021-00745-7","title":"Building the field of food systems research: commentary on a research funder’s role","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Organic Food and Agriculture","field":"Agricultural and Biological Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"International Development Research Centre","keywords":"Capacity building; Health services research; Food systems; Public health; Research program; Field (mathematics); Health policy; Sustainability; Consumption (sociology); Public relations; Political science; Sociology; Medicine; Economic growth; Food security; Nursing; Social science; Economics","score_opus":0.40957986321906087,"score_gpt":0.4870780497152274,"score_spread":0.07749818649616652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178614472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56559515,0.019126333,8.2050906e-7,0.40897325,0.00027402674,0.0016284027,0.00018269078,0.000039624785,0.004179718],"genre_scores_gemma":[0.9935537,0.0014407918,0.0000034879738,0.001453415,0.002487788,0.00011615235,0.000017943561,0.0000029564953,0.00092374935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98762715,0.0076451288,0.00049795135,0.00050146814,0.0022313474,0.0014969498],"domain_scores_gemma":[0.9875178,0.010682141,0.0000864463,0.00025968745,0.0009920403,0.00046189385],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015953874,0.00014747238,0.00036094658,0.00013067965,0.002301906,0.0004031397,0.0005804568,0.0001976773,0.000027518296],"category_scores_gemma":[0.0022426578,0.000050055238,0.00006748822,0.0024838308,0.0003176219,0.00008505421,0.00049704814,0.0016795957,0.000019490522],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012245288,0.0003998294,0.00034805998,0.00092918245,0.00007305593,0.000022313112,0.0019472126,0.00001187647,0.066424176,0.19948988,0.7132737,0.016958231],"study_design_scores_gemma":[0.00033104094,0.0057873167,0.003518215,0.0012779124,0.0000021106914,0.00006210038,0.045390032,0.00018637841,0.0047331597,0.003779165,0.9347313,0.00020128094],"about_ca_topic_score_codex":0.028539194,"about_ca_topic_score_gemma":0.002590567,"teacher_disagreement_score":0.42795858,"about_ca_system_score_codex":0.00023925821,"about_ca_system_score_gemma":0.00028879943,"threshold_uncertainty_score":0.998997},"labels":[],"label_agreement":null},{"id":"W3186080488","doi":"10.1186/s12961-021-00746-6","title":"Aiming for quality: a global compass for national learning systems","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University; Women's College Hospital; World Health Organization","keywords":"Health services research; Accountability; Health policy; Health care; Transparency (behavior); Knowledge management; Medicine; Public relations; Process management; Public health; Business; Nursing; Political science; Computer science","score_opus":0.9831222207428755,"score_gpt":0.8567219610937943,"score_spread":0.1264002596490812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186080488","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000045180554,0.9574375,0.00277457,0.008370601,0.0015707928,0.021817284,0.005910595,0.00011482894,0.001999304],"genre_scores_gemma":[0.00008149757,0.9509552,0.0003027466,0.0028921831,0.006767805,0.028657835,0.00060000556,0.000104887586,0.0096378485],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.958076,0.029515674,0.0047610076,0.0011880453,0.002582257,0.0038770048],"domain_scores_gemma":[0.9360702,0.054933157,0.002287862,0.0005333445,0.0045004385,0.0016750029],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.082766965,0.000503073,0.0035560303,0.0010405447,0.0068755434,0.00033406698,0.0006020596,0.0007303401,0.000019750169],"category_scores_gemma":[0.048602663,0.0004429065,0.00032449403,0.0021470462,0.00022734248,0.00019759504,0.00035398692,0.001941601,0.00008299914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000018572055,0.000024007304,0.000035651832,0.44511363,0.00008786415,0.0000010446847,0.0023256366,0.000007923686,6.605589e-8,0.31733486,0.15808912,0.07696163],"study_design_scores_gemma":[0.0008576473,0.00022322031,0.000010029476,0.029862573,0.000015663132,0.000026565844,0.005893834,0.00076229864,3.5884804e-9,0.00019199523,0.9618686,0.00028756223],"about_ca_topic_score_codex":0.0107537275,"about_ca_topic_score_gemma":0.0007822411,"teacher_disagreement_score":0.8037795,"about_ca_system_score_codex":0.0076319757,"about_ca_system_score_gemma":0.058810983,"threshold_uncertainty_score":0.9998023},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3193274737","doi":"10.1186/s12961-021-00764-4","title":"The pragmatic, rapid, and iterative dissemination and implementation (PRIDI) cycle: adapting to the dynamic nature of public health emergencies (and beyond)","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; Georgia Clinical and Translational Science Alliance; University of Rochester","keywords":"Public health; Process management; Context (archaeology); Process (computing); Adaptation (eye); Psychological intervention; Risk analysis (engineering); Business; Computer science; Public relations; Knowledge management; Political science; Medicine; Psychology; Nursing","score_opus":0.5450758981542635,"score_gpt":0.696988190410248,"score_spread":0.15191229225598446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193274737","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34957796,0.011244802,0.0004839967,0.6331027,0.0002871978,0.0044808923,0.0003636589,0.00002412449,0.00043462854],"genre_scores_gemma":[0.9773227,0.012245048,0.00021388027,0.0087121185,0.00023657536,0.0006621252,0.000029843399,0.000018832605,0.00055890466],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9834772,0.0121528385,0.0014094958,0.0004488727,0.001048885,0.0014627547],"domain_scores_gemma":[0.98708504,0.010079633,0.00059979,0.00035361268,0.0010286095,0.00085328496],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036798656,0.00016019898,0.00037292045,0.00036371857,0.005987856,0.00021209322,0.00017123876,0.00011240912,0.000018453966],"category_scores_gemma":[0.009522232,0.0001033461,0.000016492566,0.001253429,0.0003028874,0.0003010765,0.00036835612,0.00087946805,0.0000033098902],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003342319,0.000032872005,0.008982804,0.006820961,0.000050066734,0.0000015862361,0.48282024,0.0000024800115,0.0004522387,0.21304274,0.040477507,0.24728309],"study_design_scores_gemma":[0.0010540987,0.00065867556,0.14634794,0.00082859193,0.0000043965642,0.00004465522,0.6207702,0.0051147025,0.000016707889,0.0013050024,0.22364315,0.00021184106],"about_ca_topic_score_codex":0.005170852,"about_ca_topic_score_gemma":0.012596394,"teacher_disagreement_score":0.62774473,"about_ca_system_score_codex":0.00038910002,"about_ca_system_score_gemma":0.004004296,"threshold_uncertainty_score":0.99882096},"labels":[],"label_agreement":null},{"id":"W3195101884","doi":"10.1186/s12961-021-00771-5","title":"Correction to: The pragmatic, rapid, and iterative dissemination and implementation (PRIDI) cycle: adapting to the dynamic nature of public health emergencies (and beyond)","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Public health; Health services research; Health administration; Health informatics; Health policy; Computer science; Medicine; Data science; Nursing","score_opus":0.1853739593243231,"score_gpt":0.5893984752877851,"score_spread":0.404024515963462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195101884","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33028147,0.010793269,0.00052269915,0.6519658,0.0014848544,0.004084345,0.00017343312,0.000024754683,0.0006694201],"genre_scores_gemma":[0.980627,0.008085333,0.00008614216,0.008162388,0.000735815,0.0007577959,0.00008334796,0.000020314734,0.0014418701],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9904413,0.0065707797,0.0009307235,0.0003655542,0.000605033,0.0010866022],"domain_scores_gemma":[0.994182,0.0034751224,0.0003831707,0.00030371823,0.0008969225,0.0007591002],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018617762,0.0001490396,0.00034468065,0.00040065433,0.003835898,0.00015403991,0.00011192871,0.00012603364,0.000019193965],"category_scores_gemma":[0.0054691476,0.000098112614,0.000016946386,0.0011856789,0.00010280188,0.00022629189,0.0002382685,0.00092945975,0.000003598121],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002841322,0.000059544924,0.004203179,0.0047825603,0.000039339422,3.6214968e-7,0.44041714,0.000010062213,0.00013100573,0.050290473,0.2673378,0.23270012],"study_design_scores_gemma":[0.0004287397,0.00059337344,0.16363986,0.0010214242,0.0000044265503,0.000035469224,0.5399988,0.00933757,0.000005174392,0.0002983938,0.28448567,0.00015105706],"about_ca_topic_score_codex":0.025266657,"about_ca_topic_score_gemma":0.019506874,"teacher_disagreement_score":0.65034556,"about_ca_system_score_codex":0.00048867654,"about_ca_system_score_gemma":0.0033149307,"threshold_uncertainty_score":0.9983846},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3197401797","doi":"10.1186/s12961-021-00777-z","title":"Development, characteristics and impact of quality improvement casebooks: a scoping review","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; University Health Network","funders":"","keywords":"Casebook; CINAHL; Health administration; Context (archaeology); Medical education; Medicine; Health care; Health services research; Quality management; Psychology; Nursing; Public health; Political science; Business; Psychological intervention; Marketing","score_opus":0.9559626300347825,"score_gpt":0.8232407196780448,"score_spread":0.13272191035673775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197401797","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011384442,0.9840338,0.00001733094,0.001156205,0.0001892321,0.013263387,0.00076835405,0.000027908287,0.00042994475],"genre_scores_gemma":[0.000027418777,0.99299496,0.00010774882,0.0025585587,0.00056897954,0.0029455046,0.000111385794,0.000053639422,0.0006317846],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.96880776,0.01982287,0.0064996043,0.00085709844,0.0015686637,0.0024440298],"domain_scores_gemma":[0.9817167,0.011015602,0.003293021,0.0008760298,0.0013655297,0.0017331286],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05394274,0.00046913108,0.0045822985,0.00094489957,0.0018758975,0.00007241601,0.00035026387,0.00035704247,0.00009290703],"category_scores_gemma":[0.016512241,0.00035565658,0.00018226536,0.0014209675,0.0002873138,0.00012566484,0.0006905525,0.0016926904,0.000043113527],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020272896,0.000010778307,0.00003586542,0.60655314,0.00003692793,0.0000027065062,0.0018731137,2.476372e-9,3.085301e-7,0.00076510914,0.0021970698,0.38852298],"study_design_scores_gemma":[0.00018015286,0.00012037017,0.00008803349,0.47763082,0.0000123624195,0.000018850824,0.00044529059,0.0000010129454,3.0939532e-8,0.0000024777505,0.52134365,0.00015693357],"about_ca_topic_score_codex":0.015930578,"about_ca_topic_score_gemma":0.0005158474,"teacher_disagreement_score":0.5191466,"about_ca_system_score_codex":0.0028103734,"about_ca_system_score_gemma":0.0846233,"threshold_uncertainty_score":0.99988955},"labels":[],"label_agreement":null},{"id":"W3199102274","doi":"10.1186/s12961-021-00773-3","title":"Conducting decolonizing research and practice with Australian First Nations to close the health gap","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Health and Medical Research Council; Menzies School of Health Research; Children's Hospital Foundation","keywords":"Health services research; Perspective (graphical); Knowledge translation; Health administration; Health policy; Public health; Work (physics); Sociology; Public relations; Medicine; Political science; Nursing; Knowledge management","score_opus":0.632813324307716,"score_gpt":0.6066181271237087,"score_spread":0.026195197184007313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199102274","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14813389,0.005727709,0.000012258524,0.7437945,0.00042548927,0.0045641414,0.000029477344,0.00005171567,0.09726082],"genre_scores_gemma":[0.92121744,0.03993119,0.0004383976,0.0011023172,0.0026350855,0.00012389684,0.0000101921905,0.000027868864,0.03451363],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98537356,0.010272684,0.00044781485,0.00046385266,0.0015183887,0.0019237055],"domain_scores_gemma":[0.9841326,0.011559102,0.00015633821,0.0003711732,0.0024650341,0.0013157864],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.042121295,0.00010665367,0.00024743576,0.0005541481,0.050237678,0.0007148278,0.00022587008,0.000109049215,0.000009844382],"category_scores_gemma":[0.003387718,0.000073692725,0.000014031337,0.002802125,0.00073104794,0.0003132865,0.000016512444,0.00084507914,0.000025669588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025108344,0.00007007502,0.00016387325,0.0005532132,0.000009885629,0.000005715898,0.4761803,0.0000020477407,4.9643205e-7,0.519739,0.003014776,0.00023554322],"study_design_scores_gemma":[0.00012916986,0.00036163078,0.000245952,0.00030657803,8.4939006e-7,0.000066546505,0.25397125,0.000004157711,0.000002122047,0.00043941682,0.74441177,0.000060572114],"about_ca_topic_score_codex":0.7600056,"about_ca_topic_score_gemma":0.95861065,"teacher_disagreement_score":0.7730835,"about_ca_system_score_codex":0.0013661857,"about_ca_system_score_gemma":0.07879158,"threshold_uncertainty_score":0.9863377},"labels":[],"label_agreement":null},{"id":"W3200320563","doi":"10.1186/s12961-021-00774-2","title":"Collaboration on evidence synthesis in Africa: a network study of growing research capacity","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit Stellenbosch; McMaster University","keywords":"Institution; Capacity building; Social network analysis; Political science; Economic growth; Social capital; Economics","score_opus":0.9545499644367342,"score_gpt":0.7682041014618259,"score_spread":0.1863458629749083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200320563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9384686,0.00072714733,0.0000130922,0.05215683,0.00029609926,0.005020209,0.000049372153,0.000027792481,0.0032408985],"genre_scores_gemma":[0.99424386,0.0006975765,0.00006125382,0.0014229099,0.00078576413,0.0021094386,0.0000010586848,0.000020996084,0.0006571131],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.92652845,0.06477906,0.0019711044,0.00071333617,0.0031663,0.0028417413],"domain_scores_gemma":[0.93808156,0.05689257,0.00037540426,0.0007896908,0.0030359158,0.0008248647],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.106912024,0.00014843115,0.00064719265,0.0013790404,0.0029163163,0.00008901547,0.0003468442,0.00017519078,0.000036180434],"category_scores_gemma":[0.08401618,0.00013657873,0.000021091731,0.008782907,0.0002557444,0.00046540203,0.00032591427,0.0018602586,0.00006998345],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000574126,0.0010003849,0.16678599,0.014407646,0.000045371784,0.00007851523,0.5513625,0.0007775333,0.0008730652,0.14541686,0.11463505,0.0040429677],"study_design_scores_gemma":[0.0029294787,0.0037630722,0.18414326,0.014239105,0.000005397332,0.0000105454055,0.71799666,0.0023155545,0.00009662556,0.0025065793,0.07158893,0.00040482086],"about_ca_topic_score_codex":0.0633286,"about_ca_topic_score_gemma":0.020405695,"teacher_disagreement_score":0.16663413,"about_ca_system_score_codex":0.0022161445,"about_ca_system_score_gemma":0.013219739,"threshold_uncertainty_score":0.99838173},"labels":[],"label_agreement":null},{"id":"W3205373217","doi":"10.1186/s12961-021-00752-8","title":"Community health workers at the dawn of a new era: 1. Introduction: tensions confronting large-scale CHW programmes","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Bill and Melinda Gates Foundation; United States Agency for International Development","keywords":"Health services research; Public health; Health administration; Community health; Scale (ratio); Community health workers; Health policy; Medicine; Health informatics; Environmental health; Gerontology; Economic growth; Health services; Nursing; Geography; Population","score_opus":0.367850477302838,"score_gpt":0.5433692108628372,"score_spread":0.1755187335599992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205373217","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002617095,0.9237341,0.0000064148403,0.07093469,0.00035717615,0.0039435336,0.00017035559,0.00003791121,0.0005541018],"genre_scores_gemma":[0.00014312839,0.98085725,0.00007021815,0.0012624639,0.0038625533,0.00014478198,0.000275994,0.00004534301,0.013338268],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.988007,0.0070077293,0.0017455395,0.00049744634,0.0010846005,0.0016576797],"domain_scores_gemma":[0.9953696,0.0007067938,0.00078296155,0.001174752,0.0005475878,0.0014182883],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013052329,0.00035906053,0.0029834139,0.00035813887,0.0022499554,0.00009743138,0.00029552795,0.0002758434,0.000030946623],"category_scores_gemma":[0.0012203538,0.00021444776,0.00028436663,0.0012558303,0.00035184954,0.000039180413,0.0005368982,0.003083279,0.000028919092],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048853173,0.000253106,0.00047786703,0.15479635,0.00019458099,0.000010380678,0.00334917,4.7289882e-7,8.117812e-8,0.0023620026,0.4290652,0.40944195],"study_design_scores_gemma":[0.0004691413,0.000583989,0.00036226003,0.03952366,0.000042029926,0.0008575412,0.0054306625,0.0000068057293,5.7833766e-8,0.00001781077,0.95259666,0.000109387256],"about_ca_topic_score_codex":0.12402524,"about_ca_topic_score_gemma":0.005514893,"teacher_disagreement_score":0.52353144,"about_ca_system_score_codex":0.0012945036,"about_ca_system_score_gemma":0.011611107,"threshold_uncertainty_score":0.9992167},"labels":[],"label_agreement":null},{"id":"W3206264955","doi":"10.1186/s12961-021-00755-5","title":"Community health workers at the dawn of a new era: 11. CHWs leading the way to “Health for All”","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Bill and Melinda Gates Foundation; United States Agency for International Development","keywords":"Health services research; Public health; Health administration; Community health; Health informatics; Health policy; Medicine; Community health workers; International health; Social policy; Health economics; Health worker; Environmental health; Nursing; Health services; Political science; Population","score_opus":0.5897853525879481,"score_gpt":0.6056906455087637,"score_spread":0.01590529292081566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206264955","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020107914,0.8262734,0.000020254465,0.16290851,0.00028493814,0.009470433,0.00038228917,0.000026448992,0.00043265094],"genre_scores_gemma":[0.00037963325,0.971816,0.00004788465,0.0149627775,0.0017450266,0.0005071166,0.0001886388,0.00007761912,0.010275274],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98414594,0.009468509,0.0021358042,0.00056081876,0.0013294618,0.0023594864],"domain_scores_gemma":[0.9917298,0.0029661574,0.00093542953,0.0015412463,0.0003931212,0.0024342458],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024414528,0.00047119686,0.0037477447,0.00044416822,0.0027899314,0.00012478055,0.0007082079,0.0002560937,0.0000113866145],"category_scores_gemma":[0.0015133208,0.00024412814,0.00039903898,0.0013195584,0.0002670146,0.000035626632,0.00058027776,0.0025104668,0.000033103493],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007302129,0.000091529,0.000077848366,0.17479065,0.00016110424,0.0000029228784,0.005109166,0.0000013857532,6.926065e-8,0.006110029,0.43175653,0.38182575],"study_design_scores_gemma":[0.00051119376,0.0013424826,0.000247066,0.06014589,0.00003006174,0.00030291558,0.0026099815,0.0000061339474,6.8258736e-8,0.00004512488,0.9346307,0.00012836562],"about_ca_topic_score_codex":0.35282537,"about_ca_topic_score_gemma":0.02390146,"teacher_disagreement_score":0.5028742,"about_ca_system_score_codex":0.0032433383,"about_ca_system_score_gemma":0.019241164,"threshold_uncertainty_score":0.9997908},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3206479284","doi":"10.1186/s12961-021-00758-2","title":"Community health workers at the dawn of a new era: 10. Programme performance and its assessment","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Bill and Melinda Gates Foundation; United States Agency for International Development","keywords":"Community health; Medicine; Community health workers; Health services research; Environmental health; Compendium; Public health; Program evaluation; Nursing; Gerontology; Political science; Health services; Geography; Population","score_opus":0.5488989827786084,"score_gpt":0.5932077304376729,"score_spread":0.04430874765906456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206479284","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024206366,0.9772272,6.001351e-7,0.014210187,0.00010192455,0.004412863,0.00010322655,0.00002166876,0.0015016746],"genre_scores_gemma":[0.0017009152,0.9837557,0.000019812656,0.0007277401,0.0006004945,0.00018817057,0.000117182004,0.00003597808,0.012854024],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99032253,0.0054896264,0.0012797102,0.0003805451,0.0011122825,0.0014152816],"domain_scores_gemma":[0.9960486,0.0007324881,0.00057107786,0.0007208316,0.00033917621,0.0015877674],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011127201,0.00033434122,0.002477498,0.00028123747,0.0013697132,0.00009087404,0.00026121447,0.0002219678,0.000020964519],"category_scores_gemma":[0.0003954451,0.00019464288,0.00014085484,0.0008588907,0.00022577216,0.000044114626,0.00050244405,0.0023931703,0.000016021015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040507028,0.00013010489,0.0005601286,0.31041515,0.0001262465,0.0000068892423,0.00082512933,1.8246367e-7,3.2586026e-8,0.001778095,0.0363905,0.64972705],"study_design_scores_gemma":[0.0005026031,0.0013799068,0.0020484428,0.066653505,0.000027927794,0.00055539794,0.00073119387,0.0000250417,3.3993842e-8,0.0000067639926,0.9279678,0.00010142114],"about_ca_topic_score_codex":0.07627845,"about_ca_topic_score_gemma":0.0011967126,"teacher_disagreement_score":0.89157724,"about_ca_system_score_codex":0.001602776,"about_ca_system_score_gemma":0.017822979,"threshold_uncertainty_score":0.9999304},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3206704155","doi":"10.1186/s12961-021-00750-w","title":"Community health workers at the dawn of a new era: 8. Incentives and remuneration","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Bill and Melinda Gates Foundation","keywords":"Remuneration; Incentive; Workforce; Public relations; Community health; Business; Incentive program; Medicine; Public health; Nursing; Economic growth; Economics; Political science; Finance","score_opus":0.6420468870696051,"score_gpt":0.6917605300511452,"score_spread":0.04971364298154013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206704155","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027832921,0.9686105,0.000015576472,0.024517717,0.0007821851,0.004190082,0.00012712483,0.000018289313,0.0014601648],"genre_scores_gemma":[0.00043639558,0.95487493,0.000026468673,0.0011240272,0.0009706463,0.0005634597,0.00034415742,0.000034334633,0.04162555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95711917,0.039343964,0.0016486213,0.0003368559,0.0007315078,0.00081990944],"domain_scores_gemma":[0.99219114,0.004569204,0.0011631104,0.00071506615,0.0007746348,0.00058682676],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01662434,0.00025375184,0.0014770916,0.00046554636,0.0058451677,0.00007338523,0.00025883407,0.0003683743,0.000048542683],"category_scores_gemma":[0.0025107986,0.0001631833,0.00008459084,0.0013544295,0.00027921677,0.00010061958,0.0004980808,0.003297236,0.000029440915],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054864875,0.000086374035,0.00016865369,0.08795483,0.00008455546,5.1731024e-7,0.037847664,4.0030292e-7,3.7514621e-7,0.03236067,0.39334425,0.44809684],"study_design_scores_gemma":[0.0002117919,0.0001336802,0.00023859537,0.04853107,0.000008649774,0.000008247992,0.025412312,0.000013872771,3.1120972e-8,0.00008383466,0.92526764,0.0000902946],"about_ca_topic_score_codex":0.11062878,"about_ca_topic_score_gemma":0.01704831,"teacher_disagreement_score":0.53192335,"about_ca_system_score_codex":0.0019633456,"about_ca_system_score_gemma":0.05277408,"threshold_uncertainty_score":0.9990022},"labels":[],"label_agreement":null},{"id":"W3207255147","doi":"10.1186/s12961-021-00779-x","title":"What do end-users want to know about managing the performance of healthcare delivery systems? Co-designing a context-specific and practice-relevant research agenda","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Stroke Network; Cancer Care Ontario; London Health Sciences Centre; University of Toronto; McMaster University","funders":"Cancer Care Ontario","keywords":"Context (archaeology); Health services research; Health administration; Ranking (information retrieval); Health care; Health informatics; Knowledge management; Medicine; Medical education; Computer science; Public health; Nursing; Political science","score_opus":0.8743040393132426,"score_gpt":0.7333054584315462,"score_spread":0.14099858088169648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207255147","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032593918,0.9123207,0.000023363247,0.06864603,0.0012390754,0.016413203,0.0004647584,0.00005421722,0.0005127446],"genre_scores_gemma":[0.0044190283,0.9820944,0.00006847439,0.004954079,0.0017450881,0.0047909515,0.000048718925,0.0001458908,0.0017333501],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8927098,0.090174675,0.005249414,0.0017193342,0.0049031554,0.005243648],"domain_scores_gemma":[0.9194783,0.06898762,0.0020983925,0.0018427223,0.0050857887,0.0025071513],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14359243,0.00070279976,0.003451089,0.003290081,0.008806999,0.0010813788,0.0012897038,0.0006494181,0.000032741144],"category_scores_gemma":[0.014712238,0.00050426513,0.00017011739,0.004872654,0.0011400045,0.0010228342,0.0012496328,0.0059244805,0.00023575545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000102619764,0.00003762754,0.000046075187,0.2628827,0.000101856225,0.00004376933,0.06805067,0.0000042370707,0.0000029848325,0.025599929,0.09054068,0.55258685],"study_design_scores_gemma":[0.0003470066,0.0004987861,0.000019702326,0.12570003,0.000013746804,0.00014775248,0.14455591,0.000070799724,2.496252e-7,0.0000070676347,0.72839284,0.00024611573],"about_ca_topic_score_codex":0.06358061,"about_ca_topic_score_gemma":0.001076312,"teacher_disagreement_score":0.63785213,"about_ca_system_score_codex":0.0044075223,"about_ca_system_score_gemma":0.035767615,"threshold_uncertainty_score":0.9999556},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3210435354","doi":"10.1186/s12961-021-00784-0","title":"Trainee-led research using an integrated knowledge translation or other research partnership approaches: a scoping review","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Ottawa; McGill University; University of Calgary; Women's College Hospital; Alberta Health Services; Ontario Stroke Network; Foothills Medical Centre; Dalhousie University","funders":"","keywords":"General partnership; CINAHL; PsycINFO; Knowledge translation; Health services research; Systematic review; Grey literature; Relevance (law); Medicine; MEDLINE; Medical education; Nursing; Knowledge management; Public health; Political science; Psychological intervention","score_opus":0.985239063247008,"score_gpt":0.7903525442479777,"score_spread":0.1948865189990303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210435354","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000141985065,0.958521,0.00007493344,0.0035261137,0.00053070026,0.030335587,0.00013636454,0.00010535511,0.00675571],"genre_scores_gemma":[0.000038877657,0.9751771,0.00022710688,0.00030688176,0.0056532496,0.010502438,0.00039695523,0.00021956915,0.0074777883],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.79729956,0.18331742,0.004212487,0.0022122741,0.005190568,0.007767687],"domain_scores_gemma":[0.9346634,0.047919516,0.00094525894,0.0026753452,0.007718176,0.006078282],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.28313094,0.0007789694,0.0044676485,0.0063616093,0.010172534,0.0006164243,0.0016401901,0.0016022292,0.0004906512],"category_scores_gemma":[0.039709162,0.0005465085,0.00028893104,0.019676374,0.0016105127,0.000669534,0.000537101,0.014024743,0.00048154878],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000039180562,0.00024727618,0.000003205205,0.57144284,0.000036378777,0.000011248967,0.011608121,7.027964e-7,2.0288391e-7,0.0019394081,0.022951229,0.39172018],"study_design_scores_gemma":[0.00024906365,0.0004163059,7.7928405e-7,0.43282008,0.000011439478,0.000031771368,0.014005684,0.0007864286,2.971249e-8,0.000026580334,0.55141336,0.00023847673],"about_ca_topic_score_codex":0.029217195,"about_ca_topic_score_gemma":0.00845098,"teacher_disagreement_score":0.5284622,"about_ca_system_score_codex":0.006825851,"about_ca_system_score_gemma":0.2073246,"threshold_uncertainty_score":0.99969864},"labels":[],"label_agreement":null},{"id":"W3215397917","doi":"10.1186/s12961-021-00785-z","title":"The value of hackathons in integrated knowledge translation (iKT) research: Waterlupus","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Waterloo","funders":"Canadian Institutes of Health Research; Lupus Canada","keywords":"Knowledge translation; Health services research; Health care; Toolbox; Health administration; Medical education; Knowledge management; Stakeholder; Medicine; Psychology; Public health; Public relations; Nursing; Computer science; Political science","score_opus":0.4403572348292903,"score_gpt":0.49666954763245713,"score_spread":0.05631231280316684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215397917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8056404,0.13230143,0.0018952655,0.03936675,0.0029118576,0.0022068406,0.000098364406,0.00027996025,0.015299143],"genre_scores_gemma":[0.99402374,0.004791657,0.000042911346,0.000008204144,0.00025571734,0.000086997716,0.000016557487,0.000015806883,0.0007584223],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99743843,0.0010284982,0.0003623946,0.00013757257,0.0003990543,0.00063406],"domain_scores_gemma":[0.99798185,0.0013195204,0.000011856209,0.00020601657,0.00026249158,0.000218258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066363243,0.000070131966,0.00016366335,0.00038845677,0.00019808927,0.00006479593,0.00011492096,0.0000993882,0.0000023800444],"category_scores_gemma":[0.0007426024,0.00004947221,0.000018006418,0.0015122583,0.00015784732,0.000048853934,0.000025294581,0.00062364625,0.00001086747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010308286,0.0005189174,0.00084071676,0.034016717,0.0001377962,0.000031407468,0.11036886,0.0060518016,0.025361283,0.24157985,0.09528767,0.4857019],"study_design_scores_gemma":[0.00075202354,0.00022088131,0.00563916,0.002086039,0.0000017156472,0.000047198046,0.009796802,0.31749585,0.001647822,0.0025275836,0.65957683,0.000208104],"about_ca_topic_score_codex":0.00307606,"about_ca_topic_score_gemma":0.0007381315,"teacher_disagreement_score":0.56428915,"about_ca_system_score_codex":0.0002766812,"about_ca_system_score_gemma":0.0007123404,"threshold_uncertainty_score":0.46501032},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4200002772","doi":"10.1186/s12961-021-00799-7","title":"The development of clinical guidelines in China: insights from a national survey","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Universitat Autònoma de Barcelona; Zhengzhou University","keywords":"China; Medicine; Adaptation (eye); Health services research; Health administration; Expert opinion; Medical education; Quality (philosophy); Family medicine; Public health; Psychology; Nursing; Political science","score_opus":0.8983194243908598,"score_gpt":0.731892838088694,"score_spread":0.16642658630216578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200002772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94192296,0.0048782732,0.00015495635,0.05048578,0.00031958916,0.00085043523,0.00005728748,0.000009690102,0.0013210422],"genre_scores_gemma":[0.9937429,0.0020847674,0.001251027,0.0012716838,0.0009221517,0.00004713389,0.00014643479,0.000010741961,0.00052320544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98957205,0.0047741225,0.0035793604,0.00030512182,0.0014025763,0.00036675466],"domain_scores_gemma":[0.9739944,0.021361545,0.00044992013,0.00031612226,0.0035064763,0.00037153327],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037165742,0.00007519784,0.00042900845,0.00016632638,0.0002482175,0.000041459887,0.00008650774,0.00009016639,0.000006755942],"category_scores_gemma":[0.15261157,0.00005029906,0.00003541537,0.00063880475,0.00012403504,0.00006228553,0.00012556271,0.00050330086,0.000009561083],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018524086,0.00093036593,0.67665935,0.0011811764,0.00030083396,0.000042845648,0.0044432413,0.000030707284,0.00025685155,0.027482409,0.06960969,0.21721013],"study_design_scores_gemma":[0.0015786464,0.00011932436,0.89906156,0.00030608295,0.0000016535018,0.000008322971,0.0012137049,0.0021205144,0.00001549135,0.00087841734,0.09465203,0.000044230892],"about_ca_topic_score_codex":0.037950385,"about_ca_topic_score_gemma":0.047851596,"teacher_disagreement_score":0.22240224,"about_ca_system_score_codex":0.00021410787,"about_ca_system_score_gemma":0.013909963,"threshold_uncertainty_score":0.99168026},"labels":[],"label_agreement":null},{"id":"W4200066631","doi":"10.1186/s12961-021-00788-w","title":"Political economy analysis of universal health coverage and health financing reforms in low- and middle-income countries: the role of stakeholder engagement in the research process","year":2021,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Stakeholder; Stakeholder engagement; Politics; Health services research; Health policy; Inclusion (mineral); Public relations; Political science; Medicine; Business; Economic growth; Economics; Health care; Sociology; Social science","score_opus":0.3925228713994405,"score_gpt":0.5226584072461506,"score_spread":0.13013553584671017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200066631","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012459326,0.9633477,0.0000011900573,0.018584687,0.000021636231,0.004071335,0.00027772872,0.0000049004734,0.0012315243],"genre_scores_gemma":[0.23857594,0.76019114,0.0000024757144,0.00088158733,0.00012470636,0.00011552509,0.00004062236,0.000017498656,0.000050520477],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98777246,0.0066778394,0.0019573441,0.00059368706,0.001231434,0.0017672124],"domain_scores_gemma":[0.9958349,0.0019530536,0.0005327852,0.0005898972,0.0004158501,0.0006735194],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.034241274,0.0002817171,0.0029640917,0.001958846,0.0005195641,0.00008994058,0.00030320373,0.00019192215,0.0000032385408],"category_scores_gemma":[0.00044248634,0.00015674313,0.00010785013,0.0029532705,0.00051837985,0.000080207705,0.00023515157,0.0019826905,6.184136e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001157095,0.00029204166,0.010711112,0.56685936,0.0003750285,0.000049407787,0.015486254,0.0000054850384,1.5801936e-8,0.3846865,0.0001151512,0.02130392],"study_design_scores_gemma":[0.0028912986,0.0036388831,0.04133695,0.3006257,0.00016734676,0.00034043478,0.076788746,0.00060866703,2.9623902e-7,0.002440361,0.5707339,0.0004274157],"about_ca_topic_score_codex":0.09861484,"about_ca_topic_score_gemma":0.0035012655,"teacher_disagreement_score":0.57061875,"about_ca_system_score_codex":0.0020742328,"about_ca_system_score_gemma":0.013019948,"threshold_uncertainty_score":0.9944518},"labels":[],"label_agreement":null},{"id":"W4200163898","doi":"10.1186/s12961-021-00798-8","title":"Engaging citizens in the development of a health system performance assessment framework: a case study in Ireland","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"H2020 Marie Skłodowska-Curie Actions; European Commission; McMaster University","keywords":"Irish; Context (archaeology); Public relations; Health administration; Health services research; Public health; Medicine; Health care; Ranking (information retrieval); Health policy; Political science; Nursing; Computer science","score_opus":0.6019079533933637,"score_gpt":0.6319805838976229,"score_spread":0.030072630504259235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200163898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854402,0.001796357,0.00016710514,0.005781766,0.00037994777,0.0055600964,0.00002540561,0.000029752735,0.00081938715],"genre_scores_gemma":[0.99652314,0.0002957243,0.00033585116,0.0004963756,0.00017394025,0.0020682574,0.00000849071,0.000022880757,0.00007534186],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9622429,0.031429745,0.0027599137,0.00050533644,0.0013692047,0.0016929107],"domain_scores_gemma":[0.99252224,0.005480377,0.0005521305,0.00060361106,0.00048966095,0.00035195332],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.043939617,0.00018549383,0.0007778455,0.000920155,0.0028536012,0.00003249677,0.0001873665,0.00017707112,0.00000620851],"category_scores_gemma":[0.0012312344,0.00014373634,0.000023404975,0.0019129968,0.000069990856,0.00009823785,0.00020220698,0.0029597888,0.0000087123535],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017804972,0.000108632645,0.7733998,0.012753629,0.000009855743,0.00017365733,0.20464183,0.000025004285,5.4659586e-7,0.003913613,0.000117173455,0.0048384657],"study_design_scores_gemma":[0.0008960675,0.00024015024,0.4876673,0.0053847027,6.554266e-7,0.00017969012,0.50359076,0.0013666495,2.0547935e-7,0.00002080303,0.0005763723,0.00007663387],"about_ca_topic_score_codex":0.07152552,"about_ca_topic_score_gemma":0.025330879,"teacher_disagreement_score":0.29894897,"about_ca_system_score_codex":0.0037189436,"about_ca_system_score_gemma":0.016460171,"threshold_uncertainty_score":0.9993404},"labels":[],"label_agreement":null},{"id":"W4200491809","doi":"10.1186/s12961-021-00804-z","title":"Assessing the usefulness of policy brief and policy dialogue as knowledge translation tools towards contextualizing the accountability framework for routine immunization at a subnational level in Nigeria","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accountability; Operationalization; Knowledge translation; Context (archaeology); Health policy; Likert scale; Stakeholder; Policy analysis; Political science; Health services research; Public relations; Public administration; Medicine; Knowledge management; Psychology; Nursing; Public health; Computer science","score_opus":0.584859702133707,"score_gpt":0.5630848283294619,"score_spread":0.021774873804245032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200491809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87624913,0.007330831,0.0035314336,0.107656375,0.00015180637,0.002191211,0.00018171304,0.000020256914,0.0026872556],"genre_scores_gemma":[0.9964309,0.0012164988,0.000050129824,0.00050874776,0.0013302203,0.00015468447,0.000034637327,0.000013198286,0.000261002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9943343,0.003634545,0.0005853539,0.00026834427,0.000566817,0.0006106602],"domain_scores_gemma":[0.99068856,0.0077750743,0.00019213029,0.0002731709,0.0009174034,0.000153671],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.011248165,0.00011276497,0.00031725856,0.00027227457,0.0020534897,0.00055275025,0.00020839118,0.00016680533,0.000007794318],"category_scores_gemma":[0.02086276,0.00008208985,0.00004917806,0.0016050038,0.00019429994,0.00047289042,0.00010034203,0.00030405555,8.1646584e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055094224,0.000067019275,0.012355762,0.0005505889,0.000016748882,5.4668175e-7,0.15253721,0.000012283294,0.00009414691,0.80316687,0.00015020225,0.030993557],"study_design_scores_gemma":[0.0024291545,0.00021359997,0.72263414,0.0013784438,0.00001029301,0.000025833351,0.15049282,0.0016804942,0.00021821405,0.084239185,0.0363076,0.00037021353],"about_ca_topic_score_codex":0.10269804,"about_ca_topic_score_gemma":0.040914144,"teacher_disagreement_score":0.7189277,"about_ca_system_score_codex":0.0008068718,"about_ca_system_score_gemma":0.008103481,"threshold_uncertainty_score":0.9992457},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4205766602","doi":"10.1186/s12961-021-00790-2","title":"Fit for purpose. Co-production of complex behavioural interventions. A practical guide and exemplar of co-producing a telehealth-delivered exercise intervention for people with stroke","year":2022,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government","keywords":"Telehealth; Psychological intervention; Knowledge translation; Intervention (counseling); Protocol (science); Medical education; Medicine; Health services research; Process (computing); Intervention mapping; Knowledge management; Process management; Nursing; Psychology; Computer science; Telemedicine; Public health; Health care; Health promotion; Engineering; Alternative medicine","score_opus":0.7227828808163341,"score_gpt":0.6061058706799509,"score_spread":0.11667701013638321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205766602","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27702138,0.016379464,0.0027450062,0.5257634,0.0045716804,0.13711071,0.035668176,0.00019124874,0.000548936],"genre_scores_gemma":[0.48580137,0.02661392,0.016023854,0.11691064,0.021193344,0.15788035,0.08468778,0.0013116989,0.08957705],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98853946,0.0042653144,0.0031148032,0.0009288306,0.0014348679,0.0017167396],"domain_scores_gemma":[0.99240243,0.002777136,0.0022761829,0.00066794513,0.0013769245,0.00049938],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.016032547,0.00036866975,0.001558745,0.0011679924,0.0024141306,0.000033321707,0.00024094858,0.0004606095,0.000075132724],"category_scores_gemma":[0.0010365036,0.00033019725,0.00022572976,0.00040247917,0.0002870158,0.00018158587,0.0001842314,0.002259954,0.0000026591792],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00264552,0.00037639248,0.005210236,0.26233307,0.00008225868,0.000003197492,0.0063610882,0.0000025456034,0.000018400367,0.00045465078,0.72005063,0.0024619997],"study_design_scores_gemma":[0.0077193296,0.02034683,0.0028446089,0.034803405,0.00015336418,0.000063912266,0.028663307,0.00063451985,0.000043318392,0.00017370669,0.90401506,0.0005386609],"about_ca_topic_score_codex":0.055367593,"about_ca_topic_score_gemma":0.0022100627,"teacher_disagreement_score":0.40885276,"about_ca_system_score_codex":0.0013230306,"about_ca_system_score_gemma":0.0026288175,"threshold_uncertainty_score":0.999915},"labels":[],"label_agreement":null},{"id":"W4206107574","doi":"10.1186/s12961-022-00813-6","title":"First Nations Australians’ self-determination in health and alcohol policy development: a Delphi study","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Drug and Alcohol Research Centre; National Health and Medical Research Council; Medical Research Council; National Drug Research Institute; University of Sydney; Australian Government; Curtin University of Technology; Burnet Institute; University of New South Wales; La Trobe University","keywords":"Indigenous; Health policy; Health services research; Delphi method; Psychological intervention; Focus group; Public health; Medicine; Social policy; Health promotion; Millennium Development Goals; Developing country; Political science; Economic growth; Sociology; Law; Nursing","score_opus":0.28158460106030264,"score_gpt":0.5271243227277326,"score_spread":0.24553972166742993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206107574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9268772,0.00227239,0.0000075923354,0.044905785,0.000448593,0.009607744,0.000049438277,0.00012755844,0.015703693],"genre_scores_gemma":[0.9827855,0.008604618,0.00007031585,0.00020249192,0.0006904448,0.00032889342,0.000016100077,0.000016388622,0.0072852275],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908613,0.0053450386,0.0007552066,0.00040477517,0.0012458921,0.0013877646],"domain_scores_gemma":[0.9976362,0.0008682121,0.00021153681,0.00018821206,0.0002428416,0.00085301464],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.017136391,0.0001258414,0.00028633728,0.002069726,0.030865712,0.00018970434,0.00023283111,0.00007210097,0.000011954668],"category_scores_gemma":[0.00022470861,0.00012285118,0.000015698952,0.0024145124,0.00016208744,0.0002016408,0.000017578224,0.00049187266,0.000007509035],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000009743023,0.00037733937,0.0055476753,0.0008548256,0.000006780249,0.0000027672477,0.81694967,0.000008849777,2.464105e-8,0.17542557,0.00021101712,0.0006057599],"study_design_scores_gemma":[0.00054175226,0.0004855587,0.012321853,0.00011285932,6.070471e-7,0.000012723418,0.16209622,0.00012424361,8.975486e-8,0.0003082528,0.82387567,0.00012016407],"about_ca_topic_score_codex":0.85280865,"about_ca_topic_score_gemma":0.9201876,"teacher_disagreement_score":0.82366467,"about_ca_system_score_codex":0.004278547,"about_ca_system_score_gemma":0.088303626,"threshold_uncertainty_score":0.99954385},"labels":[],"label_agreement":null},{"id":"W4206569210","doi":"10.1186/s12961-021-00808-9","title":"Integrating citizen engagement into evidence-informed health policy-making in eastern Europe and central Asia: scoping study and future research priorities","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Glasgow Caledonian University; Wellcome Trust; Wellcome; World Health Organization","keywords":"Health policy; Health services research; Political science; Context (archaeology); Public relations; Politics; Focus group; Public health; Corporate governance; Social policy; Medicine; Sociology; Geography; Nursing; Business","score_opus":0.4009889744964698,"score_gpt":0.547479567071884,"score_spread":0.14649059257541425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206569210","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46743795,0.022146463,0.000014920415,0.49530846,0.00067058427,0.007830051,0.000020483492,0.00012358953,0.006447508],"genre_scores_gemma":[0.97639346,0.0061960826,0.000039958555,0.011331864,0.0052494216,0.0005594262,0.000009893796,0.000042032003,0.00017788647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9867951,0.0058979047,0.0015480195,0.0008148131,0.0015384407,0.0034056758],"domain_scores_gemma":[0.996181,0.0021448934,0.0004235206,0.0004140489,0.00047487902,0.00036167636],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.039865207,0.00030003095,0.0008661911,0.002772636,0.004587834,0.0010181388,0.00044568334,0.000094271985,0.000011162321],"category_scores_gemma":[0.008163045,0.0002704949,0.00003093405,0.0030847203,0.00034510595,0.0008170634,0.0023909009,0.0020945477,0.0000062739546],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039637153,0.00032490553,0.13675418,0.039634198,0.000074864,0.0000883973,0.08187268,0.00019193252,0.000005903849,0.5870174,0.060097862,0.09354126],"study_design_scores_gemma":[0.001425349,0.0011615615,0.05133482,0.0041652806,0.0000029514208,0.000052052397,0.2629983,0.01189224,3.3227334e-8,0.0015681316,0.66504407,0.00035519295],"about_ca_topic_score_codex":0.4869511,"about_ca_topic_score_gemma":0.016232815,"teacher_disagreement_score":0.6049462,"about_ca_system_score_codex":0.0016172655,"about_ca_system_score_gemma":0.004019744,"threshold_uncertainty_score":0.9999747},"labels":[],"label_agreement":null},{"id":"W4206827284","doi":"10.1186/s12961-021-00803-0","title":"Policy options for strengthening evidence-informed health policy-making in Iran: overall SASHA project findings","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Institute for Medical Research Development; Ministry of Health and Medical Education","keywords":"Psychological intervention; Health services research; Health policy; Health administration; Public relations; Health informatics; Medicine; Institutionalisation; Evidence-based policy; Nursing; Public health; Political science; Management science; Alternative medicine; Engineering","score_opus":0.8899694870574277,"score_gpt":0.7615109322888891,"score_spread":0.12845855476853862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206827284","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15116069,0.0024660034,0.00058334525,0.800755,0.0011438443,0.03558396,0.0031546406,0.0004135773,0.004738894],"genre_scores_gemma":[0.9207235,0.0025237522,0.000737775,0.054522097,0.003284278,0.013726087,0.00007194624,0.00010523844,0.00430532],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9729999,0.013758448,0.0035368335,0.0010257666,0.002578038,0.0061010215],"domain_scores_gemma":[0.9744171,0.021338614,0.0011959238,0.0009194281,0.0005670823,0.0015618443],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050110906,0.00038928844,0.0010565988,0.0066805836,0.011258903,0.00019241398,0.0008876594,0.00019345341,0.00006452552],"category_scores_gemma":[0.035543233,0.0003887356,0.000112951646,0.00621505,0.00028377975,0.0007357709,0.00092791655,0.002528777,0.00004050494],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00044387951,0.00013256712,0.015005195,0.014811077,0.00003180512,0.0000062572476,0.3013604,0.00043049164,0.000046276284,0.5230191,0.13607731,0.008635636],"study_design_scores_gemma":[0.004674032,0.0026286866,0.018471379,0.004324767,0.0000029551513,0.00006360993,0.09484532,0.0064471997,0.000001305073,0.0037049188,0.8642297,0.0006061455],"about_ca_topic_score_codex":0.3171663,"about_ca_topic_score_gemma":0.015455316,"teacher_disagreement_score":0.76956284,"about_ca_system_score_codex":0.015367249,"about_ca_system_score_gemma":0.079566166,"threshold_uncertainty_score":0.9998565},"labels":[],"label_agreement":null},{"id":"W4210862828","doi":"10.1186/s12961-022-00818-1","title":"Describing implementation outcomes for a virtual community of practice: The ECHO Ontario Mental Health experience","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Fidelity; Mental health; Echo (communications protocol); Psychological intervention; Medicine; Sustainability; Health care; Context (archaeology); Health services research; Medical education; Nursing; Process management; Public health; Computer science; Business; Psychiatry; Computer security","score_opus":0.9251075004117321,"score_gpt":0.7746865442463803,"score_spread":0.15042095616535178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210862828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63667,0.00034772523,0.0008369722,0.33904454,0.0013280119,0.01859673,0.0018558842,0.00007715398,0.0012430006],"genre_scores_gemma":[0.9518534,0.00012870792,0.0002717893,0.04103529,0.000181429,0.0052707917,0.000062985615,0.000025519466,0.0011700977],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9632991,0.030353272,0.0020424812,0.00035091516,0.0019285008,0.002025725],"domain_scores_gemma":[0.9802411,0.016493678,0.0012114804,0.0006525756,0.00062490546,0.00077622273],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.066078596,0.00016866978,0.00051323156,0.00050196506,0.020052088,0.000058483576,0.00062758307,0.000051710966,0.0001531465],"category_scores_gemma":[0.007084963,0.0001327921,0.000055221593,0.0009958416,0.0003162345,0.00038214008,0.0007290832,0.0019498258,0.0000067446404],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00013079385,0.00008787394,0.023493465,0.0006017126,0.000020565927,2.519707e-7,0.9003315,0.000012752051,0.000045748257,0.029115831,0.041437954,0.0047215247],"study_design_scores_gemma":[0.0014129336,0.0013256493,0.012534928,0.0000919935,0.0000013721218,0.00001241328,0.66660756,0.0001261738,0.0000022240704,0.00012461568,0.3176766,0.00008356035],"about_ca_topic_score_codex":0.77370274,"about_ca_topic_score_gemma":0.18105121,"teacher_disagreement_score":0.59265155,"about_ca_system_score_codex":0.005652768,"about_ca_system_score_gemma":0.02189666,"threshold_uncertainty_score":0.99816436},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4212803028","doi":"10.1186/s12961-022-00826-1","title":"Intersectoral and multisectoral approaches to health policy: an umbrella review protocol","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Public Health Ontario; University of Toronto","funders":"","keywords":"Health policy; Public health; Global health; Health services research; Government (linguistics); Social policy; Social determinants of health; Essential medicines; Medicine; Political science; Economic growth; Nursing; Economics","score_opus":0.6706887247451208,"score_gpt":0.5518948255634848,"score_spread":0.11879389918163596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212803028","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053651934,0.004190231,0.00003687541,0.87084806,0.00032714286,0.114099026,0.00010761372,0.00019577025,0.004830102],"genre_scores_gemma":[0.29750815,0.000983599,0.0001311422,0.5165634,0.009920772,0.17372978,0.00012549192,0.00013498001,0.0009026877],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993057,0.0021631084,0.0010718305,0.00071441464,0.00077570137,0.0022179321],"domain_scores_gemma":[0.9980479,0.00023821947,0.00039216076,0.0005059113,0.00017177466,0.000644057],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01832253,0.00027295703,0.00087560056,0.0011855012,0.0020327442,0.0003273939,0.0004358165,0.00007336784,0.00003652191],"category_scores_gemma":[0.0017208923,0.00024057535,0.000052744763,0.0019206796,0.00017569627,0.00033009323,0.001048528,0.00074380107,0.000036401412],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010038156,0.00012202964,0.0011298712,0.033075254,0.000014355444,0.000004093255,0.0006309865,0.00013242888,0.0000016111846,0.31792128,0.6313298,0.015537917],"study_design_scores_gemma":[0.00052047713,0.0005351957,0.0021234334,0.00050356134,0.0000012007105,0.000034681812,0.0012010304,0.0062511372,1.7297184e-8,0.0005211604,0.9881237,0.00018438876],"about_ca_topic_score_codex":0.5384489,"about_ca_topic_score_gemma":0.00276426,"teacher_disagreement_score":0.53568465,"about_ca_system_score_codex":0.0008515898,"about_ca_system_score_gemma":0.0016900703,"threshold_uncertainty_score":0.99926645},"labels":[],"label_agreement":null},{"id":"W4214874072","doi":"10.1186/s12961-022-00820-7","title":"Domains and processes for institutionalizing evidence-informed health policy-making: a critical interpretive synthesis","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Pan American Health Organization; International Development Research Centre; World Health Organization","keywords":"Health services research; Health policy; Public health; Health administration; Health informatics; Social policy; Critical theory; Political science; Public relations; Sociology; Public administration; Medicine; Nursing; Law","score_opus":0.9259811237990675,"score_gpt":0.8018945386768765,"score_spread":0.12408658512219095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214874072","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000028905151,0.8869497,0.00048490165,0.09309666,0.0005113224,0.013856763,0.0035443793,0.00012343214,0.0014299488],"genre_scores_gemma":[0.0008185778,0.9546032,0.00031392727,0.013129694,0.0025287678,0.028010417,0.00003009422,0.000099619654,0.0004657127],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9684978,0.019293249,0.004215739,0.0013375839,0.002049227,0.0046064053],"domain_scores_gemma":[0.58913475,0.4007159,0.0028709427,0.001264118,0.0019567637,0.004057547],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042761885,0.000643316,0.0031297973,0.003535233,0.011063271,0.00028437783,0.00084079197,0.0004673958,0.00009228879],"category_scores_gemma":[0.41563156,0.0005408183,0.00017532751,0.0038628126,0.0012009009,0.0006477957,0.0010489266,0.0025833566,0.000041498537],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000053390893,0.000031906726,0.000020334022,0.56292146,0.000050484934,0.0000029115251,0.02246522,2.8577844e-7,2.438305e-8,0.23237441,0.022949755,0.15912981],"study_design_scores_gemma":[0.00015256507,0.0005150112,0.000014383335,0.13590814,0.000018104229,0.00008356405,0.008270964,0.000027390392,7.621861e-9,0.00046514202,0.8542529,0.0002918563],"about_ca_topic_score_codex":0.023435477,"about_ca_topic_score_gemma":0.001993306,"teacher_disagreement_score":0.8313031,"about_ca_system_score_codex":0.012237434,"about_ca_system_score_gemma":0.20820233,"threshold_uncertainty_score":0.9997177},"labels":[],"label_agreement":null},{"id":"W4220790674","doi":"10.1186/s12961-022-00830-5","title":"Tools for assessing the scalability of innovations in health: a systematic review","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Quebec Population Health Research Network; Western University; McMaster University; Institut National de Santé Publique du Québec; Université Laval; Institut National d'Excellence en Santé et en Services Sociaux; McGill University Health Centre","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; PsycINFO; Health services research; MEDLINE; Health informatics; Health administration; Cochrane Library; Medicine; Systematic review; Stakeholder; Health care; Public health; Medical education; Data science; Computer science; Public relations; Alternative medicine; Nursing; Political science","score_opus":0.9748184265664506,"score_gpt":0.8316723068693137,"score_spread":0.14314611969713686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220790674","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023360562,0.90738875,0.00008606181,0.035894033,0.00032837316,0.05488307,0.0009735382,0.000031237512,0.00041259345],"genre_scores_gemma":[0.00002761337,0.94434065,0.00006249005,0.011064305,0.00035280705,0.04351282,0.00010581731,0.000057876594,0.00047563994],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.89342767,0.088174336,0.011926819,0.00092432444,0.0024306166,0.003116212],"domain_scores_gemma":[0.8226652,0.1648665,0.0076699355,0.0022809692,0.0015460933,0.0009712688],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21344166,0.00039292607,0.005236939,0.0017897357,0.0043249493,0.00013036522,0.0010609732,0.00025399023,0.00007354225],"category_scores_gemma":[0.14361674,0.00025704477,0.00022431048,0.007721291,0.0003689258,0.00034333684,0.0005230834,0.0029699754,0.000021411002],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000013928133,0.000024638368,0.000009064261,0.93423253,0.00001616423,2.708901e-7,0.002599618,2.1023524e-7,7.476972e-9,0.0138839,0.007984813,0.041247416],"study_design_scores_gemma":[0.00015482689,0.000090128226,0.0000142845765,0.4089311,0.000013450166,0.000007769733,0.003058722,0.000023569066,8.0154033e-10,0.00008403924,0.58753365,0.000088452645],"about_ca_topic_score_codex":0.015262312,"about_ca_topic_score_gemma":0.0005525406,"teacher_disagreement_score":0.57954884,"about_ca_system_score_codex":0.0055384743,"about_ca_system_score_gemma":0.057305794,"threshold_uncertainty_score":0.9999882},"labels":[],"label_agreement":null},{"id":"W4221039846","doi":"10.1186/s12961-022-00836-z","title":"Correction to: Future health spending forecast in leading emerging BRICS markets in 2030: health policy implications","year":2022,"lang":"en","type":"erratum","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Health services research; Health economics; Health policy; Public health; Health administration; Social policy; Quality of Life Research; Health spending; Emerging markets; Health informatics; Economics; Public economics; Political science; Medicine; Economic growth; Health care; Macroeconomics; Health insurance; Nursing","score_opus":0.2788286977980098,"score_gpt":0.47315854124707835,"score_spread":0.19432984344906856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221039846","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029150664,0.1913308,0.00070181204,0.586563,0.097533524,0.017454635,0.0044377386,0.0002614201,0.098802],"genre_scores_gemma":[0.3738753,0.23771617,0.00014565254,0.015151258,0.044537608,0.0048550474,0.0023277467,0.0007971688,0.32059404],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98742723,0.0020643815,0.004230535,0.0016872712,0.000546715,0.004043853],"domain_scores_gemma":[0.99502313,0.0003120002,0.001730297,0.0010027651,0.00014227742,0.0017895577],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028834257,0.0005701315,0.0025293601,0.010387049,0.002063186,0.0004509148,0.0006594612,0.000555272,0.000044671826],"category_scores_gemma":[0.0015883857,0.00061518303,0.00017110755,0.0066382005,0.000084810024,0.0003509579,0.0004386858,0.0048311036,0.00009076109],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000035901765,0.0001281725,0.0067202225,0.008806181,0.000027742606,0.0000103749835,0.013014648,0.00014743392,1.3969344e-7,0.1147986,0.79094505,0.065365516],"study_design_scores_gemma":[0.00044776156,0.0004995542,0.063663624,0.0024065308,2.1645363e-7,0.00010583159,0.006477338,0.0018305628,1.3404073e-8,0.0012028657,0.9229404,0.00042535405],"about_ca_topic_score_codex":0.69449276,"about_ca_topic_score_gemma":0.08011969,"teacher_disagreement_score":0.6143731,"about_ca_system_score_codex":0.021052001,"about_ca_system_score_gemma":0.01163172,"threshold_uncertainty_score":0.99963},"labels":[],"label_agreement":null},{"id":"W4223443722","doi":"10.1186/s12961-022-00843-0","title":"Understanding the sustainment of population health programmes from a whole-of-system approach","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Vancouver Coastal Health","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Population health; Public health; Population; Thematic analysis; Government (linguistics); Health policy; Health services research; Public relations; Service delivery framework; Qualitative research; Environmental health; Medicine; Political science; Business; Nursing; Sociology; Service (business); Marketing; Social science","score_opus":0.9126171702120703,"score_gpt":0.7132218818873531,"score_spread":0.1993952883247172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223443722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50389624,0.0063916505,0.020679383,0.40040383,0.0019878198,0.052804425,0.0050030774,0.0003890606,0.008444531],"genre_scores_gemma":[0.9946792,0.00008829578,0.00016729576,0.0025995316,0.00035232556,0.0016638477,0.00009533241,0.000024468665,0.00032967303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.97149503,0.02156743,0.0022224619,0.00044153127,0.0024874287,0.0017861103],"domain_scores_gemma":[0.9920211,0.0051606274,0.001313615,0.0005906985,0.0003146859,0.0005992963],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.043162066,0.00014790411,0.000625228,0.0007114178,0.0055728494,0.0000327602,0.0004308505,0.000070983224,0.000016452626],"category_scores_gemma":[0.0011320518,0.000111493515,0.000048652506,0.0019220059,0.00026125248,0.00011219454,0.00042337482,0.0010252469,0.0000041259905],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00017809469,0.00014359139,0.05984819,0.019594954,0.000050881183,0.000001258505,0.24123336,0.0004709281,0.000028535664,0.6457014,0.029852513,0.0028963007],"study_design_scores_gemma":[0.0015659104,0.0009932265,0.021908075,0.0007286387,0.0000034774964,0.000009144777,0.8667851,0.009180832,8.262595e-7,0.0019157956,0.09676089,0.0001480659],"about_ca_topic_score_codex":0.22304428,"about_ca_topic_score_gemma":0.0008253737,"teacher_disagreement_score":0.6437856,"about_ca_system_score_codex":0.0059759226,"about_ca_system_score_gemma":0.006640955,"threshold_uncertainty_score":0.9989905},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4225354195","doi":"10.1186/s12961-022-00822-5","title":"Future health spending forecast in leading emerging BRICS markets in 2030: health policy implications","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Science Fund of the Republic of Serbia; Ministarstvo Prosvete, Nauke i Tehnološkog Razvoja","keywords":"Per capita; Gross domestic product; Autoregressive integrated moving average; Health policy; China; Emerging markets; Health economics; Public health; Health services research; Economics; Economic growth; Development economics; Agricultural economics; Health care; Geography; Environmental health; Medicine; Finance; Population; Time series; Statistics","score_opus":0.35348853889397724,"score_gpt":0.48034139906442436,"score_spread":0.1268528601704471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225354195","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21124578,0.10055309,0.00033513177,0.66234666,0.0020618406,0.007662889,0.0018713394,0.00013326788,0.0137899965],"genre_scores_gemma":[0.98124033,0.011823717,0.00004721012,0.0028735576,0.0015946995,0.0006080826,0.00006682822,0.00006721391,0.0016783504],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915274,0.0016184122,0.0026891637,0.00091839,0.00034789156,0.0028987776],"domain_scores_gemma":[0.99725866,0.00019520924,0.00085155806,0.00060742843,0.0000630379,0.0010241133],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.027459862,0.00026439803,0.0012267954,0.004734899,0.0020973515,0.00017983445,0.00042941872,0.00013726394,0.000026518395],"category_scores_gemma":[0.0004774473,0.00027931063,0.00008771964,0.004330014,0.000080539394,0.0002619263,0.00033392725,0.0015952564,0.00003762008],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003647522,0.00017829824,0.096450396,0.00394047,0.000017819111,0.000011120522,0.017756011,0.00028482816,0.0000011325503,0.8011991,0.006732169,0.073392205],"study_design_scores_gemma":[0.001456596,0.0006874662,0.3398082,0.00064024207,1.5126558e-7,0.00022054803,0.0173719,0.004437662,1.3957023e-7,0.009610743,0.62530535,0.000461005],"about_ca_topic_score_codex":0.44893652,"about_ca_topic_score_gemma":0.012767467,"teacher_disagreement_score":0.7915883,"about_ca_system_score_codex":0.009027912,"about_ca_system_score_gemma":0.0035035554,"threshold_uncertainty_score":0.9999659},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4229045615","doi":"10.1186/s12961-022-00857-8","title":"Enhancing the capacity of the mental health and substance use health workforce to meet population needs: insights from a facilitated virtual policy dialogue","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University; University of Ottawa; Mental Health Commission of Canada; Wilfrid Laurier University; Athabasca University","funders":"Canadian Institutes of Health Research","keywords":"Public relations; Health policy; Workforce; Health services research; Stakeholder; Mental health; Knowledge management; Political science; Medicine; Business; Nursing; Public health; Computer science","score_opus":0.7360070461604321,"score_gpt":0.6280902284928541,"score_spread":0.10791681766757799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229045615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7885523,0.0009113785,0.00013080328,0.20129521,0.00049584114,0.006205619,0.0022995267,0.000045451627,0.00006387637],"genre_scores_gemma":[0.9449248,0.00047684717,0.00005845087,0.05239082,0.0005198552,0.0009133004,0.0000627506,0.000032518594,0.0006206614],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9644213,0.027987313,0.0024338977,0.00062279357,0.002258642,0.0022760604],"domain_scores_gemma":[0.9887113,0.0071544386,0.0011261079,0.00087554136,0.00035955824,0.0017730425],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018285945,0.00026884317,0.000780076,0.001025121,0.011616389,0.0000896678,0.00059678307,0.00009815318,0.000013170696],"category_scores_gemma":[0.0061660255,0.000186806,0.00005436807,0.004347169,0.00038947724,0.0003314504,0.0006405255,0.0012885332,0.000008341465],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00023292053,0.00006297306,0.02413271,0.0012453577,0.000024622075,4.239183e-7,0.805514,0.00015491956,0.00030889254,0.13033831,0.03591544,0.0020694577],"study_design_scores_gemma":[0.0036651294,0.0030265753,0.20985603,0.0026237871,0.00000382594,0.000024891688,0.41635177,0.0016771294,0.000024509704,0.0035269526,0.35861698,0.00060243317],"about_ca_topic_score_codex":0.62443703,"about_ca_topic_score_gemma":0.11055744,"teacher_disagreement_score":0.5138796,"about_ca_system_score_codex":0.004358585,"about_ca_system_score_gemma":0.01143797,"threshold_uncertainty_score":0.9994635},"labels":[],"label_agreement":null},{"id":"W4231257952","doi":"10.1186/1478-4505-8-3","title":"Bridging the gaps among research, policy and practice in ten low- and middle-income countries: Development and testing of a questionnaire for health-care providers","year":2010,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Social Sciences and Humanities Research Council of Canada; Alliance for Health Policy and Systems Research; Global Development Network; McMaster University; World Health Organization","keywords":"Cronbach's alpha; Face validity; Content validity; Health services research; Health care; Health administration; Medicine; Validity; Construct validity; Nursing; Psychology; Public health; Family medicine; Psychometrics; Clinical psychology; Patient satisfaction; Political science","score_opus":0.38128425129336735,"score_gpt":0.5958122366891259,"score_spread":0.2145279853957585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231257952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8398007,0.009252556,0.00002356404,0.1424087,0.00019631647,0.007706728,0.000041922565,0.000029879633,0.00053961185],"genre_scores_gemma":[0.9912954,0.0031673566,0.0007735612,0.0015280457,0.0011287164,0.0017176791,0.0000069529588,0.000029302186,0.00035300676],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.987424,0.006587737,0.0013220729,0.0006330826,0.0013838081,0.002649277],"domain_scores_gemma":[0.9694066,0.025024954,0.0005386839,0.0004604261,0.0027196133,0.0018497221],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06180751,0.00019026475,0.00048782857,0.001448582,0.0057790116,0.00023391486,0.00025950454,0.00020590103,0.0000010912737],"category_scores_gemma":[0.089052126,0.00013997084,0.000013614313,0.0017566977,0.001465038,0.0005418375,0.00034094058,0.002166869,0.0000029281725],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060912536,0.00012820259,0.3220318,0.123792425,0.000028338578,0.000006599229,0.45572418,0.00000439247,0.000045891367,0.023924034,0.0050221276,0.06868289],"study_design_scores_gemma":[0.0024133353,0.0015489617,0.69187826,0.02542292,0.0000028542695,0.00009086273,0.178369,0.0040196287,0.000012789359,0.0010133955,0.094868414,0.00035956467],"about_ca_topic_score_codex":0.1658078,"about_ca_topic_score_gemma":0.026837653,"teacher_disagreement_score":0.36984646,"about_ca_system_score_codex":0.0011080477,"about_ca_system_score_gemma":0.03156107,"threshold_uncertainty_score":0.99551535},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4235916361","doi":"10.1186/1478-4505-2-1","title":"\"Harnessing genomics to improve health in India\" – an executive course to support genomics policy","year":2004,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Biotechnology and Related Fields","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Hospital for Sick Children; Fogarty International Center; International Development Research Centre; Canadian Institutes of Health Research; Genome Canada; Ontario Genomics; Ontario Genomics Institute; University of Toronto; World Health Organization; GlaxoSmithKline","keywords":"Bioethics; Health administration; Public relations; Health care; Genomics; Health policy; Political science; Incentive; Public health; Medicine; Business; Economics; Nursing; Law","score_opus":0.13234215136529337,"score_gpt":0.48434610834152714,"score_spread":0.35200395697623377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235916361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5160115,0.0019964234,0.00029412934,0.4749199,0.0002859128,0.004465179,0.00012521485,0.00010755099,0.0017942261],"genre_scores_gemma":[0.969808,0.003213944,0.0004772868,0.024306567,0.0010959033,0.00014210661,0.000035852758,0.000053404416,0.0008669309],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.996046,0.0004535723,0.00074454123,0.00060431287,0.0003814774,0.0017701071],"domain_scores_gemma":[0.99711597,0.0000990744,0.00012760106,0.00056605664,0.00018498348,0.0019063245],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004572435,0.0002183457,0.0007007872,0.0017984993,0.000534807,0.00006962712,0.00021958788,0.0012848269,0.0000025155387],"category_scores_gemma":[0.0004968845,0.00019647818,0.000039361574,0.0015702002,0.00021625165,0.00009022842,0.00017406204,0.0029815417,0.000064433756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031707177,0.0027951724,0.004970856,0.007385323,0.0003449104,0.0008028886,0.14666775,0.00084282993,0.013215147,0.54724073,0.022825623,0.24973804],"study_design_scores_gemma":[0.022263912,0.05336214,0.15020314,0.006882918,0.000037284502,0.0038392018,0.059059307,0.0010823341,0.003080105,0.0074933018,0.69050574,0.00219062],"about_ca_topic_score_codex":0.036618706,"about_ca_topic_score_gemma":0.0008656904,"teacher_disagreement_score":0.66768014,"about_ca_system_score_codex":0.002999057,"about_ca_system_score_gemma":0.014353997,"threshold_uncertainty_score":0.9993186},"labels":[],"label_agreement":null},{"id":"W4280633444","doi":"10.1186/s12961-022-00859-6","title":"Evaluating official development assistance-funded granting mechanisms for global health and development research that is initiated in high-income countries","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research; McMaster University; York University","funders":"Canadian Institutes of Health Research; Norges Forskningsråd; National Science Foundation; Vetenskapsrådet; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; UK Research and Innovation","keywords":"Global health; Context (archaeology); Health services research; Economic growth; Public health; Developing country; Sustainable development; International development; Global public good; Health policy; Business; Political science; Health care; Public good; Medicine; Economics","score_opus":0.5532308710717242,"score_gpt":0.5767021818147244,"score_spread":0.02347131074300024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280633444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93983734,0.015809469,0.0007529092,0.033855334,0.00060198363,0.008446059,0.00026450766,0.00010017001,0.0003322097],"genre_scores_gemma":[0.9909878,0.00075191463,0.0021816446,0.003944953,0.00023961019,0.0014557791,0.000116778785,0.000035216868,0.00028634706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9876565,0.0035470405,0.0014556865,0.00077769504,0.00333075,0.003232381],"domain_scores_gemma":[0.99536145,0.0017728193,0.00028308373,0.0002865273,0.0007837709,0.0015123474],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.05309013,0.00025185055,0.00095440296,0.0010378752,0.0043208245,0.00015402505,0.0001716919,0.00013363658,0.000013578529],"category_scores_gemma":[0.0019361884,0.00024140629,0.000033407796,0.0015448013,0.00017926704,0.000093116636,0.00036866328,0.0009891324,0.0000049081073],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.016366867,0.0014286005,0.25341016,0.092874065,0.00043857636,0.00034615558,0.07204171,0.000093180875,0.00005656156,0.3063752,0.023409948,0.23315898],"study_design_scores_gemma":[0.023760635,0.011564058,0.34297502,0.011718281,0.000013149356,0.00078854815,0.06808977,0.010250813,0.00014917679,0.0085968105,0.52063483,0.0014589111],"about_ca_topic_score_codex":0.014557686,"about_ca_topic_score_gemma":0.0019670136,"teacher_disagreement_score":0.49722487,"about_ca_system_score_codex":0.006192336,"about_ca_system_score_gemma":0.03214961,"threshold_uncertainty_score":0.9976227},"labels":[],"label_agreement":null},{"id":"W4281291710","doi":"10.1186/s12961-022-00863-w","title":"Engaging people with lived experience on advisory councils of a national not-for-profit: an integrated knowledge translation case study of Heart & Stroke Mission Critical Area Councils","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; Western University; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Health services research; Qualitative research; Medicine; Public relations; Group cohesiveness; Public health; Nursing; Sociology; Political science; Knowledge management","score_opus":0.9413638130304601,"score_gpt":0.7330098623166446,"score_spread":0.20835395071381557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281291710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873497,0.000118843425,0.0005041936,0.0048524747,0.00017218216,0.005716869,0.0010111058,0.000038208553,0.00023643351],"genre_scores_gemma":[0.9956357,0.000025975995,0.00025714206,0.001146931,0.00017545467,0.0024133984,0.00002883711,0.000027098582,0.00028949365],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98020303,0.013133378,0.0016290568,0.000591487,0.0032245999,0.0012184498],"domain_scores_gemma":[0.98015106,0.014086808,0.00042598505,0.00042822273,0.0041053393,0.00080261246],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03482569,0.00019603534,0.0006172752,0.00090414105,0.004105793,0.00003114205,0.0002582332,0.00009255304,0.00007227212],"category_scores_gemma":[0.0071560503,0.00016583511,0.00003362215,0.0014091982,0.0002692822,0.00025912473,0.0000661203,0.0011238499,0.000003990117],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095494435,0.00036956678,0.017350607,0.0035726503,0.000016899561,0.000008387404,0.9697719,0.00027857086,0.0014367988,0.0017198534,0.003566607,0.00095318037],"study_design_scores_gemma":[0.004375796,0.007037902,0.0075294403,0.000685585,0.000005775096,0.00014899047,0.9439399,0.012836594,0.000037481084,0.00004105111,0.023116417,0.0002450587],"about_ca_topic_score_codex":0.04039578,"about_ca_topic_score_gemma":0.009447696,"teacher_disagreement_score":0.030948084,"about_ca_system_score_codex":0.001916535,"about_ca_system_score_gemma":0.014799181,"threshold_uncertainty_score":0.9971907},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4281555489","doi":"10.1186/s12961-022-00854-x","title":"When the messenger is more important than the message: an experimental study of evidence use in francophone Africa","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université de Montréal","funders":"Agence Française de Développement; Agence Nationale de la Recherche","keywords":"French; Context (archaeology); Health services research; Health administration; Health policy; Quality (philosophy); Medicine; Knowledge translation; Public relations; Political science; Public health; Nursing; Geography","score_opus":0.4808585480348603,"score_gpt":0.5299441577682157,"score_spread":0.049085609733355406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281555489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513501,0.023121264,2.0741075e-7,0.022142656,0.00017143445,0.0030629036,0.00004110864,0.000012896458,0.000097436416],"genre_scores_gemma":[0.9959363,0.00077862985,0.0000021892758,0.0016044091,0.00022368482,0.0007601171,0.0000030860379,0.000017096352,0.00067451876],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9920921,0.003938068,0.0008174119,0.00035354527,0.0018157742,0.0009831529],"domain_scores_gemma":[0.99685407,0.0015273832,0.0001737416,0.000764082,0.00016843661,0.00051231915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01416989,0.00013516958,0.00048292687,0.0003066901,0.00091452344,0.000047354584,0.00026072672,0.000045210305,0.000049136463],"category_scores_gemma":[0.0008353139,0.000069194735,0.0000424202,0.001113619,0.00019254819,0.00012356276,0.00023597082,0.00084527023,0.0000020798418],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031955845,0.0045017903,0.36091048,0.0023554084,0.00008797574,0.00038279739,0.52064675,0.000027882954,0.0007694523,0.0012525567,0.104570664,0.0012986485],"study_design_scores_gemma":[0.0025321352,0.008164989,0.31176224,0.0006644258,0.000007445623,0.00024355236,0.6356804,0.0019763217,0.00005506044,0.000072348696,0.038651954,0.00018916334],"about_ca_topic_score_codex":0.13875982,"about_ca_topic_score_gemma":0.0010839421,"teacher_disagreement_score":0.13767587,"about_ca_system_score_codex":0.00038122185,"about_ca_system_score_gemma":0.0019162234,"threshold_uncertainty_score":0.86697525},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4281677066","doi":"10.1186/s12961-022-00861-y","title":"An analysis of how health systems integrated priority-setting in the pandemic planning in a sample of Latin America and the Caribbean countries","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Centre for Global Health Research; St. Michael's Hospital; McMaster University","funders":"McMaster University","keywords":"Preparedness; Health services research; Context (archaeology); Latin Americans; Health policy; Pandemic; Public health; Health administration; Quality (philosophy); Health care; Sample (material); Environmental health; Descriptive statistics; Medicine; Economic growth; Business; Geography; Political science; Coronavirus disease 2019 (COVID-19); Nursing; Economics; Statistics","score_opus":0.6049784334884641,"score_gpt":0.5538186495082,"score_spread":0.051159783980264106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281677066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8786717,0.032951906,0.00084975647,0.0812594,0.00013955307,0.0035742386,0.002440752,0.000017544036,0.00009512543],"genre_scores_gemma":[0.9958691,0.0013518563,0.00006360801,0.0020447795,0.00010155519,0.0004344911,0.00009436413,0.000014761589,0.000025475134],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97951496,0.01474135,0.003959276,0.00049418636,0.0004613546,0.00082888774],"domain_scores_gemma":[0.98507935,0.0115177175,0.0025179957,0.000570511,0.00012409638,0.00019030338],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.12772158,0.00015016939,0.0017825479,0.0020969824,0.0007156458,0.00016089274,0.0004099408,0.00007006327,0.0000046514424],"category_scores_gemma":[0.006710596,0.0001241175,0.00006165447,0.0024465024,0.00037805724,0.000173788,0.00010327453,0.0007153765,7.774499e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010274023,0.00007352594,0.72521394,0.0025791384,0.00012013405,8.062388e-7,0.12242435,0.008677239,5.957162e-7,0.13954876,0.0010491407,0.00020964569],"study_design_scores_gemma":[0.0019047546,0.0005774149,0.2216566,0.0004079015,0.0000092139335,0.000010375828,0.30718693,0.4398223,4.9253448e-8,0.00092748285,0.02729822,0.0001987628],"about_ca_topic_score_codex":0.4596113,"about_ca_topic_score_gemma":0.0071793334,"teacher_disagreement_score":0.5035573,"about_ca_system_score_codex":0.0011923641,"about_ca_system_score_gemma":0.0014643659,"threshold_uncertainty_score":0.8981942},"labels":[],"label_agreement":null},{"id":"W4281690786","doi":"10.1186/s12961-022-00855-w","title":"Palliative care stakeholders in Canada","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Covenant Health; Grey Nuns Community Hospital","funders":"","keywords":"Palliative care; Stakeholder; Legislature; Grey literature; Public relations; National Policy; Nursing; Medicine; Public administration; Political science; MEDLINE; Law","score_opus":0.7646454463428991,"score_gpt":0.5914590853562977,"score_spread":0.17318636098660145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281690786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9213416,0.05802193,0.0000038880794,0.010923614,0.00018058199,0.0013943341,0.000337455,0.000011873331,0.0077847526],"genre_scores_gemma":[0.99626124,0.0022287036,0.000013800755,0.0006336598,0.0001298547,0.00014730058,0.000030401961,0.000010903719,0.0005441419],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970816,0.0008570641,0.0003397594,0.0001976369,0.0009419538,0.00058198225],"domain_scores_gemma":[0.9986825,0.000528704,0.0000718986,0.00017850952,0.00021616112,0.00032222885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013034982,0.00007864411,0.00036208844,0.0003582643,0.00022710519,0.000007927416,0.000081443366,0.00002202085,0.000018778675],"category_scores_gemma":[0.00057664514,0.00007134287,0.000020171898,0.0006877856,0.0000631499,0.000020776548,0.000081206024,0.00048933306,9.4950764e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042735384,0.000097599506,0.83408725,0.0087661445,0.00007946376,0.00031517583,0.088651374,0.0003493245,0.00006642848,0.00999776,0.04397263,0.013189519],"study_design_scores_gemma":[0.0018761507,0.0009261251,0.061630808,0.0012471406,0.0000027486203,0.000012093849,0.3966618,0.0005882137,0.000042740932,0.0000545984,0.53683263,0.00012496984],"about_ca_topic_score_codex":0.9909642,"about_ca_topic_score_gemma":0.81208813,"teacher_disagreement_score":0.7724564,"about_ca_system_score_codex":0.0036689776,"about_ca_system_score_gemma":0.012558634,"threshold_uncertainty_score":0.99303925},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W4282977788","doi":"10.1186/s12961-022-00865-8","title":"Strategies to adapt and implement health system guidelines and recommendations: a scoping review","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada); Capital District Health Authority; Nova Scotia Health Authority; Izaak Walton Killam Health Centre; University of New Brunswick; Dalhousie University","funders":"Alliance for Health Policy and Systems Research; World Health Organization","keywords":"CINAHL; Systematic review; Grey literature; MEDLINE; Adaptation (eye); Medicine; Health services research; Health administration; Health policy; Health informatics; Health care; Process management; Knowledge management; Public health; Nursing; Business; Psychology; Computer science; Political science; Psychological intervention","score_opus":0.9777473662711983,"score_gpt":0.8385488354762323,"score_spread":0.13919853079496602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282977788","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.3973724e-7,0.82993656,0.0001068299,0.14222291,0.00045177084,0.025405413,0.0010730688,0.000107384,0.0006955464],"genre_scores_gemma":[0.000003761732,0.9544564,0.00044614292,0.027448801,0.0010694633,0.015847594,0.00012782264,0.00008787493,0.00051212165],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9521052,0.034047935,0.007001682,0.0014437519,0.0019342867,0.0034671337],"domain_scores_gemma":[0.9803732,0.012586376,0.0022720972,0.0009831401,0.00080227235,0.0029829387],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.08189706,0.00060603063,0.0037847133,0.001957435,0.0073853577,0.000281584,0.00053666293,0.00022205201,0.00017381535],"category_scores_gemma":[0.008352555,0.0005051395,0.00009412678,0.0026604356,0.00015394858,0.00032594867,0.00137854,0.0020339072,0.0000703678],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000026274988,0.0000049313176,0.0000020408013,0.5381585,0.000016274342,0.0000015520154,0.0026553427,9.06785e-8,7.1895245e-9,0.017462522,0.12128359,0.32041252],"study_design_scores_gemma":[0.00019973687,0.00028852225,0.0000028140373,0.35375014,0.00001076172,0.00006487892,0.015609089,0.000013302415,6.2573763e-10,0.000014901433,0.62985826,0.00018756362],"about_ca_topic_score_codex":0.04035104,"about_ca_topic_score_gemma":0.0031531653,"teacher_disagreement_score":0.50857466,"about_ca_system_score_codex":0.004116799,"about_ca_system_score_gemma":0.048947603,"threshold_uncertainty_score":0.9999392},"labels":[],"label_agreement":null},{"id":"W4283012481","doi":"10.1186/s12961-022-00873-8","title":"Health system learning with Indigenous communities: a study protocol for a two-eyed seeing review and multiple case study","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Northwest Territories; Public Health Agency of Canada; Gwich'in Council International; University of Alberta; Tlicho Community Services Agency; Institute for Work & Health; Public Health Ontario; University of Toronto","funders":"Institute of Indigenous Peoples' Health; Canadian Institutes of Health Research","keywords":"Indigenous; Government (linguistics); Jurisdiction; Commission; Health care; Public relations; Health services research; Traditional knowledge; Public health; Sociology; Biomedicine; Political science; Public administration; Medicine; Nursing; Law; Ecology","score_opus":0.32155719733770677,"score_gpt":0.5632307178949467,"score_spread":0.24167352055723995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283012481","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2730623,0.0042988127,0.00001727737,0.0016548504,0.000108032196,0.7194679,0.000051417497,0.00015711994,0.0011823147],"genre_scores_gemma":[0.8032496,0.00091623986,0.000016918659,0.00016633603,0.00041439477,0.19375932,0.000007831736,0.000039882467,0.0014295038],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97162455,0.024067635,0.00092760945,0.00043703127,0.0012404611,0.0017027169],"domain_scores_gemma":[0.9957981,0.0018550158,0.00051292765,0.0004157635,0.00058901904,0.00082913344],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.042963903,0.00021397955,0.0008499648,0.000568453,0.06376172,0.00027846152,0.00029648034,0.000044785444,0.0000042454426],"category_scores_gemma":[0.0000888297,0.00016675,0.000030688676,0.0011242464,0.00023600674,0.00015365198,0.000031713967,0.0009867995,0.0000013803755],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100619734,0.00084068166,0.0089268545,0.01869657,0.0000435058,0.00006295946,0.96760184,0.000026998854,1.05338085e-8,0.0030938378,0.00010645222,0.0004996489],"study_design_scores_gemma":[0.0020607398,0.0064735245,0.00011081817,0.0009191849,0.0000075999237,0.00047221372,0.78533787,0.00015527943,1.0173879e-8,0.0000037623015,0.2043218,0.00013720091],"about_ca_topic_score_codex":0.96229523,"about_ca_topic_score_gemma":0.89221317,"teacher_disagreement_score":0.5301873,"about_ca_system_score_codex":0.0024448237,"about_ca_system_score_gemma":0.04294351,"threshold_uncertainty_score":0.98547006},"labels":[],"label_agreement":null},{"id":"W4283072332","doi":"10.1186/s12961-022-00877-4","title":"A scoping review to identify and describe the characteristics of theories, models and frameworks of health research partnerships","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada; Canadian Institutes of Health Research; University of Manitoba; George & Fay Yee Centre for Healthcare Innovation; Manitoba Health","funders":"Canadian Institutes of Health Research","keywords":"Health services research; CINAHL; Health care; Knowledge management; Critical appraisal; Health administration; Health informatics; Process (computing); General partnership; Data science; Management science; Computer science; Medicine; Public health; Nursing; Alternative medicine; Political science; Psychological intervention","score_opus":0.9482406081601178,"score_gpt":0.717487350692216,"score_spread":0.23075325746790176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283072332","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000081445614,0.9676952,0.000047880472,0.0051517156,0.00036728478,0.025546934,0.00070761424,0.000016077247,0.0003858676],"genre_scores_gemma":[0.0007691492,0.9900746,0.000030989824,0.0027424765,0.00042088178,0.005293604,0.0002301437,0.00006810458,0.00037009793],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.935276,0.05399745,0.004737906,0.0008412698,0.0025595026,0.0025878702],"domain_scores_gemma":[0.977256,0.017527241,0.0018711338,0.0011040046,0.000734837,0.0015067557],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.110516824,0.00040701847,0.0036552623,0.0010549781,0.004235811,0.000056329536,0.0005802435,0.0004998785,0.000042613872],"category_scores_gemma":[0.0039225575,0.00027767644,0.00010941341,0.0020051047,0.0006181645,0.000103520855,0.0013942312,0.005771902,0.000008574341],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003140432,0.000044255867,0.000051526833,0.73500633,0.00002716709,0.0000011061468,0.0057376903,6.9815016e-8,1.4149494e-8,0.04150427,0.0029926642,0.21460351],"study_design_scores_gemma":[0.0001528364,0.00076535845,0.00001615024,0.57238543,0.000014697458,0.000007506203,0.0037574202,0.000018021123,8.477646e-9,0.000953765,0.4218078,0.000120983736],"about_ca_topic_score_codex":0.013467119,"about_ca_topic_score_gemma":0.0004043025,"teacher_disagreement_score":0.41881514,"about_ca_system_score_codex":0.0011240116,"about_ca_system_score_gemma":0.014234116,"threshold_uncertainty_score":0.9999675},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4283217814","doi":"10.1186/s12961-022-00868-5","title":"Investigating the influence of institutions, politics, organizations, and governance on the COVID-19 response in British Columbia, Canada: a jurisdictional case study protocol","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research; University of British Columbia","keywords":"Coronavirus disease 2019 (COVID-19); Health services research; Politics; Health administration; Public administration; Corporate governance; Public health; 2019-20 coronavirus outbreak; Political science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Health policy; Protocol (science); Pandemic; Medicine; Virology; Law; Nursing; Management; Outbreak; Alternative medicine; Economics; Infectious disease (medical specialty)","score_opus":0.28451210685138495,"score_gpt":0.5524129240914176,"score_spread":0.2679008172400327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283217814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8304309,0.000093846225,8.4576345e-7,0.118672624,0.00010282348,0.05023774,0.00036974493,0.000012660245,0.00007877678],"genre_scores_gemma":[0.8935074,0.0000342159,0.0000024902859,0.016724119,0.00024645255,0.08873541,0.000004777766,0.000012434011,0.00073268585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9818599,0.015095254,0.0009590359,0.00027502203,0.0009657154,0.00084504264],"domain_scores_gemma":[0.9908143,0.0073146108,0.00038689948,0.0003718559,0.00049746415,0.0006148544],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.021094289,0.00008312214,0.00023787277,0.00014459169,0.011142666,0.000096082105,0.00023236181,0.00005450982,0.0000329136],"category_scores_gemma":[0.023009755,0.000080110905,0.000008158037,0.0017899874,0.00037468103,0.000072102855,0.0003100217,0.0013364744,8.4451034e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000796572,0.00031479358,0.5909777,0.0028783258,0.00001958963,0.000090634145,0.08038735,0.0016457548,0.0000027438325,0.0682836,0.2551555,0.00016429696],"study_design_scores_gemma":[0.0009813685,0.00050654047,0.4788579,0.00025038706,0.0000012855352,0.000560698,0.1809921,0.00035153222,1.8096442e-8,0.00034389764,0.3370664,0.00008787099],"about_ca_topic_score_codex":0.9987432,"about_ca_topic_score_gemma":0.9768239,"teacher_disagreement_score":0.11211984,"about_ca_system_score_codex":0.004222743,"about_ca_system_score_gemma":0.09224118,"threshold_uncertainty_score":0.9995999},"labels":[],"label_agreement":null},{"id":"W4283589294","doi":"10.1186/s12961-022-00879-2","title":"Hospital funding reforms in Canada: a narrative review of Ontario and Quebec strategies","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Ontario Medical Association; Université Laval; Centre hospitalier de l'Université Laval","funders":"Fonds de Recherche du Québec - Santé","keywords":"Incentive; Health services research; Stakeholder; Payment; Grey literature; Stakeholder engagement; Health administration; Health policy; Medicine; Public relations; Public administration; Business; Political science; Public health; Nursing; MEDLINE; Finance; Economics","score_opus":0.5052455751348583,"score_gpt":0.5995921162531681,"score_spread":0.09434654111830976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283589294","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056334917,0.9731158,1.815991e-7,0.006554201,0.00054208166,0.0068066265,0.00024039319,0.000013822693,0.012670559],"genre_scores_gemma":[0.000022540531,0.98894864,0.000004809962,0.0024927605,0.00032832788,0.0021264509,0.00014806095,0.000043726104,0.0058846935],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9856971,0.007570072,0.0029228702,0.0006130888,0.0012386546,0.0019582391],"domain_scores_gemma":[0.99341863,0.0037339558,0.0012313081,0.0005586576,0.00030696925,0.00075048493],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0130059,0.00040984811,0.0038703505,0.00088375225,0.0014983405,0.000030149748,0.00037905725,0.00028087175,0.0002606051],"category_scores_gemma":[0.0013277566,0.00029846188,0.000100200195,0.0012574805,0.00014177464,0.00020396174,0.00056329335,0.0042537954,0.000004369273],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000010102938,0.000017088294,0.00028594432,0.7584754,0.000043075877,0.000026904778,0.01350588,3.402533e-8,1.6159248e-9,0.00844115,0.041231416,0.177963],"study_design_scores_gemma":[0.0002128204,0.00020303445,0.0003130683,0.1201919,0.0000114491595,0.0000128343745,0.018029736,3.6297857e-7,3.8991332e-10,0.00005118905,0.8607938,0.00017979727],"about_ca_topic_score_codex":0.99981517,"about_ca_topic_score_gemma":0.9997248,"teacher_disagreement_score":0.8195624,"about_ca_system_score_codex":0.063347995,"about_ca_system_score_gemma":0.52930444,"threshold_uncertainty_score":0.9999468},"labels":[],"label_agreement":null},{"id":"W4283639726","doi":"10.1186/s12961-022-00881-8","title":"Determinants of evidence use by frontline maternal, newborn and child health staff in selected health facilities in Ghana","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Health administration; Medicine; Health care; Health services research; Nursing research; Public health; Nursing; Evidence-based practice; Health policy; Environmental health; Family medicine; Alternative medicine; Economic growth","score_opus":0.5875536907431484,"score_gpt":0.6007327936434216,"score_spread":0.013179102900273132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283639726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92811877,0.018301638,0.000012737746,0.048133172,0.00027174564,0.004318046,0.00075111055,0.000027064074,0.00006570915],"genre_scores_gemma":[0.9780925,0.01595373,0.00008043484,0.0013997148,0.00019463869,0.0009784629,0.000035669724,0.000024975774,0.003239905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9759946,0.016267894,0.0021566935,0.000684395,0.0017165338,0.003179878],"domain_scores_gemma":[0.9940524,0.002991441,0.000579691,0.00043163463,0.00036704616,0.0015777659],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.031140635,0.00020495306,0.0009176378,0.0017234229,0.0027385484,0.000066733715,0.00037606803,0.00010865755,0.000053342785],"category_scores_gemma":[0.0044460106,0.00017400553,0.00002045313,0.002669315,0.00027809094,0.0004588418,0.00039506317,0.002072083,0.000007694412],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005768564,0.00041401613,0.76422316,0.027418368,0.0000070665,0.000008682957,0.10279873,0.000029810453,0.000015486656,0.0007239258,0.07964356,0.024140332],"study_design_scores_gemma":[0.0026602678,0.0059477906,0.643197,0.008848594,5.625282e-7,0.00004353931,0.17690268,0.009406276,0.000004112818,0.00016527426,0.15246603,0.00035785767],"about_ca_topic_score_codex":0.7334096,"about_ca_topic_score_gemma":0.09422448,"teacher_disagreement_score":0.6391851,"about_ca_system_score_codex":0.0031791658,"about_ca_system_score_gemma":0.02264136,"threshold_uncertainty_score":0.9985598},"labels":[],"label_agreement":null},{"id":"W4286716021","doi":"10.1186/s12961-022-00884-5","title":"Development of a STandard reporting guideline for Evidence briefs for Policy (STEP): context and study protocol","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Red Cross Society; McMaster University; Impact","funders":"National Social Science Fund of China","keywords":"Checklist; Protocol (science); Context (archaeology); Delphi method; Health services research; Medicine; Systematic review; Process management; Computer science; Management science; MEDLINE; Public health; Nursing; Political science; Business; Psychology; Engineering; Alternative medicine","score_opus":0.9412641282782596,"score_gpt":0.8091784699229101,"score_spread":0.13208565835534947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286716021","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06786208,0.00028531483,0.01014476,0.12294977,0.00030652777,0.79701,0.0010474343,0.00010593342,0.0002881789],"genre_scores_gemma":[0.27164173,0.000016499645,0.0062726275,0.008612079,0.00084803876,0.71136326,0.000010532211,0.000048442165,0.0011868104],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9822742,0.005898804,0.007061192,0.0007271337,0.0019115179,0.002127181],"domain_scores_gemma":[0.9818613,0.010303222,0.0038876468,0.0005426582,0.0024334167,0.00097177725],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11942564,0.00019599099,0.0008405227,0.0009760212,0.006778826,0.00005553247,0.00032777563,0.00007239975,0.000019938461],"category_scores_gemma":[0.059407547,0.00017521282,0.000041611856,0.0012170762,0.00018601392,0.00015774864,0.00062984077,0.00059950625,0.0000017437419],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046202973,0.00033870176,0.031128636,0.056781948,0.0001106223,0.0000066621037,0.38814157,0.000019341682,0.00053920876,0.086601764,0.30132565,0.1303856],"study_design_scores_gemma":[0.00408477,0.0026414956,0.0014736296,0.0006272939,0.0000022208137,0.000010637622,0.08867023,0.0006958451,0.0000113008455,0.00032278747,0.90131843,0.00014134875],"about_ca_topic_score_codex":0.026930332,"about_ca_topic_score_gemma":0.0031132062,"teacher_disagreement_score":0.5999928,"about_ca_system_score_codex":0.0022901348,"about_ca_system_score_gemma":0.037243623,"threshold_uncertainty_score":0.9945142},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4288535547","doi":"10.1186/s12961-022-00882-7","title":"Correction to: An analysis of how health systems integrated priority-setting in the pandemic planning in a sample of Latin America and the Caribbean countries","year":2022,"lang":"en","type":"erratum","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Centre for Global Health Research; St. Michael's Hospital; McMaster University","funders":"","keywords":"Latin Americans; Pandemic; Health services research; Public health; Health administration; Sample (material); Coronavirus disease 2019 (COVID-19); Health policy; Social policy; Political science; Geography; Medicine; Nursing; Law; Infectious disease (medical specialty)","score_opus":0.548584235926619,"score_gpt":0.5434209245011039,"score_spread":0.005163311425515071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288535547","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20252801,0.31100053,0.0044176104,0.38867033,0.024619548,0.03798468,0.02738768,0.0001643607,0.0032272663],"genre_scores_gemma":[0.9682604,0.016519856,0.00011262676,0.0065045757,0.001532904,0.001983217,0.0016921968,0.0000982569,0.0032959597],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97422963,0.017283758,0.005839048,0.0008486744,0.0006759544,0.0011229285],"domain_scores_gemma":[0.9773714,0.016424734,0.0047638533,0.00086087204,0.00025625637,0.0003228839],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13061038,0.00029883705,0.0033706843,0.0042858617,0.00072738744,0.0003012065,0.0005667393,0.00024355703,0.000007633719],"category_scores_gemma":[0.021866031,0.00025334003,0.00011140672,0.0035894508,0.00038286808,0.00019646813,0.00015408343,0.001967057,0.0000017697313],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029439296,0.0001555154,0.29615542,0.0152264,0.00050568685,0.0000022795632,0.24335483,0.008983903,1.8274176e-7,0.049817547,0.38481593,0.0006879219],"study_design_scores_gemma":[0.0012857459,0.00081794726,0.09132641,0.0025431307,0.000022019978,0.000011989126,0.19385406,0.301278,1.1713013e-8,0.00027878096,0.40822542,0.00035648167],"about_ca_topic_score_codex":0.6782458,"about_ca_topic_score_gemma":0.04158297,"teacher_disagreement_score":0.7657324,"about_ca_system_score_codex":0.0027106025,"about_ca_system_score_gemma":0.0037632366,"threshold_uncertainty_score":0.9999919},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4294025561","doi":"10.1186/s12961-022-00897-0","title":"Building a virtual community of practice: experience from the Canadian foundation for healthcare improvement’s policy circle","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"CARE Canada; Public Health Ontario; London Health Sciences Centre; Western University","funders":"Healthcare Excellence Canada; Canadian Foundation for Healthcare Improvement","keywords":"Qualitative property; Health services research; Public relations; Health care; Qualitative research; Health administration; Health policy; Medical education; Nursing research; Psychology; Medicine; Nursing; Sociology; Public health; Political science; Computer science","score_opus":0.8452311112677144,"score_gpt":0.7459102043076289,"score_spread":0.09932090696008555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294025561","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3880661,0.00033581848,0.00076914416,0.59496194,0.0008805806,0.010760019,0.0031226524,0.000055423607,0.0010483266],"genre_scores_gemma":[0.93937653,0.00011476903,0.00020766877,0.054162845,0.0010114238,0.004732283,0.00006144593,0.00002822182,0.0003047847],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.97175264,0.022458723,0.0015336234,0.0003916728,0.0016550721,0.0022082631],"domain_scores_gemma":[0.9702915,0.025245165,0.0008986339,0.0008839296,0.0013800471,0.0013007533],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043633074,0.00014950629,0.00039527338,0.0007840761,0.02372813,0.00009984138,0.0008122011,0.00010390771,0.000047449525],"category_scores_gemma":[0.02833617,0.00013801614,0.000040726285,0.0019022843,0.00039104017,0.0003529054,0.0005461797,0.0021110459,0.0000118418],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00021300634,0.00008604158,0.004326184,0.0017349682,0.000033331893,0.0000012380374,0.4932909,0.000045106248,0.00044882798,0.42619163,0.024790816,0.048837963],"study_design_scores_gemma":[0.0011616289,0.0012589723,0.011745333,0.00017801525,0.000002280979,0.000005797574,0.28089312,0.0007033771,0.0000084812345,0.0028584753,0.7010524,0.0001320804],"about_ca_topic_score_codex":0.99108016,"about_ca_topic_score_gemma":0.61904645,"teacher_disagreement_score":0.67626166,"about_ca_system_score_codex":0.006438232,"about_ca_system_score_gemma":0.04099376,"threshold_uncertainty_score":0.99737585},"labels":[],"label_agreement":null},{"id":"W4294724152","doi":"10.1186/s12961-022-00898-z","title":"What implementation strategies and outcome measures are used to transform healthcare organizations into learning health systems? A mixed-methods review protocol","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada); Dalhousie University; Izaak Walton Killam Health Centre; Capital District Health Authority","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; Data extraction; Protocol (science); Grey literature; Health care; Context (archaeology); Inclusion (mineral); Health administration; Qualitative property; MEDLINE; Critical appraisal; Systematic review; Health services research; Health informatics; Medicine; Computer science; Medical education; Psychology; Nursing; Public health; Alternative medicine; Psychological intervention; Political science; Social psychology","score_opus":0.9008396037312248,"score_gpt":0.8045574546151567,"score_spread":0.09628214911606814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294724152","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019388806,0.6677724,0.00079595007,0.065255545,0.0008054829,0.2648163,0.00030906015,0.0001856838,0.000057606576],"genre_scores_gemma":[0.0000216603,0.6694916,0.00019924412,0.007077939,0.00066283456,0.32175356,0.00019698896,0.00015389384,0.00044225578],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.88648397,0.09637657,0.007941227,0.0017649251,0.0032810047,0.00415231],"domain_scores_gemma":[0.97822523,0.011259858,0.0039028842,0.0011342034,0.0017634894,0.003714346],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09457715,0.00094187196,0.0050306786,0.0029041814,0.01125716,0.0010824124,0.0008792525,0.00047785317,0.00015743492],"category_scores_gemma":[0.010344478,0.0008013713,0.00017280561,0.0074043465,0.00024605184,0.0011372317,0.00070729334,0.0046542273,0.00009170771],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000007858161,0.000016528738,0.00012024409,0.5585266,0.000035226527,0.0000024570409,0.023582697,0.000003197733,6.710886e-8,0.005599714,0.010028779,0.40207663],"study_design_scores_gemma":[0.00055235176,0.000733238,0.000048733982,0.06576502,0.000021351594,0.00005252021,0.13049623,0.000015306761,1.3211275e-8,0.00005516224,0.8018626,0.0003974726],"about_ca_topic_score_codex":0.074900396,"about_ca_topic_score_gemma":0.014744616,"teacher_disagreement_score":0.7918338,"about_ca_system_score_codex":0.008112294,"about_ca_system_score_gemma":0.052688994,"threshold_uncertainty_score":0.9999546},"labels":[],"label_agreement":null},{"id":"W4294877223","doi":"10.1186/s12961-022-00899-y","title":"Improving WHO’s understanding of WHO guideline uptake and use in Member States: a scoping review","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Royal College of Physicians and Surgeons of Canada; Impact; University of Ottawa; Bruyère","funders":"Lanzhou University; World Health Organization","keywords":"Health services research; Health administration; Guideline; Public health; Medicine; Member states; Social policy; Health policy; Environmental health; Nursing; Political science; European union; Business; Law; Pathology","score_opus":0.9117972762529872,"score_gpt":0.7074635967040908,"score_spread":0.20433367954889647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294877223","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010893918,0.98707,0.00014732372,0.0036628933,0.000094720606,0.008706268,0.00014654109,0.00001712712,0.00014423215],"genre_scores_gemma":[0.00001061554,0.99702716,0.00015446778,0.0014712746,0.00035502636,0.0004227241,0.0002244314,0.000069033544,0.00026526893],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98699856,0.00450682,0.005573566,0.0006885506,0.0013179415,0.00091458263],"domain_scores_gemma":[0.9854335,0.011343261,0.0016560107,0.0006226734,0.00035575675,0.0005888059],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037023295,0.00032022575,0.0033738015,0.0011847705,0.00027744783,0.00010661832,0.00013872518,0.00017524206,0.00008143883],"category_scores_gemma":[0.037019797,0.00026461258,0.00014789548,0.0014337777,0.0001592433,0.00025153192,0.0003901351,0.001510095,0.000002068014],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029216131,0.000029917017,0.000027155244,0.626635,0.00004848581,0.000024008914,0.0001839837,7.7105614e-7,7.5917235e-8,0.00068257464,0.0064701117,0.36586872],"study_design_scores_gemma":[0.00056350674,0.00033332105,0.000003553901,0.42277324,0.00008323287,0.00013958054,0.0008441238,0.00042066505,6.796712e-9,0.000020514739,0.5747028,0.0001154582],"about_ca_topic_score_codex":0.035126522,"about_ca_topic_score_gemma":0.001673208,"teacher_disagreement_score":0.56823266,"about_ca_system_score_codex":0.0019661246,"about_ca_system_score_gemma":0.0078161005,"threshold_uncertainty_score":0.9999806},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4295117933","doi":"10.1186/s12961-022-00883-6","title":"Saving millions of lives but some resources squandered: emerging lessons from health research system pandemic achievements and challenges","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Michael Smith Health Research BC; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Medical Research Council; Australian Government","keywords":"Pandemic; Public health; Capacity building; Health services research; Psychological intervention; Corporate governance; Medicine; Economic growth; Political science; Business; Public relations; Coronavirus disease 2019 (COVID-19); Nursing; Finance; Economics","score_opus":0.8757062759873566,"score_gpt":0.5953844092374845,"score_spread":0.28032186674987214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295117933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5449413,0.28084153,0.0000434174,0.16827556,0.0004108544,0.002431904,0.0021042502,0.00007829327,0.0008728867],"genre_scores_gemma":[0.9526254,0.043465674,0.000098114426,0.0015453295,0.0008432574,0.0007364933,0.000054532877,0.00006371799,0.00056748086],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.976946,0.013577443,0.005049057,0.001281667,0.0010712115,0.0020745986],"domain_scores_gemma":[0.9885159,0.0072945524,0.0020433306,0.00088589947,0.00022147947,0.001038816],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.13398094,0.00027330237,0.0017834164,0.0026108816,0.0038908261,0.00020412824,0.0005856927,0.00014351944,0.000028892986],"category_scores_gemma":[0.0042507863,0.00032860425,0.00008951253,0.0008130469,0.00039988323,0.0003730008,0.0007482376,0.0012850986,0.00004539564],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013303634,0.0003685411,0.030181006,0.022515861,0.0003092505,0.000007590308,0.11623685,0.00027328133,0.000030909607,0.80867726,0.016095629,0.0051707975],"study_design_scores_gemma":[0.0027579784,0.0019122063,0.049527213,0.0032298022,0.000005292824,0.00007878786,0.67157245,0.01185426,0.0000018412397,0.016143925,0.24218164,0.0007345949],"about_ca_topic_score_codex":0.16566223,"about_ca_topic_score_gemma":0.0018669434,"teacher_disagreement_score":0.79253334,"about_ca_system_score_codex":0.0029620323,"about_ca_system_score_gemma":0.001543643,"threshold_uncertainty_score":0.9999166},"labels":[],"label_agreement":null},{"id":"W4295932120","doi":"10.1186/s12961-022-00900-8","title":"Building capacity for integrated knowledge translation: a description of what we can learn from trainees’ experiences during the COVID-19 pandemic","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Toronto Rehabilitation Institute; University of British Columbia, Okanagan Campus; NOSM University; University of British Columbia; University of Ottawa; Women's College Hospital; Children's Hospital of Eastern Ontario; University of Manitoba; University Health Network; Ottawa Hospital; Western University; University of Toronto","funders":"","keywords":"Knowledge translation; General partnership; Reflexivity; Health services research; Pandemic; Public relations; Social distance; Sociology; Health administration; Capacity building; Psychology; Medical education; Coronavirus disease 2019 (COVID-19); Political science; Pedagogy; Knowledge management; Public health; Medicine; Nursing; Social science; Computer science","score_opus":0.9269683649908214,"score_gpt":0.7094073660946021,"score_spread":0.21756099889621927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295932120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9061616,0.0026923511,0.0028197975,0.081891984,0.0006311182,0.0049048974,0.00075214746,0.00006869954,0.00007741611],"genre_scores_gemma":[0.98795575,0.0010391601,0.00023918989,0.0038425985,0.0005662955,0.0057311845,0.00002047967,0.00002043165,0.0005849124],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9828244,0.013199933,0.0012918608,0.0004279282,0.00093008083,0.0013258203],"domain_scores_gemma":[0.9853324,0.012627811,0.00046670274,0.0003406514,0.00041486663,0.00081753463],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.023445098,0.00014861813,0.00041041747,0.000622794,0.007297787,0.00009041267,0.00042475262,0.00009598023,0.00011684357],"category_scores_gemma":[0.0053074565,0.00011400027,0.00004934778,0.0015981718,0.00040565524,0.00033634092,0.00013046544,0.0010720312,0.0000030454792],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001636014,0.000029665014,0.0031794284,0.0032100347,0.000014249982,5.092235e-7,0.97411627,0.00008976274,0.0013275518,0.005418852,0.005555356,0.0068947324],"study_design_scores_gemma":[0.0012410043,0.00021978203,0.00084245176,0.00024344989,0.0000019351967,0.00001093425,0.5545064,0.0026131854,0.000008429611,0.0007987051,0.43941674,0.00009695911],"about_ca_topic_score_codex":0.09637722,"about_ca_topic_score_gemma":0.011511077,"teacher_disagreement_score":0.43386137,"about_ca_system_score_codex":0.0025162955,"about_ca_system_score_gemma":0.008743037,"threshold_uncertainty_score":0.9968765},"labels":[],"label_agreement":null},{"id":"W4297983012","doi":"10.1186/s12961-022-00908-0","title":"Facilitators, barriers and strategies for health-system guidance implementation: a critical interpretive synthesis protocol","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; McMaster University; Canadian Red Cross Society; Hamilton Health Sciences; Impact","funders":"","keywords":"Relevance (law); Consistency (knowledge bases); Health informatics; Computer science; Implementation research; Management science; Data extraction; Health administration; Conceptual framework; Protocol (science); Health services research; Principal (computer security); Grey literature; Process management; Data science; Knowledge management; Medicine; MEDLINE; Public health; Sociology; Nursing; Alternative medicine; Political science","score_opus":0.6802388728036616,"score_gpt":0.7421464656006342,"score_spread":0.061907592796972666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297983012","genre_codex":"commentary","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064760046,0.0008842687,0.009524591,0.54574883,0.001275379,0.41101006,0.020307053,0.00049561,0.004278224],"genre_scores_gemma":[0.48212907,0.000018893696,0.00031741709,0.008982897,0.00040308438,0.5078755,0.0000035351238,0.00003054767,0.00023903023],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97361964,0.019102396,0.002165684,0.0008058055,0.0015097761,0.0027967137],"domain_scores_gemma":[0.9743582,0.02183996,0.0005414322,0.0004537384,0.0007619838,0.0020446756],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03935708,0.00024914,0.0006972979,0.00078821095,0.011195135,0.00017189393,0.0003641976,0.00009206415,0.00023943208],"category_scores_gemma":[0.01646529,0.00023688184,0.00004805728,0.000999318,0.0005070827,0.00033139318,0.00046813756,0.0009835089,0.000015707246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00041309805,0.000020100475,0.0036352146,0.030904567,0.000026797296,0.000003610219,0.13087891,0.000007490853,0.00002684143,0.60468835,0.22529766,0.004097392],"study_design_scores_gemma":[0.00077095866,0.0013407154,0.0011691053,0.0009275086,0.0000017129979,0.00002337657,0.45479175,0.0009075922,0.0000016584015,0.00063317356,0.53925437,0.00017808082],"about_ca_topic_score_codex":0.02593656,"about_ca_topic_score_gemma":0.0010745692,"teacher_disagreement_score":0.60405517,"about_ca_system_score_codex":0.004037097,"about_ca_system_score_gemma":0.023551673,"threshold_uncertainty_score":0.99978626},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4303684372","doi":"10.1186/s12961-022-00902-6","title":"A framework for considering the utility of models when facing tough decisions in public health: a guideline for policy-makers","year":2022,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Australian Research Council","keywords":"Public health; Deliberation; Pace; Health policy; Pandemic; Process (computing); Health administration; Health services research; Public relations; Public policy; Political science; Management science; Business; Infectious disease (medical specialty); Medicine; Coronavirus disease 2019 (COVID-19); Disease; Economics; Computer science","score_opus":0.9577754020375087,"score_gpt":0.7517697861122502,"score_spread":0.20600561592525846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303684372","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000113205395,0.0012612824,0.047739845,0.92071193,0.00070886064,0.021886708,0.006931197,0.000066220375,0.00058076537],"genre_scores_gemma":[0.012836875,0.0016545914,0.0088159945,0.9495759,0.0061607603,0.01927996,0.0003381372,0.00015495943,0.0011828355],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.961029,0.020709293,0.0070536225,0.0014000711,0.003072023,0.0067360103],"domain_scores_gemma":[0.86591613,0.12476024,0.0031217488,0.0021401285,0.0024887328,0.0015730123],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09273076,0.00052069227,0.0019978331,0.0032021976,0.006595772,0.00015876314,0.001331941,0.0009486651,0.00009555515],"category_scores_gemma":[0.09897036,0.00042291798,0.0002269511,0.0027529548,0.0006785866,0.00032737554,0.000929956,0.006875059,0.00000694322],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00007464367,0.00002302868,0.00006277566,0.006940725,0.00002719098,0.000002065224,0.03715998,0.00003859187,4.691995e-7,0.05498555,0.8974141,0.0032709187],"study_design_scores_gemma":[0.0011884368,0.00044067155,0.00003159893,0.0014782122,0.00000261796,0.000010030489,0.015285168,0.012643654,1.2894898e-7,0.07844107,0.8902595,0.0002188831],"about_ca_topic_score_codex":0.16648175,"about_ca_topic_score_gemma":0.0061829085,"teacher_disagreement_score":0.16029884,"about_ca_system_score_codex":0.005166467,"about_ca_system_score_gemma":0.07131834,"threshold_uncertainty_score":0.99982226},"labels":[],"label_agreement":null},{"id":"W4307711315","doi":"10.1186/s12961-022-00905-3","title":"What the policy and stewardship landscape of a national health research system looks like in a developing country like Iran: a qualitative study","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Canadian Institutes of Health Research","funders":"","keywords":"Stewardship (theology); Scope (computer science); Health services research; Health administration; Public relations; Health policy; Qualitative research; Health care; Medicine; Political science; Medical education; Business; Knowledge management; Public health; Nursing; Sociology; Social science","score_opus":0.6564368557691846,"score_gpt":0.6298083061130365,"score_spread":0.026628549656148137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307711315","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008591767,0.9767779,0.0000011638342,0.008049273,0.0004456697,0.012399236,0.00039175755,0.00003827055,0.0010375526],"genre_scores_gemma":[0.012050696,0.9816303,0.000008144484,0.0014125999,0.0011446225,0.002696872,0.00015258414,0.000082586805,0.0008215958],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9451072,0.04117022,0.003330282,0.001151444,0.006076154,0.0031647051],"domain_scores_gemma":[0.97645223,0.018709464,0.0009594092,0.0008711712,0.0013277107,0.001680043],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.12216672,0.00053431286,0.0039510834,0.0048361095,0.0017026277,0.00031840935,0.00047035783,0.00037550714,0.000005766865],"category_scores_gemma":[0.005682026,0.00036924466,0.00016838398,0.006159257,0.00053841656,0.0001799089,0.00059716037,0.003577197,0.000010406377],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0006384426,0.0006108875,0.00035846504,0.6529169,0.00036781857,0.00016633712,0.16199546,9.657606e-7,1.8946222e-8,0.05586519,0.018922012,0.10815749],"study_design_scores_gemma":[0.0010680429,0.0014862329,0.00018635365,0.04795329,0.000009612275,0.00046673723,0.24656564,0.00003995438,2.2444637e-9,0.00006565863,0.7019762,0.00018229822],"about_ca_topic_score_codex":0.07893181,"about_ca_topic_score_gemma":0.0031323566,"teacher_disagreement_score":0.68305415,"about_ca_system_score_codex":0.007188011,"about_ca_system_score_gemma":0.07407217,"threshold_uncertainty_score":0.99987596},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4308212754","doi":"10.1186/s12961-022-00925-z","title":"How can health technology assessment support our response to public health emergencies?","year":2022,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Medical Research Council; Bill and Melinda Gates Foundation","keywords":"Public health; Transparency (behavior); Health technology; Preparedness; Health policy; Public relations; Health economics; Health administration; Health services research; Medicine; Business; Health care; Political science; Economic growth; Nursing; Economics","score_opus":0.8129029258653265,"score_gpt":0.607648938883724,"score_spread":0.20525398698160258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308212754","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005902286,0.010489151,0.00043640914,0.971811,0.001961429,0.00788353,0.0059151496,0.00023118076,0.000681907],"genre_scores_gemma":[0.014407073,0.004076945,0.00048665085,0.9348581,0.0067188735,0.0046324697,0.00096177787,0.00027144793,0.0335867],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9452481,0.029509852,0.011921154,0.0033998224,0.0020357287,0.007885335],"domain_scores_gemma":[0.984253,0.0027516473,0.006548158,0.002720334,0.0005972647,0.0031296185],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24395603,0.00081435486,0.0047480594,0.010398895,0.0037118462,0.0010878847,0.0016539565,0.0010287857,0.0001922902],"category_scores_gemma":[0.019884476,0.0010235496,0.00025196228,0.003487181,0.00023240928,0.00040009207,0.0008958709,0.0060194177,0.00048273357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000027722073,0.00008466227,0.001010497,0.006191249,0.00010440559,0.000021198002,0.004028398,0.0000078984485,1.5878753e-7,0.044672,0.94324917,0.00060262444],"study_design_scores_gemma":[0.0006280575,0.0029680014,0.0009186391,0.00030613542,0.0000010247181,0.0001079965,0.02005938,0.00018966668,2.9725085e-8,0.0010258616,0.9731806,0.0006146014],"about_ca_topic_score_codex":0.0677241,"about_ca_topic_score_gemma":0.0023392309,"teacher_disagreement_score":0.22407155,"about_ca_system_score_codex":0.026202714,"about_ca_system_score_gemma":0.04324272,"threshold_uncertainty_score":0.9999491},"labels":[],"label_agreement":null},{"id":"W4311465619","doi":"10.1186/s12961-022-00938-8","title":"How are health research partnerships assessed? A systematic review of outcomes, impacts, terminology and the use of theories, models and frameworks","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa; Hotchkiss Brain Institute; Alberta Health Services; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; George & Fay Yee Centre for Healthcare Innovation; University of Alberta; St. Michael's Hospital; Alberta Health; University of Manitoba; University of Calgary","funders":"Canadian Institutes of Health Research; Cumming School of Medicine, University of Calgary","keywords":"Health services research; Terminology; Health administration; Public health; Health economics; Medicine; Systematic review; Health policy; Population health; Management science; MEDLINE; Nursing; Political science; Economics","score_opus":0.9748764782018798,"score_gpt":0.7778197903298523,"score_spread":0.19705668787202757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311465619","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011922596,0.88837564,0.00006554227,0.08365318,0.00019488602,0.026394436,0.0011872356,0.00002972664,0.000087437664],"genre_scores_gemma":[0.00052097725,0.97990745,0.000060473052,0.009993933,0.00024326838,0.0080291815,0.000047289606,0.000088303794,0.0011090946],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.80880725,0.17582592,0.006485639,0.0011312867,0.003956404,0.003793522],"domain_scores_gemma":[0.8342993,0.15327188,0.0063673654,0.0023542535,0.0017816606,0.0019255305],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17127287,0.00061839324,0.008523707,0.002231111,0.0040377984,0.0002321987,0.0010874971,0.00082108396,0.000022958897],"category_scores_gemma":[0.11313946,0.0003630009,0.00022772273,0.0035717622,0.0026566687,0.0004548155,0.0015324414,0.00815587,0.0000042284228],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020702722,0.000025282296,0.000049602386,0.837818,0.0000863911,0.0000029372218,0.0058144373,1.1260172e-7,5.1508215e-9,0.14096875,0.009671044,0.0055426885],"study_design_scores_gemma":[0.0005862336,0.00031979705,0.000018915218,0.4910328,0.00005272677,0.00006240208,0.008484529,0.00007831652,2.6181983e-9,0.0011764952,0.49802223,0.00016552761],"about_ca_topic_score_codex":0.020297203,"about_ca_topic_score_gemma":0.0008730362,"teacher_disagreement_score":0.4883512,"about_ca_system_score_codex":0.0018255694,"about_ca_system_score_gemma":0.025995594,"threshold_uncertainty_score":0.9998822},"labels":[],"label_agreement":null},{"id":"W4313197643","doi":"10.1186/s12961-022-00944-w","title":"Scaling up the “24/7 BHU” strategy to provide round-the-clock maternity care in Punjab, Pakistan: a theory-driven, coproduced implementation study","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Economic and Social Research Council; Medical Research Council; Foreign, Commonwealth and Development Office; Health Systems Research Institute; Wellcome Trust","keywords":"Government (linguistics); Health services research; Health care; Scale (ratio); Health administration; Nursing research; Work (physics); Public health; Medicine; Rural area; Program evaluation; Nursing; Process management; Economic growth; Business; Public administration; Political science; Economics; Engineering; Geography","score_opus":0.2304906684302948,"score_gpt":0.5413214416831964,"score_spread":0.3108307732529016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313197643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9723533,0.0016069312,0.00000285579,0.018347796,0.00022101017,0.0070525915,0.00012029376,0.000029177601,0.00026608427],"genre_scores_gemma":[0.9949656,0.00010594815,0.0000020029843,0.002501897,0.00044508828,0.001010697,0.000019991465,0.000020657306,0.0009281159],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99236643,0.004287751,0.00070873066,0.00042008286,0.0012321043,0.0009848737],"domain_scores_gemma":[0.9983526,0.0003356401,0.00012401845,0.00046664957,0.00025213475,0.00046898867],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0087914225,0.00015627881,0.00036430336,0.00026613986,0.0016300284,0.00019133603,0.00023218841,0.000031054355,0.000033683136],"category_scores_gemma":[0.00022824672,0.00009401426,0.00003314834,0.0008013672,0.00006711252,0.000053943728,0.00028352303,0.0007851362,0.0000137084935],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076814657,0.0016750111,0.39543054,0.01379091,0.00027901764,0.00039962557,0.37836996,0.0015433371,0.00042872128,0.11144005,0.020448385,0.06851297],"study_design_scores_gemma":[0.0040320395,0.007635103,0.2805114,0.00036346092,0.000016503664,0.00028694197,0.6397967,0.00026448027,0.000026794469,0.0007897201,0.06605901,0.00021789178],"about_ca_topic_score_codex":0.13833275,"about_ca_topic_score_gemma":0.007376728,"teacher_disagreement_score":0.2614267,"about_ca_system_score_codex":0.0013696513,"about_ca_system_score_gemma":0.0018501224,"threshold_uncertainty_score":0.99966973},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4313476534","doi":"10.1186/s12961-022-00940-0","title":"Inclusion of diabetic retinopathy screening strategies in national-level diabetes care planning in low- and middle-income countries: a scoping review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ulverscroft Foundation; Queen's University Belfast; Queen's University; Wellcome Trust","keywords":"Medicine; Health services research; Health administration; Inclusion (mineral); Diabetic retinopathy; Diabetes mellitus; Low and middle income countries; Optometry; Public health; Environmental health; Health care; Gerontology; Family medicine; Nursing; Developing country; Economic growth; Endocrinology; Psychology","score_opus":0.4424551893357234,"score_gpt":0.5601814370752648,"score_spread":0.11772624773954138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313476534","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029403537,0.9908353,3.936369e-7,0.00027538993,0.0000328101,0.005362566,0.00032348427,0.000016926288,0.00021275165],"genre_scores_gemma":[0.010846529,0.98792124,0.000014312634,0.000074722346,0.00014712186,0.00073308474,0.00017993171,0.000046851437,0.00003617915],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99445045,0.0015117652,0.0015105633,0.0004958141,0.0012197648,0.00081166136],"domain_scores_gemma":[0.9966689,0.0019127069,0.00043359277,0.00024458967,0.000367605,0.00037263054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004772035,0.00030950038,0.002467423,0.0015323228,0.00028310236,0.00006924432,0.00012844992,0.00019668031,0.0000023037421],"category_scores_gemma":[0.0020323095,0.00023988093,0.00010253514,0.0013503963,0.00015773728,0.00009535874,0.00043109266,0.0005818812,0.0000070715823],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020232936,0.000020640984,0.0045539495,0.9853047,0.000037401365,0.00007494809,0.0009255285,0.0000015450522,2.7067292e-8,0.00022745105,0.000011877297,0.008821705],"study_design_scores_gemma":[0.00059854914,0.00031472096,0.0028913452,0.99332577,0.00003934133,0.000015983833,0.0008222249,0.00005717538,4.9753297e-8,0.00004388986,0.001754876,0.00013605058],"about_ca_topic_score_codex":0.002432153,"about_ca_topic_score_gemma":0.00012440134,"teacher_disagreement_score":0.008685655,"about_ca_system_score_codex":0.00069192535,"about_ca_system_score_gemma":0.00509472,"threshold_uncertainty_score":0.97820604},"labels":[],"label_agreement":null},{"id":"W4313561620","doi":"10.1186/s12961-022-00937-9","title":"Tools for assessing health research partnership outcomes and impacts: a systematic review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa; Hotchkiss Brain Institute; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; George & Fay Yee Centre for Healthcare Innovation; St. Michael's Hospital; Alberta Health; University of Manitoba; University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research; Cumming School of Medicine, University of Calgary; University of Manitoba","keywords":"Health services research; Public health; General partnership; Health administration; Health economics; Medicine; Health policy; Social policy; Environmental health; Nursing; Political science","score_opus":0.9902377267445511,"score_gpt":0.8647154609096513,"score_spread":0.12552226583489978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313561620","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026418286,0.8832771,0.000039153798,0.053662572,0.00038637975,0.06100261,0.0009208967,0.0001996123,0.00050904445],"genre_scores_gemma":[0.00001836968,0.9441827,0.000070620365,0.014622865,0.0013792207,0.03428104,0.00014600865,0.00022860503,0.0050705564],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8666882,0.10819391,0.009718295,0.0018658999,0.004736464,0.008797258],"domain_scores_gemma":[0.793861,0.19198887,0.0040322547,0.002133119,0.0028126135,0.005172183],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30729276,0.0008450224,0.009104588,0.0038608368,0.0093698185,0.0010496068,0.0011578533,0.0007642943,0.000018301625],"category_scores_gemma":[0.22776319,0.0005985137,0.00034302296,0.006071588,0.00068651245,0.00079172326,0.0009107063,0.0049735075,0.0005144693],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000035344315,0.00001512854,0.000014094017,0.8823148,0.00007117732,0.0000034261402,0.003488323,1.4601703e-8,9.52008e-9,0.010411414,0.082613125,0.021064965],"study_design_scores_gemma":[0.00031260995,0.00021823838,0.000020551004,0.50934243,0.000034761564,0.000023650393,0.0048203506,0.0000149372,1.1498732e-9,0.0001302513,0.48487034,0.0002118704],"about_ca_topic_score_codex":0.01275442,"about_ca_topic_score_gemma":0.0009716707,"teacher_disagreement_score":0.40225723,"about_ca_system_score_codex":0.006279608,"about_ca_system_score_gemma":0.066051245,"threshold_uncertainty_score":0.9999874},"labels":[],"label_agreement":null},{"id":"W4317794938","doi":"10.1186/s12961-022-00942-y","title":"Applying behaviour change models to policy-making: development and validation of the Policymakers’ Information Use Questionnaire (POLIQ)","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; Autism Canada; MAB-Mackay Rehabilitation Centre; McGill University Health Centre; McGill University","funders":"Employment and Social Development Canada; Kids Brain Health Network; McGill University Health Centre; Centre for Interdisciplinary Research in Rehabilitation; McGill University","keywords":"Health services research; Health administration; Health informatics; Health policy; Public health; Healthcare policy; Social policy; Medicine; Environmental health; Health care reform; Political science; Nursing","score_opus":0.9111884527431231,"score_gpt":0.7105097635255728,"score_spread":0.20067868921755028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317794938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8727517,0.00007321296,0.00060571695,0.112116516,0.0004102543,0.01281068,0.0003123579,0.00018307434,0.0007364553],"genre_scores_gemma":[0.9791259,0.0001735859,0.00015889846,0.014646928,0.00059123733,0.0047003054,0.000018094823,0.000023492905,0.0005615378],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9913396,0.0035470563,0.0015583482,0.0003185111,0.0014871564,0.0017493063],"domain_scores_gemma":[0.9956098,0.0016529175,0.00056096667,0.00047651667,0.00086272834,0.0008370772],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013931892,0.0001862856,0.00036547068,0.0027159147,0.0031413361,0.00012919088,0.00030227017,0.00017376425,0.0000027179785],"category_scores_gemma":[0.0058789025,0.00014807975,0.000026433267,0.004581215,0.00017490944,0.0011402424,0.00057071325,0.0005785357,0.000089852205],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006142447,0.000028173916,0.07758437,0.006829689,0.000018972267,9.575042e-7,0.5619604,0.00026215983,0.000056804452,0.30741805,0.019757824,0.026021142],"study_design_scores_gemma":[0.0017472064,0.00033965972,0.49977738,0.005542067,0.000006389142,0.0000233647,0.056479726,0.007411674,0.00008220032,0.0023274855,0.42572805,0.0005348102],"about_ca_topic_score_codex":0.080838144,"about_ca_topic_score_gemma":0.0013121761,"teacher_disagreement_score":0.5054807,"about_ca_system_score_codex":0.0013298922,"about_ca_system_score_gemma":0.0065667825,"threshold_uncertainty_score":0.99906504},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4317895717","doi":"10.1186/s12961-023-00960-4","title":"Integrating case management for patients with complex needs in the ground practice: the importance of context in evaluative designs","year":2023,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Health services research; Health administration; Context (archaeology); Public health; Medicine; Nursing; Geography","score_opus":0.8678879282761741,"score_gpt":0.7527424890121708,"score_spread":0.11514543926400334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317895717","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07397236,0.002333093,0.0008632069,0.22081451,0.4657727,0.21245375,0.011669102,0.0001790496,0.0119422255],"genre_scores_gemma":[0.6227235,0.0020942483,0.00069444865,0.018695133,0.29796252,0.05366737,0.0007741234,0.0002983309,0.0030902983],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96369225,0.027339198,0.002777792,0.0005782335,0.0034154288,0.0021970796],"domain_scores_gemma":[0.81025755,0.18293919,0.0021647187,0.0008999681,0.0033645881,0.00037401431],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10320388,0.00029344947,0.00079439953,0.0013771085,0.0021532224,0.000115861694,0.00071891164,0.0003275004,0.0000072735024],"category_scores_gemma":[0.066706315,0.00016411525,0.000038725022,0.003335339,0.00046704517,0.00026849093,0.00024605097,0.0027666285,0.000012737532],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003689358,0.00007654117,0.005805503,0.008001685,0.000031369993,0.00003182167,0.11751344,0.000008100068,6.371702e-8,0.015922526,0.8508334,0.0014065866],"study_design_scores_gemma":[0.003552085,0.0011367681,0.0067340042,0.002373231,0.000008949205,0.0000053453155,0.33501092,0.0007946561,9.654255e-9,0.00027650862,0.6499521,0.00015539052],"about_ca_topic_score_codex":0.10838502,"about_ca_topic_score_gemma":0.04519851,"teacher_disagreement_score":0.5487512,"about_ca_system_score_codex":0.0022796448,"about_ca_system_score_gemma":0.008817522,"threshold_uncertainty_score":0.999534},"labels":[],"label_agreement":null},{"id":"W4317989640","doi":"10.1186/s12961-022-00954-8","title":"Towards conceptualizing patients as partners in health systems: a systematic review and descriptive synthesis","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; Impact; University of Calgary; Cancer Care Ontario; McMaster University; Ontario Stroke Network; University of British Columbia; McMaster University Medical Centre","funders":"Canadian Institutes of Health Research","keywords":"General partnership; Systematic review; Health administration; Nursing; Terminology; Medicine; Health services research; Health care; Grey literature; Public relations; Psychology; Medical education; Public health; MEDLINE; Political science","score_opus":0.848711495564625,"score_gpt":0.669680900293893,"score_spread":0.17903059527073195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317989640","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013764209,0.94432396,0.000001912598,0.00093776576,0.00083985983,0.05170039,0.0009746603,0.000121358586,0.0010863157],"genre_scores_gemma":[0.00010072762,0.96404886,0.0000063675266,0.002566955,0.00041572656,0.029392518,0.00039320698,0.00017200706,0.0029036037],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9344295,0.05071261,0.00752796,0.0013062699,0.002129442,0.0038941612],"domain_scores_gemma":[0.9824933,0.009722718,0.0033295196,0.0010374418,0.0006777606,0.002739262],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04484181,0.0008991833,0.008821019,0.0020922932,0.0024400172,0.00012029771,0.0005543873,0.00070483517,0.000013459044],"category_scores_gemma":[0.008019614,0.00067168137,0.00020887828,0.0024900641,0.0002890618,0.00018049357,0.0005912725,0.0028262653,0.0005841047],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00001201872,0.00007458588,0.000055345063,0.971813,0.000107649306,0.000008817164,0.005835787,1.2673173e-7,7.668118e-10,0.008895831,0.0064448602,0.00675196],"study_design_scores_gemma":[0.00034776886,0.0004929197,0.0000047895664,0.7043183,0.000088198096,0.000009593703,0.010392678,0.000020564135,1.1513395e-9,0.000027683658,0.28400642,0.00029110175],"about_ca_topic_score_codex":0.109187014,"about_ca_topic_score_gemma":0.0010089935,"teacher_disagreement_score":0.27756155,"about_ca_system_score_codex":0.007830539,"about_ca_system_score_gemma":0.016054694,"threshold_uncertainty_score":0.99957347},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4317989800","doi":"10.1186/s12961-023-00963-1","title":"Limitations of COVID-19 testing and case data for evidence-informed health policy and practice","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Royal Roads University; McMaster University; Impact","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Public health; Health services research; Health policy; Health administration; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Public relations; Work (physics); Raw data; Medicine; Actuarial science; Political science; Business; Disease; Computer science; Nursing; Virology; Infectious disease (medical specialty); Engineering","score_opus":0.9878900340801678,"score_gpt":0.7759737254929845,"score_spread":0.21191630858718336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317989800","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000025014444,0.93094426,0.00042819817,0.058471244,0.00005002237,0.007833987,0.0020423415,0.00009152624,0.00013592823],"genre_scores_gemma":[0.000029571132,0.9924033,0.0034718732,0.0016945222,0.0008408989,0.0011150615,0.000060881906,0.000058643327,0.00032519439],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98602664,0.008100604,0.0026613837,0.00096883386,0.00074155576,0.001501007],"domain_scores_gemma":[0.30641672,0.68757266,0.0022091384,0.0013133948,0.0007654555,0.0017226074],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05969142,0.00041005053,0.0031077815,0.001079213,0.0017835196,0.00017676623,0.00045284157,0.00029944992,4.1224308e-7],"category_scores_gemma":[0.9009601,0.00029770285,0.000085930915,0.0019350501,0.0006018897,0.00030071553,0.0014889702,0.00078180875,0.0000034135765],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029066858,0.00004352112,0.000008153556,0.5946848,0.00017053525,0.00004104768,0.0021252283,9.265358e-7,1.2981022e-8,0.07281517,0.037002698,0.29307887],"study_design_scores_gemma":[0.0002754134,0.0007128709,0.000004050563,0.025961341,0.00007446167,0.0015367555,0.0028169295,0.000470486,9.798717e-10,0.007231402,0.96071553,0.00020078206],"about_ca_topic_score_codex":0.14520578,"about_ca_topic_score_gemma":0.0052203573,"teacher_disagreement_score":0.9237128,"about_ca_system_score_codex":0.0015572322,"about_ca_system_score_gemma":0.022757392,"threshold_uncertainty_score":0.9999475},"labels":[],"label_agreement":null},{"id":"W4318312845","doi":"10.1186/s12961-023-00962-2","title":"An ethical analysis of policy dialogues","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Wellcome Trust; Wellcome; World Health Organization","keywords":"Deliberation; Context (archaeology); Policy analysis; Argument (complex analysis); Health policy; Accountability; Citizen journalism; Health services research; Situated; Transparency (behavior); Action (physics); Sociology; Public relations; Political science; Public administration; Health care; Law; Medicine; Computer science; Politics","score_opus":0.9412749957391584,"score_gpt":0.8096881811088628,"score_spread":0.13158681463029565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318312845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6963014,0.00016915586,0.0002615586,0.2911549,0.00038954383,0.0034616545,0.0012462295,0.00033808214,0.0066774725],"genre_scores_gemma":[0.97936636,0.0010581954,0.000040622213,0.01607425,0.0014139558,0.00049695885,0.00008140605,0.000025242321,0.0014429863],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9753288,0.01780328,0.0018141452,0.00053632597,0.00190272,0.0026147543],"domain_scores_gemma":[0.98075265,0.015130885,0.00045261104,0.000799998,0.001048579,0.0018153016],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05171082,0.00015705162,0.0008267334,0.006564892,0.0023477767,0.00004899128,0.00046212692,0.00039718937,0.000055338296],"category_scores_gemma":[0.0238142,0.00013422659,0.00007241252,0.016027395,0.00051874755,0.0001773072,0.00023559846,0.0016447932,0.0002920855],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009307957,0.00006978932,0.07203506,0.005317227,0.00022747769,0.000007925449,0.20542952,0.00020771103,0.0005640552,0.6162723,0.09320131,0.006574578],"study_design_scores_gemma":[0.0014452296,0.0011297899,0.58228284,0.0004828518,0.00003256445,0.0000035776454,0.053259086,0.025969833,0.000009668236,0.0037953772,0.33124077,0.00034843176],"about_ca_topic_score_codex":0.15913062,"about_ca_topic_score_gemma":0.0058249435,"teacher_disagreement_score":0.6124769,"about_ca_system_score_codex":0.000810973,"about_ca_system_score_gemma":0.011870689,"threshold_uncertainty_score":0.998951},"labels":[],"label_agreement":null},{"id":"W4318703312","doi":"10.1186/s12961-022-00956-6","title":"Tracking health system performance in times of crisis using routine health data: lessons learned from a multicountry consortium","year":2023,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Minderoo Foundation; World Health Organization; Fonds de Recherche du Québec - Santé; Bill and Melinda Gates Foundation","keywords":"Medicine; Health informatics; Health indicator; Health care; Public health; Health services research; Health policy; Population; Global health; Environmental health; Economic growth; Nursing","score_opus":0.5447954065352311,"score_gpt":0.5366456756197678,"score_spread":0.008149730915463227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318703312","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032581396,0.017823836,0.000016632677,0.9404623,0.00064833876,0.003436982,0.0046875384,0.00015139375,0.00019157196],"genre_scores_gemma":[0.72476363,0.027621862,0.00016627714,0.23479915,0.009116273,0.00010075222,0.0021759416,0.00022642333,0.0010296591],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98689586,0.0038026518,0.0028206385,0.0013432781,0.002214194,0.002923398],"domain_scores_gemma":[0.9946945,0.0010081633,0.0012798784,0.0015582358,0.00045161525,0.0010076483],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012601159,0.0005167369,0.0029769246,0.0015305611,0.0007342096,0.00013743018,0.0005883088,0.0006521979,0.000008149542],"category_scores_gemma":[0.000618419,0.00044393732,0.00009580871,0.0012668907,0.0002461621,0.00018293402,0.00046140357,0.004050517,0.000038583457],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004665171,0.00021861131,0.018147947,0.1997799,0.00025585387,0.0003866569,0.005009208,0.000082581464,0.000006342083,0.0011922603,0.76969826,0.0047558695],"study_design_scores_gemma":[0.0089157075,0.0035483388,0.06717739,0.14151873,0.00007632191,0.0011463937,0.020097462,0.06412479,0.0000061208725,0.00015269902,0.69197565,0.0012603811],"about_ca_topic_score_codex":0.5232944,"about_ca_topic_score_gemma":0.0018536565,"teacher_disagreement_score":0.70566314,"about_ca_system_score_codex":0.0032546646,"about_ca_system_score_gemma":0.0122922305,"threshold_uncertainty_score":0.9998012},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4322768730","doi":"10.1186/s12961-023-00961-3","title":"A scoping review of complex systems methods used in population physical activity research: do they align with attributes of a whole system approach?","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministry of Health; University of Guelph; BC Centre for Disease Control; University of British Columbia","funders":"Canadian Institutes of Health Research; British Columbia Centre for Disease Control; Michael Smith Health Research BC","keywords":"Health services research; Citizen journalism; Psychological intervention; Management science; Participatory action research; Promotion (chess); Data science; Population health; Computer science; Population; Health promotion; Knowledge management; Public health; Medicine; Engineering; Sociology; Nursing; Environmental health; Political science","score_opus":0.9818103358445924,"score_gpt":0.8288328119417558,"score_spread":0.1529775239028366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322768730","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024928804,0.95223624,0.00027267498,0.0014522375,0.00020781391,0.04328652,0.0014296622,0.000109812456,0.00075575395],"genre_scores_gemma":[0.0037695668,0.9839723,0.00026260017,0.000080214326,0.00078981544,0.01060662,0.0001521592,0.0001376439,0.00022906899],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8534736,0.13298978,0.004926111,0.0012395865,0.004170178,0.0032007704],"domain_scores_gemma":[0.94783634,0.04394053,0.0034981628,0.0015240216,0.0021310213,0.0010699327],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1611483,0.000564287,0.0068670185,0.0038926648,0.0015045141,0.00008826935,0.0009429394,0.0005188067,0.0000025802647],"category_scores_gemma":[0.014868307,0.00040425506,0.00021050879,0.008398477,0.0005396966,0.0002828061,0.00065789756,0.0030816556,0.000045539546],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022733351,0.000074886455,0.00013681735,0.96661013,0.00004796946,0.0000027536087,0.004248509,0.0000062604286,0.0000017735451,0.012755386,0.0012780051,0.014814758],"study_design_scores_gemma":[0.00061104377,0.00040693,0.00022822269,0.94195676,0.000028907607,0.000021285776,0.0061709657,0.00082804135,1.2155563e-7,0.000029477784,0.049452364,0.0002659071],"about_ca_topic_score_codex":0.11084826,"about_ca_topic_score_gemma":0.0009988296,"teacher_disagreement_score":0.14627999,"about_ca_system_score_codex":0.0038113608,"about_ca_system_score_gemma":0.020359328,"threshold_uncertainty_score":0.9998409},"labels":[],"label_agreement":null},{"id":"W4353014893","doi":"10.1186/s12961-023-00967-x","title":"How transdisciplinary research teams learn to do knowledge translation (KT), and how KT in turn impacts transdisciplinary research: a realist evaluation and longitudinal case study","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Health and Medical Research Council; Canadian Institutes of Health Research","keywords":"Knowledge translation; Health services research; Sociology; Reciprocity (cultural anthropology); Knowledge sharing; Mandate; Excellence; Negotiation; Underpinning; Knowledge management; Engineering ethics; Public health; Medicine; Political science; Social science; Computer science; Engineering","score_opus":0.8122238642689923,"score_gpt":0.6660106769336577,"score_spread":0.14621318733533462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4353014893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8892688,0.0055414033,0.000057745205,0.09438862,0.00015983166,0.009200848,0.000178142,0.00005806925,0.0011465511],"genre_scores_gemma":[0.99212426,0.00080728583,0.000026658003,0.000014627876,0.00084961567,0.0016942928,0.00003683545,0.0000634276,0.0043829936],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94509745,0.035942063,0.0014211568,0.0025211123,0.011051891,0.0039663515],"domain_scores_gemma":[0.9782197,0.012355926,0.00016753832,0.0012840797,0.0054640844,0.0025086852],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21177544,0.00043602422,0.00096656586,0.010414067,0.0051499754,0.00521207,0.0008166892,0.00035831414,0.000012695672],"category_scores_gemma":[0.012126705,0.00034611858,0.00008439226,0.017985748,0.0012455302,0.0016352306,0.0009154879,0.002622987,0.00005662672],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033411745,0.0010900524,0.0138551565,0.0018884075,0.00008101853,0.00281372,0.815955,0.00020782599,0.00092134345,0.0028044765,0.027030014,0.13001186],"study_design_scores_gemma":[0.003265584,0.009273131,0.054273646,0.0007643518,0.000007865745,0.0008127815,0.8810061,0.03865222,0.000013975947,0.008716238,0.0027925228,0.00042158974],"about_ca_topic_score_codex":0.005836779,"about_ca_topic_score_gemma":0.07812308,"teacher_disagreement_score":0.19964872,"about_ca_system_score_codex":0.0013490389,"about_ca_system_score_gemma":0.004440452,"threshold_uncertainty_score":0.9998991},"labels":[],"label_agreement":null},{"id":"W4360612092","doi":"10.1186/s12961-022-00957-5","title":"Quality of care in the context of universal health coverage: a scoping review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"CINAHL; Health services research; Health care; PsycINFO; Medicine; MEDLINE; Context (archaeology); EconLit; Health care quality; Systematic review; Nursing; Public health; Psychological intervention; Political science; Geography","score_opus":0.5736206889548934,"score_gpt":0.6335764365278699,"score_spread":0.0599557475729765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360612092","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003859849,0.98457444,5.139356e-7,0.0056191515,0.00007235882,0.00851183,0.00041805927,0.0000121780095,0.00075286394],"genre_scores_gemma":[0.00095906586,0.99668056,0.0000016326783,0.0017693454,0.00024104097,0.00012262845,0.000077653254,0.000023878187,0.00012421758],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98725486,0.007994518,0.0023314585,0.00034768373,0.001236807,0.0008346862],"domain_scores_gemma":[0.99596655,0.0016704444,0.0009900185,0.00056835293,0.00039104474,0.0004136102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015706947,0.00022607096,0.0040301415,0.000530841,0.00016790531,0.000014731641,0.00027757123,0.0001591197,0.0000033849594],"category_scores_gemma":[0.0013149844,0.00013681903,0.00021855287,0.0014120104,0.00017482963,0.000027777882,0.00011650835,0.0009671316,0.000010733005],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030387102,0.00003267783,0.000042321924,0.8479563,0.000024617037,0.000009101636,0.0014061735,3.575331e-8,6.459363e-9,0.00705483,0.0017088639,0.14173469],"study_design_scores_gemma":[0.00039303472,0.0007393465,0.00015305552,0.73265374,0.000012273888,0.00005302812,0.0021708978,4.0000444e-7,7.1896094e-9,0.000011776072,0.26375216,0.00006026407],"about_ca_topic_score_codex":0.09712979,"about_ca_topic_score_gemma":0.0022248838,"teacher_disagreement_score":0.2620433,"about_ca_system_score_codex":0.00088711816,"about_ca_system_score_gemma":0.01479555,"threshold_uncertainty_score":0.99078965},"labels":[],"label_agreement":null},{"id":"W4379056209","doi":"10.1186/s12961-023-00989-5","title":"Evidence synthesis to policy: development and implementation of an impact-oriented approach from the Eastern Mediterranean Region","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Alliance for Health Policy and Systems Research; International Development Research Centre","keywords":"Health services research; Health administration; Health policy; Empirical evidence; Implementation research; Knowledge translation; Health informatics; Evidence-based medicine; Political science; Management science; Public relations; Health care; Medicine; MEDLINE; Economics; Computer science; Knowledge management; Psychological intervention; Nursing; Law","score_opus":0.9548847516564822,"score_gpt":0.7765450382730797,"score_spread":0.1783397133834025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379056209","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00944741,0.92487353,0.0004976338,0.030164842,0.0006853484,0.031343937,0.0025099318,0.0002054145,0.00027196185],"genre_scores_gemma":[0.0025034554,0.9847676,0.00026924867,0.0020642744,0.002732226,0.0069392934,0.0001268161,0.00011566955,0.00048139333],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9671641,0.023272354,0.0036467996,0.0010905669,0.0022976657,0.002528535],"domain_scores_gemma":[0.96382654,0.030359162,0.0016797197,0.0011583512,0.00076889107,0.0022073581],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032946836,0.0005060727,0.0020210615,0.0025436457,0.002665309,0.00013378994,0.0008650067,0.00037408056,0.000016092556],"category_scores_gemma":[0.01614309,0.00032774854,0.00010067111,0.004554444,0.00031106043,0.00035948414,0.0007439195,0.0012961128,0.000116593605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035852245,0.000022393066,0.00058579363,0.06263837,0.00009589213,0.0000032900239,0.09719107,6.405348e-7,3.6731728e-7,0.00195231,0.010108282,0.82736576],"study_design_scores_gemma":[0.00030261406,0.00035104272,0.002066504,0.045937736,0.00003355073,0.000020450918,0.03318958,0.00014991054,3.2229255e-7,0.000035470406,0.91760224,0.0003105952],"about_ca_topic_score_codex":0.23356643,"about_ca_topic_score_gemma":0.0054492797,"teacher_disagreement_score":0.90749395,"about_ca_system_score_codex":0.0026518526,"about_ca_system_score_gemma":0.030275665,"threshold_uncertainty_score":0.99991745},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4379469623","doi":"10.1186/s12961-023-01001-w","title":"Exploring the merits of research performance measures that comply with the San Francisco Declaration on Research Assessment and strategies to overcome barriers of adoption: qualitative interviews with administrators and researchers","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; Princess Margaret Cancer Centre; Stem Cell Network; Toronto General Hospital; University Health Network","funders":"University Health Network","keywords":"Health services research; Declaration; Qualitative research; Health administration; Public health; Medicine; Medical education; Nursing; Public relations; Psychology; Political science; Sociology; Law; Social science","score_opus":0.9728135525667861,"score_gpt":0.7340543094144618,"score_spread":0.23875924315232433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379469623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9751277,0.0015784133,0.00021149835,0.019428313,0.00005437795,0.002273918,0.00006206163,0.000012704305,0.0012509925],"genre_scores_gemma":[0.9941601,0.004743083,0.00007735103,0.000048565737,0.00009156902,0.0005281037,0.0000025499041,0.000020845795,0.00032781682],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95109844,0.02012626,0.0010412143,0.0010346059,0.024727706,0.0019717673],"domain_scores_gemma":[0.9530776,0.03661089,0.00024853263,0.0010816638,0.0077651693,0.0012161384],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.28766412,0.00020476982,0.000591325,0.026037727,0.0027059668,0.002435514,0.0014414896,0.000085649364,0.000008047164],"category_scores_gemma":[0.016005766,0.00009617362,0.000033680117,0.08402527,0.0036738254,0.00085025205,0.0008604138,0.0017770377,0.000009004077],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048364974,0.00035480512,0.09438065,0.004902076,0.0003352387,0.00004710392,0.47600707,0.00087356253,0.0020914811,0.24158241,0.02933641,0.14525269],"study_design_scores_gemma":[0.00070131134,0.010225925,0.30984518,0.00093569845,0.0000020622665,0.000015661994,0.6642374,0.0024814445,0.00030255254,0.0010809574,0.010001235,0.00017060469],"about_ca_topic_score_codex":0.0070361374,"about_ca_topic_score_gemma":0.0013020887,"teacher_disagreement_score":0.27165836,"about_ca_system_score_codex":0.0003602527,"about_ca_system_score_gemma":0.003813445,"threshold_uncertainty_score":0.9995761},"labels":[],"label_agreement":null},{"id":"W4379534972","doi":"10.1186/s12961-023-01008-3","title":"Stakeholder perceptions and experiences from the implementation of the Gratuité user fee exemption policy in Burkina Faso: a qualitative study","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Focus group; Health policy; Thematic analysis; Stakeholder; Health services research; Government (linguistics); Public relations; Qualitative research; Health care; Health administration; Medicine; Social policy; Public health; Nursing; Business; Political science; Economic growth; Sociology; Marketing; Economics","score_opus":0.3932038011112658,"score_gpt":0.5793007547441152,"score_spread":0.18609695363284945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379534972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9693602,0.00039700753,8.581886e-7,0.02801451,0.000054538003,0.0019465905,0.000099562356,0.000013167364,0.00011361236],"genre_scores_gemma":[0.9976551,0.00067078305,0.0000018002241,0.00075545534,0.00031008277,0.00028714107,0.000010702183,0.000007412542,0.0003015429],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99604625,0.002183303,0.0004280762,0.00021482904,0.0006645626,0.0004629796],"domain_scores_gemma":[0.9989573,0.00044235893,0.000097448836,0.00021656188,0.00011680007,0.00016956839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003413457,0.000088275745,0.00023983058,0.00024786757,0.0004710768,0.000049726063,0.00009837195,0.000039358347,0.00000949914],"category_scores_gemma":[0.00024897634,0.000047117366,0.000021259122,0.001014258,0.00018972726,0.00006566269,0.00009793624,0.00025620824,0.0000049650675],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060021295,0.000080737496,0.17167777,0.00032884756,0.000017150312,0.0000020897478,0.81829244,8.3300347e-7,0.00012040127,0.006427364,0.0021224683,0.00086987176],"study_design_scores_gemma":[0.0004815299,0.00026224312,0.49974695,0.00013892779,0.0000015096161,0.0000034273337,0.49859777,0.000012894056,0.0000023260034,0.00021966203,0.0005125338,0.000020227588],"about_ca_topic_score_codex":0.3632584,"about_ca_topic_score_gemma":0.012087747,"teacher_disagreement_score":0.35117063,"about_ca_system_score_codex":0.00019256628,"about_ca_system_score_gemma":0.0006399494,"threshold_uncertainty_score":0.6745247},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4379536097","doi":"10.1186/s12961-023-00992-w","title":"Embedding rapid reviews in health policy and systems decision-making: Impacts and lessons learned from four low- and middle-income countries","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"Alliance for Health Policy and Systems Research; Canada Excellence Research Chairs, Government of Canada; World Health Organization","keywords":"Mandate; Public health; Phone; Health policy; Health services research; Health informatics; Business; Public relations; Medicine; Political science; Nursing","score_opus":0.913423410818949,"score_gpt":0.7590159830932697,"score_spread":0.15440742772567928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379536097","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00088976487,0.94884026,0.000045837867,0.032909095,0.0006583501,0.014458393,0.0019217917,0.00013171576,0.00014478431],"genre_scores_gemma":[0.0013766163,0.9881937,0.00013824487,0.004086809,0.0025790327,0.0025186534,0.00004997863,0.0001900338,0.0008669374],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.94720006,0.03531031,0.0076174517,0.0021177726,0.002253144,0.0055012745],"domain_scores_gemma":[0.93153524,0.05863309,0.0036691152,0.0013812474,0.0005965882,0.004184687],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0791451,0.0010108054,0.006131044,0.0052353945,0.0047260686,0.00073411956,0.00068192795,0.00097419805,0.000019579371],"category_scores_gemma":[0.047138486,0.00081213034,0.0001335835,0.00420075,0.0007389152,0.0005253667,0.0012509753,0.0036294814,0.0001626332],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006183523,0.000021774516,0.00052595476,0.71735466,0.0000694771,0.000036402183,0.022116233,0.00000212222,1.14044234e-7,0.011650475,0.0069955657,0.24116538],"study_design_scores_gemma":[0.00079795107,0.00022924144,0.00048732368,0.30633923,0.00001154527,0.00007514464,0.0035078048,0.0004533021,2.7190161e-9,0.000404061,0.6873241,0.00037028044],"about_ca_topic_score_codex":0.14254873,"about_ca_topic_score_gemma":0.00655928,"teacher_disagreement_score":0.68032855,"about_ca_system_score_codex":0.0043768366,"about_ca_system_score_gemma":0.028044386,"threshold_uncertainty_score":0.9994452},"labels":[],"label_agreement":null},{"id":"W4380576169","doi":"10.1186/s12961-023-00990-y","title":"Evaluating the quality of research co-production: Research Quality Plus for Co-Production (RQ + 4 Co-Pro)","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Michael Smith Health Research BC; McGill University; Canadian Cancer Society; University of Ottawa; Public Health Ontario; University of Toronto; Western University; George & Fay Yee Centre for Healthcare Innovation; Dalhousie University; University of Manitoba; Ottawa Hospital; International Development Research Centre","funders":"Canadian Institutes of Health Research","keywords":"Production (economics); Quality (philosophy); Relevance (law); Test (biology); Thematic analysis; Health services research; Field (mathematics); Psychology; Qualitative research; Knowledge management; Medicine; Computer science; Public health; Sociology; Nursing; Political science; Mathematics; Social science","score_opus":0.9926873354721678,"score_gpt":0.8852455617869072,"score_spread":0.10744177368526064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380576169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67440265,0.0005841815,0.00008641179,0.2932914,0.0016424118,0.023272298,0.00089351763,0.00025711893,0.0055700396],"genre_scores_gemma":[0.93858135,0.0020723278,0.0002307499,0.0021502431,0.010466236,0.0129205575,0.00017198968,0.000120409706,0.033286147],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.79120874,0.17574719,0.006497087,0.0024097948,0.015773488,0.008363724],"domain_scores_gemma":[0.8587294,0.11730781,0.001670452,0.0034370553,0.016818171,0.002037099],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.62751126,0.00031145712,0.0011295554,0.0031619642,0.020101754,0.00019030286,0.0012195705,0.00042245578,0.00009203215],"category_scores_gemma":[0.2533184,0.00024246417,0.00011801772,0.009428325,0.0034102108,0.00046965957,0.00049829495,0.0044689463,0.0007590063],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0014013826,0.000119363074,0.0098906215,0.032361995,0.000056230238,0.0000015462169,0.1190637,0.000118903656,0.006865346,0.114972554,0.7076597,0.007488661],"study_design_scores_gemma":[0.004640828,0.0036659315,0.07777351,0.0026002256,0.000006068837,0.00002076797,0.37526906,0.0029334072,0.000982959,0.014599128,0.5168676,0.0006404962],"about_ca_topic_score_codex":0.08476909,"about_ca_topic_score_gemma":0.002768552,"teacher_disagreement_score":0.37419286,"about_ca_system_score_codex":0.0039253165,"about_ca_system_score_gemma":0.025564754,"threshold_uncertainty_score":0.99989843},"labels":[],"label_agreement":null},{"id":"W4380577275","doi":"10.1186/s12961-023-00995-7","title":"System dynamics models of depression at the population level: a scoping review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Mental Health Research Topics","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Université de Montréal; Douglas Mental Health University Institute; Public Health Ontario; University of Toronto; Public Health Agency of Canada","funders":"","keywords":"Psychological intervention; Depression (economics); Population; Medicine; Population health; Mental health; Psychiatry; Gerontology; Environmental health","score_opus":0.8535982078070873,"score_gpt":0.6934961130278973,"score_spread":0.16010209477919002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380577275","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000034106872,0.9786854,0.000045578665,0.00077320973,0.00054812373,0.01599,0.0006796652,0.000081338156,0.0031933195],"genre_scores_gemma":[0.000065073844,0.98641914,0.0000066301955,0.000086368076,0.0006235426,0.0032962705,0.0003762011,0.00012640645,0.009000367],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9772455,0.015117389,0.0028154035,0.00086715404,0.0021214227,0.0018331505],"domain_scores_gemma":[0.99190336,0.0041871574,0.0012237744,0.0015779393,0.0003667078,0.00074105634],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.025786974,0.00041191257,0.0028702086,0.0010214689,0.0010807388,0.00008337744,0.0007291101,0.0005134297,0.000031803025],"category_scores_gemma":[0.001117174,0.00026357578,0.00025070907,0.0020092942,0.00023630304,0.00009661933,0.0007781764,0.001506239,0.0002827841],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009954823,0.000016185733,0.000005975654,0.66433835,0.00004268097,0.000008501077,0.00013729518,0.0000018089896,2.6258278e-9,0.025973981,0.003960127,0.30550513],"study_design_scores_gemma":[0.00018492661,0.00014812667,0.000016812777,0.9107518,0.000033016688,0.00021419508,0.0003034494,0.0010540627,7.024022e-9,0.000062843654,0.08704896,0.00018176212],"about_ca_topic_score_codex":0.051329393,"about_ca_topic_score_gemma":0.0021893065,"teacher_disagreement_score":0.30532336,"about_ca_system_score_codex":0.0040360014,"about_ca_system_score_gemma":0.0028503637,"threshold_uncertainty_score":0.99998164},"labels":[],"label_agreement":null},{"id":"W4380686456","doi":"10.1186/s12961-023-01004-7","title":"Policymaker perspectives on self-management of disease and disabilities using information and communication technologies","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"MacEwan University; University of Ottawa","funders":"Government of Canada; AGE-WELL","keywords":"Health services research; Health administration; Public health; Health informatics; Medicine; Disease; Nursing; Pathology","score_opus":0.21043995538135138,"score_gpt":0.4926572182271373,"score_spread":0.28221726284578597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380686456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96306455,0.0025374542,0.0000057805414,0.031459942,0.00001659408,0.0010726191,0.00002956336,0.00036183867,0.0014516278],"genre_scores_gemma":[0.9750854,0.024622504,0.00008082623,0.000023789977,0.000021914078,0.000073515366,0.0000023627454,0.000004271648,0.0000854283],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99831605,0.0005473086,0.00022220598,0.00013799542,0.00038687835,0.00038954627],"domain_scores_gemma":[0.9988793,0.0005237073,0.00007854931,0.00026312028,0.00013561624,0.00011971051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002691094,0.0000648599,0.0001378065,0.000632938,0.00093238195,0.00008844346,0.00013600457,0.00007911187,2.8723997e-7],"category_scores_gemma":[0.00130204,0.000058575974,0.000008413712,0.00077478384,0.0012109263,0.00027510605,0.00022606329,0.00016919173,0.0000021911665],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021120482,0.000022425163,0.0037246952,0.0012208706,0.000019268542,3.0686556e-7,0.10493834,0.0000040609348,0.0000018984432,0.88262373,0.00034302723,0.0070802784],"study_design_scores_gemma":[0.00030991944,0.00013433189,0.023331728,0.0005507708,0.0000038383855,0.0000010265611,0.95280784,0.0008298257,0.000002119761,0.011838399,0.010104323,0.00008585766],"about_ca_topic_score_codex":0.01592393,"about_ca_topic_score_gemma":0.00024843248,"teacher_disagreement_score":0.8707853,"about_ca_system_score_codex":0.00023945275,"about_ca_system_score_gemma":0.00025524513,"threshold_uncertainty_score":0.99062914},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4381140727","doi":"10.1186/s12961-023-01000-x","title":"Exploring the evidence base for Communities of Practice in health research and translation: a scoping review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; James Cook University; Australian Government","keywords":"Knowledge translation; Health services research; Context (archaeology); Grey literature; Health administration; Evidence-based practice; Qualitative research; Health care; Knowledge transfer; Health informatics; Knowledge management; Medical education; Medicine; Public health; Sociology; MEDLINE; Nursing; Political science; Social science; Alternative medicine; Computer science","score_opus":0.996876991633411,"score_gpt":0.8652987732135965,"score_spread":0.13157821841981454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381140727","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000070125393,0.8633707,0.000027017753,0.104582965,0.00021112262,0.03136024,0.00025295216,0.000034465844,0.00015348454],"genre_scores_gemma":[0.0000288716,0.9700311,0.00015472625,0.0041738995,0.0006661425,0.024559688,0.000023488677,0.00007427156,0.0002878497],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8881863,0.09889384,0.0060363063,0.0007349683,0.0027128253,0.003435774],"domain_scores_gemma":[0.66635966,0.32707903,0.002011145,0.0013064363,0.002196271,0.0010474646],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28953996,0.0003312991,0.002702371,0.0023633894,0.0050003035,0.00010904862,0.0008260108,0.00019594675,0.00000926603],"category_scores_gemma":[0.080301315,0.0002380926,0.00009366019,0.005716697,0.0008123896,0.0007480738,0.0005065777,0.0037862568,0.000033276578],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014976094,0.000012466336,0.000005295723,0.7715414,0.000011210074,9.687299e-7,0.029371273,3.0687391e-7,1.3997153e-8,0.004398323,0.0038448095,0.19079894],"study_design_scores_gemma":[0.00017917872,0.00029259606,0.000008237063,0.52051634,0.000004952162,0.000009844945,0.015889855,0.000023304085,5.0963367e-9,0.0000544926,0.4629439,0.0000772646],"about_ca_topic_score_codex":0.089663595,"about_ca_topic_score_gemma":0.012430701,"teacher_disagreement_score":0.4590991,"about_ca_system_score_codex":0.0015323935,"about_ca_system_score_gemma":0.040238753,"threshold_uncertainty_score":0.998512},"labels":[],"label_agreement":null},{"id":"W4381164830","doi":"10.1186/s12961-023-01007-4","title":"The Cameroon Health Research and Evidence Database (CAMHRED): tools and methods for local evidence mapping","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Ontario HIV Treatment Network; Université de Sherbrooke; Impact; University of Toronto","funders":"","keywords":"Knowledge translation; Health services research; Local language; Health policy; Evidence-based practice; Evidence-based medicine; MEDLINE; Global health; Public health; Computer science; Medicine; Data science; Political science; Knowledge management; Alternative medicine; Nursing","score_opus":0.8320321323942833,"score_gpt":0.6817075964494509,"score_spread":0.15032453594483242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381164830","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06699242,0.50280803,0.0075913356,0.40856552,0.00061237137,0.0127579635,0.00024354344,0.00019121412,0.00023758851],"genre_scores_gemma":[0.60832936,0.37770396,0.0018469702,0.004725049,0.0017376434,0.0018592295,0.000051133,0.00007543281,0.0036712114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9864113,0.006879051,0.0010384684,0.0008441494,0.0014798375,0.0033472],"domain_scores_gemma":[0.94949585,0.04559408,0.00017496114,0.0008198444,0.001074742,0.0028404943],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11823162,0.00021184603,0.0007673787,0.00090580026,0.0034669796,0.0003845507,0.00021740257,0.00015191639,0.0000013164719],"category_scores_gemma":[0.03826144,0.00014838098,0.0000439688,0.0022261722,0.0011373458,0.00033611266,0.0004296357,0.0011841872,0.000016353873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014871691,0.000056114593,0.004019071,0.043473378,0.000042761454,0.000044548273,0.0032151479,0.0000019651973,0.0002085101,0.030483348,0.14196342,0.77500457],"study_design_scores_gemma":[0.0027522794,0.008253452,0.055767186,0.046238184,0.000011043744,0.000965637,0.03577247,0.049608357,0.000040013598,0.0045872773,0.7954702,0.00053391006],"about_ca_topic_score_codex":0.02774804,"about_ca_topic_score_gemma":0.0005226846,"teacher_disagreement_score":0.7744706,"about_ca_system_score_codex":0.0007105866,"about_ca_system_score_gemma":0.0062295427,"threshold_uncertainty_score":0.9994042},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4381430256","doi":"10.1186/s12961-023-00991-x","title":"Learning from intersectoral initiatives to respond to the needs of refugees, asylum seekers, and migrants without status in the context of COVID-19 in Quebec and Ontario: a qualitative multiple case study protocol","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université TÉLUQ; Université du Québec en Abitibi-Témiscamingue; Université du Québec à Montréal; McMaster University; McGill University; Public Health Ontario; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; University of Toronto; École Nationale d'Administration Publique; Centres Intégré Universitaires de Santé et de Services Sociaux; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Refugee; Public health; Context (archaeology); Political science; Economic growth; Qualitative research; Population; Public relations; Sociology; Medicine; Geography; Nursing; Environmental health; Social science","score_opus":0.349308242252856,"score_gpt":0.5836023042944897,"score_spread":0.23429406204163367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381430256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9436815,0.00014729457,0.0000061556043,0.003197894,0.00002924135,0.05273964,0.00014055485,0.0000097278935,0.000047996407],"genre_scores_gemma":[0.9722679,0.0000075510193,0.0000065872614,0.000553941,0.00004379087,0.02666935,0.000008454063,0.00001258519,0.0004298018],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.983804,0.013979354,0.00080568355,0.00031325978,0.00041744075,0.00068025384],"domain_scores_gemma":[0.99344873,0.005479293,0.0001878143,0.00027218583,0.00014106317,0.00047088618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012721757,0.00014087612,0.00046254368,0.0011212485,0.00030397883,0.00005729128,0.00012939902,0.00007590699,0.000007091875],"category_scores_gemma":[0.002986227,0.00009259654,0.000015827112,0.0014143483,0.00019207971,0.00007403085,0.000086526255,0.0005747716,0.0000032234711],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019353227,0.000088745684,0.29240286,0.00041488503,0.000018972922,0.000047774807,0.7033528,0.000005994618,0.0000072016046,0.0004771591,0.0005794612,0.00066879566],"study_design_scores_gemma":[0.0024472375,0.0019876985,0.30143395,0.00017284544,0.0000010958408,0.000014717843,0.6877833,0.000059476086,4.4791034e-7,0.000020295434,0.006026569,0.000052363896],"about_ca_topic_score_codex":0.99337745,"about_ca_topic_score_gemma":0.99417734,"teacher_disagreement_score":0.028586444,"about_ca_system_score_codex":0.00035018945,"about_ca_system_score_gemma":0.0017029709,"threshold_uncertainty_score":0.44091326},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"protocol","about_ca_system":true,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4384342937","doi":"10.1186/s12961-023-01024-3","title":"Integrated knowledge translation guidelines for trainees in health research: an environmental scan","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; Capital District Health Authority; Nova Scotia Health Authority; Izaak Walton Killam Health Centre; University of Toronto; Dalhousie University","funders":"Canadian Institutes of Health Research; Dalhousie University","keywords":"Health services research; Knowledge translation; Health administration; Public health; Medicine; Health policy; Medical education; Environmental health; Nursing; Knowledge management; Computer science","score_opus":0.993935414689274,"score_gpt":0.8514503046399694,"score_spread":0.14248511004930464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384342937","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006057763,0.9362945,0.000116239185,0.030526849,0.00064020354,0.027656648,0.00411359,0.00017163418,0.00041975625],"genre_scores_gemma":[0.00009645133,0.97658485,0.00033160657,0.001891957,0.0030670555,0.012317112,0.00087113644,0.00020570599,0.0046341047],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9224649,0.060785495,0.0070279962,0.001541665,0.002343688,0.0058362717],"domain_scores_gemma":[0.9581634,0.0354173,0.0012278572,0.0010200919,0.001260188,0.002911152],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17301837,0.0006030585,0.0030094623,0.0066110473,0.0045970036,0.00016291776,0.00095331704,0.0008011473,0.00004193545],"category_scores_gemma":[0.0249252,0.00049787824,0.00017716072,0.005663321,0.00063252746,0.00037019618,0.0002543528,0.0041131857,0.00038973577],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000027368545,0.00007137343,0.000014837534,0.15487668,0.000020056445,0.000002032033,0.03175634,0.0000016316743,4.819744e-7,0.0042050597,0.06952214,0.739502],"study_design_scores_gemma":[0.0008932324,0.0007719445,0.00003784522,0.03474829,0.00000388807,0.0000083810555,0.025362814,0.0012605725,1.708149e-8,0.00030482857,0.93634105,0.00026716612],"about_ca_topic_score_codex":0.05762394,"about_ca_topic_score_gemma":0.026255235,"teacher_disagreement_score":0.8668189,"about_ca_system_score_codex":0.008024202,"about_ca_system_score_gemma":0.050051805,"threshold_uncertainty_score":0.9997473},"labels":[],"label_agreement":null},{"id":"W4385418667","doi":"10.1186/s12961-023-01027-0","title":"From trials to communities: implementation and scale-up of health behaviour interventions","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Health and Medical Research Council; National Heart Foundation of Australia","keywords":"Psychological intervention; Scale (ratio); Medicine; Health services research; Intervention (counseling); Randomized controlled trial; Sampling frame; Public health; Health administration; Environmental health; Gerontology; Family medicine; Nursing; Population","score_opus":0.9717480662652362,"score_gpt":0.8318351400887926,"score_spread":0.13991292617644369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385418667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8579191,0.0005864728,0.0006158413,0.1289169,0.00073300453,0.007276682,0.0035751774,0.00011995742,0.00025688487],"genre_scores_gemma":[0.9882528,0.0017072421,0.00014942909,0.006313305,0.0006126752,0.0016304114,0.00019612533,0.000031162523,0.0011068289],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9569839,0.035241395,0.0041250996,0.00039748035,0.001263434,0.001988682],"domain_scores_gemma":[0.9825764,0.013932616,0.001051719,0.0005378043,0.000649399,0.001252113],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.09319891,0.0001660337,0.0010431868,0.0018034825,0.0030263115,0.000073661904,0.00030779632,0.00011364258,0.00014099936],"category_scores_gemma":[0.0037918752,0.00015094136,0.00006912211,0.0020808834,0.0002283554,0.0002067135,0.00046598818,0.000660418,0.00014776285],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008775648,0.00005379021,0.09354356,0.0096548945,0.000043769283,8.729234e-7,0.5720782,0.0000045743604,0.000110225665,0.016566265,0.26749036,0.040365715],"study_design_scores_gemma":[0.0022623648,0.0008510478,0.14851898,0.0025508401,0.0000048672287,0.0000018566001,0.7954344,0.00012716035,0.0000071862464,0.0009984537,0.049094964,0.0001478414],"about_ca_topic_score_codex":0.49748832,"about_ca_topic_score_gemma":0.029416135,"teacher_disagreement_score":0.46807218,"about_ca_system_score_codex":0.00072867,"about_ca_system_score_gemma":0.004696803,"threshold_uncertainty_score":0.9982716},"labels":[],"label_agreement":null},{"id":"W4385425946","doi":"10.1186/s12961-023-01025-2","title":"Origin, impacts, and potential solutions to the fragmentation of the Mexican health system: a consultation with key actors","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute for Health and Care Research; Government of the United Kingdom","keywords":"Public health; Health policy; Fragmentation (computing); Health care; Population; Per capita; Health services research; Social security; Medicine; Economic growth; Business; Political science; Environmental health; Nursing; Economics; Computer science; Law","score_opus":0.2747339300123212,"score_gpt":0.4337652669423985,"score_spread":0.15903133693007726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385425946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87920135,0.006257693,0.00065950956,0.106572844,0.0007436133,0.0046003265,0.00090177066,0.00006708421,0.0009958252],"genre_scores_gemma":[0.9971422,0.0014037035,0.000011794134,0.00031526427,0.00030089202,0.00017618142,0.000013511565,0.000018116116,0.00061836105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99720806,0.00056093564,0.0008483252,0.00030210984,0.00026064605,0.0008199407],"domain_scores_gemma":[0.99846196,0.0001547533,0.0004282964,0.000331583,0.0001782588,0.00044511998],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008212018,0.00011675849,0.0004112558,0.0005146957,0.0013383876,0.00012349195,0.00015929974,0.00007511735,0.0000015135432],"category_scores_gemma":[0.00039418848,0.00006385725,0.000034303146,0.0015409047,0.00015809604,0.00010470855,0.00008227338,0.00026957731,0.000030509713],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001192287,0.00006854861,0.027499083,0.013269781,0.00015304137,0.000004340934,0.053241998,0.00095468387,0.000031741263,0.8833074,0.014117453,0.0072327084],"study_design_scores_gemma":[0.002929977,0.0025476136,0.75109506,0.0037472504,0.000004812109,0.00030362306,0.08177606,0.016355706,0.000009567234,0.0013531329,0.13934638,0.0005308518],"about_ca_topic_score_codex":0.1708042,"about_ca_topic_score_gemma":0.0021634554,"teacher_disagreement_score":0.88195425,"about_ca_system_score_codex":0.00056136603,"about_ca_system_score_gemma":0.00095198106,"threshold_uncertainty_score":0.99996173},"labels":[],"label_agreement":null},{"id":"W4385637916","doi":"10.1186/s12961-023-01028-z","title":"The Implementation in Context (ICON) Framework: A meta-framework of context domains, attributes and features in healthcare","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; Barwon Health Foundation; Uppsala Universitet; Killam Trusts; Ontario Ministry of Health and Long-Term Care; Dalhousie University; University of Toronto; Flinders University; University College London; Registered Nurses' Association of Ontario; Deakin University; Högskolan Dalarna; Queen's University; Canterbury Christ Church University; University of Ottawa; McMaster University; Ottawa Hospital Research Institute","keywords":"Context (archaeology); Health administration; Icon; Health services research; Health care; Meta-analysis; Health informatics; Public health; Medicine; Computer science; Nursing; Political science; Geography; Internal medicine","score_opus":0.6655015593789987,"score_gpt":0.6943130336879321,"score_spread":0.028811474308933382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385637916","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4585944,0.013435652,0.000061801635,0.5182787,0.00045078644,0.008251929,0.00068750296,0.00007636789,0.00016282781],"genre_scores_gemma":[0.9753256,0.009012925,0.00006770587,0.012564231,0.0002944207,0.0023250778,0.000019196608,0.000027792994,0.00036309278],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9780882,0.014760761,0.0024148915,0.00058253953,0.0013288774,0.002824722],"domain_scores_gemma":[0.95997036,0.037528105,0.00062334625,0.00054756034,0.0005666525,0.0007640081],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04288813,0.00022735145,0.0009168221,0.0012822065,0.0021748545,0.000091973336,0.0003624871,0.00031697386,0.000025377743],"category_scores_gemma":[0.014334428,0.00016262624,0.000052156727,0.0032579356,0.0004938268,0.00018436412,0.0003239405,0.0020392055,0.000039402847],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013516626,0.000021313721,0.13965261,0.003901892,0.000053913394,0.0000072718703,0.08988168,0.0000025555576,0.000010532517,0.719798,0.025223922,0.021311099],"study_design_scores_gemma":[0.0025810886,0.00062630716,0.507431,0.0019759357,0.000009213465,0.000010634094,0.32636127,0.00025907968,0.000007338586,0.035409696,0.12506095,0.0002675032],"about_ca_topic_score_codex":0.20750087,"about_ca_topic_score_gemma":0.110919386,"teacher_disagreement_score":0.68438834,"about_ca_system_score_codex":0.00084391015,"about_ca_system_score_gemma":0.004080505,"threshold_uncertainty_score":0.99912417},"labels":[],"label_agreement":null},{"id":"W4386563176","doi":"10.1186/s12961-023-01046-x","title":"Characterizing Canadian funded partnered health research projects between 2011 and 2019: a retrospective analysis","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of British Columbia; International Collaboration On Repair Discoveries; Ottawa Hospital; University of Manitoba; University of British Columbia, Okanagan Campus; George & Fay Yee Centre for Healthcare Innovation","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Health services research; General partnership; Inclusion (mineral); Health care; Relevance (law); Descriptive statistics; Research design; Medicine; Health administration; Medical education; Public health; Political science; Nursing; Sociology; Social science","score_opus":0.9354305500257228,"score_gpt":0.7575997565129052,"score_spread":0.1778307935128176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386563176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49455166,0.00084276375,0.000033430388,0.48309213,0.0004410454,0.011897996,0.0026672494,0.00031222543,0.0061614965],"genre_scores_gemma":[0.97713274,0.003119037,0.00003888246,0.007938101,0.001766157,0.0015212944,0.00017861681,0.000058845897,0.008246339],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9613483,0.025363108,0.0020328136,0.0012362885,0.002794204,0.0072253165],"domain_scores_gemma":[0.9818057,0.009091418,0.00055137224,0.000918728,0.001711709,0.005921077],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10706316,0.0002913873,0.0012306394,0.009033334,0.010594462,0.0002619894,0.0004952037,0.0003321855,0.00008899237],"category_scores_gemma":[0.01033441,0.00026886354,0.00006400247,0.011993256,0.00061932683,0.00039405611,0.00047364016,0.0027914343,0.0009136998],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000040729952,0.000018842173,0.55154204,0.003741105,0.00017937676,0.000015948579,0.101919144,0.0000012590916,0.00003079884,0.020275598,0.31799695,0.004238186],"study_design_scores_gemma":[0.00069757935,0.0004936885,0.7650903,0.0003841768,0.000006281965,0.0000030824124,0.021712027,0.0005620967,0.0000010643845,0.0005004107,0.21035403,0.00019526039],"about_ca_topic_score_codex":0.8925401,"about_ca_topic_score_gemma":0.44834232,"teacher_disagreement_score":0.48258108,"about_ca_system_score_codex":0.0054068333,"about_ca_system_score_gemma":0.031672936,"threshold_uncertainty_score":0.99997634},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386723203","doi":"10.1186/s12961-023-01035-0","title":"Equilibrium in the governance of cross-sectoral policies: how does it translate into practice?","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; École Nationale d'Administration Publique; Université Laval","funders":"","keywords":"Corporate governance; Health policy; Public health; Health administration; Health services research; Sustainability; Political science; Public relations; Public administration; Public economics; Business; Economics; Health care; Medicine; Law; Management","score_opus":0.48312839245332945,"score_gpt":0.5820726129211494,"score_spread":0.09894422046781998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386723203","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007940923,0.75814456,0.0000016806216,0.23433879,0.0005435394,0.002655993,0.00012415108,0.000048329373,0.004063518],"genre_scores_gemma":[0.00087483396,0.9822255,0.0000053340364,0.0102722775,0.005163755,0.00047707945,0.000051696108,0.00007169922,0.0008578476],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908801,0.0027306513,0.0020606734,0.00066934765,0.0012262982,0.002432962],"domain_scores_gemma":[0.9911291,0.0057335943,0.0015856436,0.0008232346,0.00058207655,0.00014634924],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030720633,0.00045755168,0.0024238345,0.001059192,0.0004400125,0.00097264943,0.0011822688,0.00050157134,0.0000060790508],"category_scores_gemma":[0.01497051,0.00025934321,0.00025225084,0.003659949,0.00062264886,0.00093701173,0.00042947318,0.0015015124,0.00009601601],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034468758,0.000084122745,0.00008276439,0.35256007,0.000082975836,0.000024729248,0.0014098056,0.000021172418,8.495043e-8,0.2782699,0.32361418,0.043815736],"study_design_scores_gemma":[0.00022294646,0.000058605485,0.00010092099,0.0078060757,0.000015407331,0.000020922438,0.0014990645,0.0003266161,2.0798536e-9,0.00080423057,0.988948,0.00019720422],"about_ca_topic_score_codex":0.4911514,"about_ca_topic_score_gemma":0.006517455,"teacher_disagreement_score":0.6653338,"about_ca_system_score_codex":0.00048108312,"about_ca_system_score_gemma":0.0021713949,"threshold_uncertainty_score":0.9999859},"labels":[],"label_agreement":null},{"id":"W4386830180","doi":"10.1186/s12961-023-01031-4","title":"Resilience of primary healthcare system across low- and middle-income countries during COVID-19 pandemic: a scoping review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"COVID-19 Impact on Reproduction","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pandemic; Resilience (materials science); Health care; Public health; Medicine; Telemedicine; Health informatics; Checklist; Psychological resilience; Coronavirus disease 2019 (COVID-19); Environmental health; Nursing; Economic growth; Psychology; Disease","score_opus":0.6114007150921716,"score_gpt":0.6204353961563127,"score_spread":0.00903468106414107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386830180","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035104004,0.9783553,0.0000073341735,0.005436094,0.000229119,0.014904292,0.00043373107,0.0002522922,0.000030833326],"genre_scores_gemma":[0.00047893517,0.99565107,0.000007697405,0.0008628741,0.0010736809,0.0011494996,0.00006206727,0.000117636075,0.0005965575],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.986778,0.0045448868,0.0031873411,0.0014156952,0.0021211917,0.0019528919],"domain_scores_gemma":[0.990209,0.0037593895,0.0014718001,0.0015431567,0.00076310063,0.0022535895],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.026333418,0.00056816515,0.005416773,0.0012830031,0.0011680762,0.00013550228,0.00031845356,0.00048474484,0.0000023517377],"category_scores_gemma":[0.014310237,0.00045288584,0.0002328255,0.0025709686,0.0006958329,0.00015802486,0.0005201267,0.0014820193,0.000025007508],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00007805628,0.000015773216,0.00077261194,0.9850072,0.000072620096,0.00007294154,0.00088173983,4.3948168e-7,3.166858e-7,0.0002959661,0.000104258244,0.012698036],"study_design_scores_gemma":[0.00058030814,0.00032744618,0.00023593378,0.9315946,0.00006484731,0.0029889788,0.0005697154,0.0000058959845,1.204554e-7,0.0000038803723,0.063381076,0.00024716544],"about_ca_topic_score_codex":0.017307354,"about_ca_topic_score_gemma":0.00033912034,"teacher_disagreement_score":0.06327681,"about_ca_system_score_codex":0.0070990818,"about_ca_system_score_gemma":0.028056828,"threshold_uncertainty_score":0.9997923},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4387246151","doi":"10.1186/s12961-023-01036-z","title":"“Flying a plane and building it at the same time”: Lessons learned from the dynamic implementation of mass vaccination clinics in the Region of Waterloo, Ontario, Canada","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"Public Health Agency; Public Health Agency of Canada","keywords":"Public health; Thematic analysis; Medicine; Qualitative research; Nursing; Sociology","score_opus":0.3149058057665124,"score_gpt":0.5181360496606197,"score_spread":0.20323024389410727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387246151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89055574,0.000483778,0.0000042756974,0.10804693,0.000043507847,0.0006679314,0.00003863908,0.000004029814,0.0001551566],"genre_scores_gemma":[0.99634826,0.002017887,0.0000019195131,0.00028887112,0.00009310521,0.000033531138,0.000021411275,0.0000046711093,0.001190327],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9965307,0.0019970422,0.00036442227,0.00014583704,0.00058468163,0.0003772825],"domain_scores_gemma":[0.9968337,0.0026908384,0.00016306344,0.00016520038,0.000090846486,0.000056360273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00681909,0.000054791566,0.00016030214,0.00010131516,0.0011539971,0.000063470696,0.00019533749,0.000043794753,0.0000151782315],"category_scores_gemma":[0.00037794627,0.00003116499,0.000015990818,0.00049400615,0.000028099681,0.000069628426,0.000057969246,0.0002212635,9.711363e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001356365,0.000025653522,0.17880341,0.0005718554,0.000057809255,0.000018259474,0.70385486,0.00009835032,0.00046684634,0.023254925,0.032799445,0.059912935],"study_design_scores_gemma":[0.000806369,0.00017183746,0.70122033,0.0002980308,0.000008214792,0.000004316984,0.2659601,0.0018135633,0.000014276933,0.0037880137,0.025816126,0.00009882028],"about_ca_topic_score_codex":0.99745226,"about_ca_topic_score_gemma":0.9981498,"teacher_disagreement_score":0.52241695,"about_ca_system_score_codex":0.0006168601,"about_ca_system_score_gemma":0.0017497791,"threshold_uncertainty_score":0.887573},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4387306590","doi":"10.1186/s12961-023-01045-y","title":"A longitudinal multi-site evaluation of community-based partnerships: implications for researchers, funders, and communities","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Australian Primary Health Care Research Institute, Australian National University; University of New South Wales; NSW Agency for Clinical Innovation; McGill University; Australian Government; Monash University; La Trobe University; University of Ottawa; Canadian Institute for Advanced Research","keywords":"Data collection; General partnership; Stakeholder; Thematic analysis; Health services research; Corporate governance; Intervention (counseling); Program evaluation; Qualitative research; Medical education; Knowledge management; Nursing; Public health; Public relations; Medicine; Sociology; Political science; Computer science; Business","score_opus":0.9905044387960998,"score_gpt":0.8092310326806313,"score_spread":0.1812734061154685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387306590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7561514,0.00069764943,0.0015334436,0.22705139,0.00015124113,0.011853531,0.0017586112,0.00016413988,0.00063859986],"genre_scores_gemma":[0.99093324,0.0004519919,0.00021869334,0.0031957992,0.00019343093,0.004316235,0.00020831607,0.00002926548,0.00045302682],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.958982,0.03636737,0.0012289131,0.00024035244,0.0013387394,0.0018426179],"domain_scores_gemma":[0.963823,0.031351257,0.00039031118,0.0007741919,0.0028422012,0.00081899954],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12812036,0.00014823582,0.00043161202,0.0015007287,0.0067902105,0.00007072572,0.0003613638,0.00016349544,0.000012384312],"category_scores_gemma":[0.013230212,0.00013964114,0.000034981036,0.002038765,0.0008346214,0.0001966054,0.0002866874,0.0012713878,0.000029957086],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003369976,0.00024675782,0.31193754,0.036509253,0.00008357565,3.9522547e-7,0.34297073,0.00021337066,0.00038497575,0.14386208,0.14854391,0.014910429],"study_design_scores_gemma":[0.006606099,0.0010462845,0.57059765,0.0013462992,0.000015656033,0.0000042044635,0.2640356,0.046005942,0.0000062162885,0.0048260014,0.105241224,0.00026881526],"about_ca_topic_score_codex":0.05141945,"about_ca_topic_score_gemma":0.016250933,"teacher_disagreement_score":0.2586601,"about_ca_system_score_codex":0.0008587255,"about_ca_system_score_gemma":0.00831033,"threshold_uncertainty_score":0.99731165},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4387937263","doi":"10.1186/s12961-023-01051-0","title":"Academic contributions to the development of evidence and policy systems: an EPPI Centre collective autoethnography","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Transformative learning; Embeddedness; Autoethnography; Public relations; Sociology; Political science; Knowledge management; Social science; Computer science; Pedagogy","score_opus":0.9154199421291644,"score_gpt":0.7681939544646915,"score_spread":0.14722598766447292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387937263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51390135,0.0021772392,0.00067190896,0.46282694,0.00072350295,0.01681002,0.0016344733,0.00029277432,0.0009618001],"genre_scores_gemma":[0.9857723,0.0014502814,0.00009008891,0.005308879,0.0012400349,0.0022646496,0.000015516547,0.000031559335,0.0038266869],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9802651,0.012809818,0.002000345,0.0005979207,0.0016699604,0.0026568498],"domain_scores_gemma":[0.9822796,0.01281255,0.0005192627,0.00058016385,0.0018308152,0.0019776376],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046607208,0.00020780762,0.0005720936,0.002385634,0.006158137,0.000078055265,0.0005242631,0.0002366942,0.000007306842],"category_scores_gemma":[0.025894145,0.00013960045,0.000028469669,0.007849411,0.00042845018,0.00030907698,0.00047889646,0.0012560291,0.00016755785],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014581365,0.000047648286,0.0310513,0.007828996,0.00006237024,0.0000026991888,0.68471044,0.00010741604,0.00039134533,0.12264088,0.14580473,0.0072063403],"study_design_scores_gemma":[0.0013300978,0.0006160008,0.20500082,0.0046242266,0.0000057540856,0.000013011847,0.19421925,0.0037140925,0.0000218206,0.0009105668,0.58920485,0.0003395115],"about_ca_topic_score_codex":0.031234082,"about_ca_topic_score_gemma":0.0029957932,"teacher_disagreement_score":0.4904912,"about_ca_system_score_codex":0.002021306,"about_ca_system_score_gemma":0.027263703,"threshold_uncertainty_score":0.9951357},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4387950032","doi":"10.1186/s12961-023-01056-9","title":"How to improve research capacity strengthening efforts: learning from the monitoring and evaluation of four research consortia in Africa","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"Medical Research Council; Wellcome Trust","keywords":"Health services research; Accountability; Excellence; Monitoring and evaluation; Health administration; Capacity building; Program evaluation; Process management; Public relations; Investment (military); Health informatics; Medicine; Business; Knowledge management; Political science; Public health; Economic growth; Nursing; Computer science; Public administration; Economics","score_opus":0.6606348570973681,"score_gpt":0.5580090285093788,"score_spread":0.1026258285879893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387950032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704977,0.0045714504,0.0000023044026,0.020953702,0.00015937329,0.0029302242,0.0000324082,0.000029621104,0.0008231835],"genre_scores_gemma":[0.9962486,0.0016673068,0.000022791384,0.000030998377,0.000885349,0.0004928699,0.000008915007,0.000023425258,0.0006197369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9806231,0.011013966,0.00071673404,0.000589066,0.0045938627,0.0024632278],"domain_scores_gemma":[0.9840952,0.0117603205,0.00010200914,0.00049195,0.002471945,0.0010785686],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.123521216,0.00013356753,0.0005098557,0.0016382053,0.0011275394,0.0001853089,0.00016489382,0.00017209453,0.0000025502538],"category_scores_gemma":[0.03864958,0.00009916268,0.000032635515,0.0035447546,0.00040106356,0.000106912754,0.00028305547,0.0022125503,0.00001340565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020732486,0.00025864388,0.62879944,0.010310843,0.00014456775,0.00013074547,0.08049224,0.00035199098,0.008794668,0.009951274,0.025684208,0.23300812],"study_design_scores_gemma":[0.0040588067,0.003074246,0.7771986,0.008058477,0.000014040825,0.000044170953,0.1195329,0.037215956,0.00042946346,0.003199308,0.046865437,0.0003085902],"about_ca_topic_score_codex":0.068510525,"about_ca_topic_score_gemma":0.0006007745,"teacher_disagreement_score":0.23269953,"about_ca_system_score_codex":0.0008874909,"about_ca_system_score_gemma":0.0029290908,"threshold_uncertainty_score":0.96944827},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4388048503","doi":"10.1186/s12961-023-01058-7","title":"Knowledge management tools and mechanisms for evidence-informed decision-making in the WHO European Region: a scoping review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"World Health Organization","keywords":"Health services research; Health administration; Public health; Health informatics; Medicine; Health policy; Knowledge management; Management science; Nursing; Computer science","score_opus":0.9654687336633447,"score_gpt":0.8087676429396976,"score_spread":0.15670109072364713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388048503","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.1559173e-7,0.9419329,0.0009929806,0.009794438,0.00037062127,0.042258423,0.00012350595,0.00006581826,0.0044608586],"genre_scores_gemma":[0.00001190063,0.97441083,0.00020587581,0.008931445,0.0009447825,0.014297386,0.000015895548,0.000086798456,0.0010950582],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9613522,0.028548187,0.0045751072,0.0010263901,0.0015581623,0.0029399414],"domain_scores_gemma":[0.897525,0.098702826,0.00139724,0.0011275614,0.0005236666,0.00072369864],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11057117,0.0004475052,0.0023508007,0.0018908625,0.00338106,0.00030024844,0.001122134,0.00023598243,0.0000087823255],"category_scores_gemma":[0.0396834,0.00029381327,0.00014890614,0.0038902136,0.00019184155,0.00037529258,0.00092734746,0.0016102141,0.00026673923],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004903952,0.0000039299302,8.485769e-7,0.51664484,0.000008584018,0.000009885113,0.0036129146,3.1622335e-8,7.548377e-10,0.026437074,0.031462014,0.42181495],"study_design_scores_gemma":[0.00017755077,0.000094391544,0.000014131076,0.5150478,0.000012924712,0.000023399347,0.0023339344,0.0000122218335,2.4229033e-10,0.0003395872,0.48182786,0.00011621902],"about_ca_topic_score_codex":0.0004915121,"about_ca_topic_score_gemma":0.0009995885,"teacher_disagreement_score":0.45036584,"about_ca_system_score_codex":0.001615054,"about_ca_system_score_gemma":0.011637991,"threshold_uncertainty_score":0.9999514},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4388127769","doi":"10.1186/s12961-023-01054-x","title":"Barriers and facilitators of implementing electronic monitors to improve adherence and health outcomes in tuberculosis patients: protocol for a systematic review based on the Consolidated Framework for Implementation Research","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Natural Science Foundation of Inner Mongolia; National Natural Science Foundation of China; Natural Science Foundation of Shanghai","keywords":"Implementation research; Medicine; Psychological intervention; Health services research; Tuberculosis; Health informatics; Health administration; Protocol (science); Intervention (counseling); Public health; Process management; Medical emergency; Nursing; Alternative medicine","score_opus":0.47599198707043877,"score_gpt":0.6538318107797185,"score_spread":0.17783982370927975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388127769","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016329993,0.36282936,0.000026919524,0.014813469,0.000027593227,0.62070227,0.0014062063,0.000024757526,0.0000061490546],"genre_scores_gemma":[0.00031283323,0.47469747,0.00004320277,0.00073928223,0.00006745351,0.5239651,0.000083621286,0.00005595768,0.000035067882],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98162895,0.010183331,0.003048545,0.00095669704,0.0012858292,0.0028966179],"domain_scores_gemma":[0.9768,0.0195584,0.0007505353,0.00073283585,0.0009986251,0.0011595704],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059218794,0.00044592787,0.004132973,0.0018634655,0.00077809824,0.00009527781,0.00029336807,0.0002734881,0.000005043288],"category_scores_gemma":[0.03793796,0.00026809785,0.00022150058,0.0018722395,0.0002654268,0.000057148514,0.00021768028,0.0013790525,0.0000033096553],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012329548,0.000041947827,0.0011755542,0.97308546,0.00020799902,4.881571e-7,0.00036914175,7.004195e-8,1.4577064e-7,0.00404789,0.004184074,0.016763961],"study_design_scores_gemma":[0.002829484,0.014601856,0.0004273454,0.9116561,0.00010581835,0.0000061915343,0.0040258905,0.0003330754,8.4621564e-7,0.0005833904,0.06508264,0.0003473799],"about_ca_topic_score_codex":0.009969264,"about_ca_topic_score_gemma":0.0006108286,"teacher_disagreement_score":0.111868136,"about_ca_system_score_codex":0.0016681305,"about_ca_system_score_gemma":0.006158314,"threshold_uncertainty_score":0.9999771},"labels":[],"label_agreement":null},{"id":"W4388225911","doi":"10.1186/s12961-023-01053-y","title":"Connections between health research systems and decision-making spaces: lessons from the COVID-19 pandemic in the province of Québec, Canada","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université Laval","funders":"","keywords":"Public health; Pandemic; Public relations; Health services research; Health informatics; Health administration; Health policy; Coronavirus disease 2019 (COVID-19); Medicine; Knowledge management; Political science; Computer science; Nursing","score_opus":0.4743880925327874,"score_gpt":0.5635455880511286,"score_spread":0.08915749551834123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388225911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.616421,0.03408577,0.00012692178,0.33740535,0.0002034576,0.0068230685,0.004556857,0.00009691316,0.000280652],"genre_scores_gemma":[0.993086,0.0040049297,0.000007124194,0.001744654,0.0005646965,0.0002974789,0.00008984861,0.000025356057,0.00017990443],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98746157,0.0074126963,0.0009099529,0.0005715907,0.0022990957,0.001345091],"domain_scores_gemma":[0.959858,0.037513923,0.00023902854,0.0009994822,0.00039373382,0.0009958122],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030760642,0.00016132835,0.00070572214,0.00060743187,0.0014506237,0.00016345404,0.000450335,0.00009478313,0.0000035064222],"category_scores_gemma":[0.017305097,0.00009870993,0.00003232793,0.0023140016,0.0005683113,0.0000704735,0.0002736211,0.0011327032,0.0000072542307],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025210637,0.0000623877,0.51937217,0.005477887,0.00008929637,0.00012466978,0.0072194645,0.00016450774,0.000006397668,0.0070250756,0.45019197,0.010014066],"study_design_scores_gemma":[0.001554508,0.00050014036,0.38241416,0.0040110564,0.0000075948956,0.00012755711,0.046828266,0.0028490655,1.73461e-7,0.00067988527,0.5608565,0.00017106926],"about_ca_topic_score_codex":0.9930196,"about_ca_topic_score_gemma":0.9775723,"teacher_disagreement_score":0.376665,"about_ca_system_score_codex":0.0022133708,"about_ca_system_score_gemma":0.04108115,"threshold_uncertainty_score":0.9998494},"labels":[],"label_agreement":null},{"id":"W4389043037","doi":"10.1186/s12961-023-01071-w","title":"Implementation strategies and outcome measures for advancing learning health systems: a mixed methods systematic review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Izaak Walton Killam Health Centre; Capital District Health Authority","funders":"Canadian Institutes of Health Research; IWK Health Centre","keywords":"Operationalization; Health informatics; Population health; Health care; Health services research; Health administration; CINAHL; Medicine; MEDLINE; Scopus; Public health; Nursing; Psychological intervention","score_opus":0.954954461167296,"score_gpt":0.8368711376849601,"score_spread":0.11808332348233586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389043037","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012051901,0.9323491,0.0042646797,0.0075157927,0.00097332936,0.053932697,0.00058683846,0.00028770222,0.000088684676],"genre_scores_gemma":[0.000015287485,0.957278,0.0006172911,0.0030259306,0.001063504,0.036170483,0.00016609034,0.00020976768,0.0014536608],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8723013,0.10815105,0.010686732,0.0014971886,0.0023200607,0.0050437036],"domain_scores_gemma":[0.939125,0.050221235,0.0058337087,0.0009974465,0.0015480752,0.0022745372],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21989866,0.0008421617,0.00820601,0.002548266,0.006306369,0.000544349,0.0006662361,0.0004916536,0.000009273985],"category_scores_gemma":[0.043477103,0.0006500692,0.00028047926,0.0030714152,0.00023820988,0.00058829103,0.00048390072,0.0027770754,0.00010523174],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000035425146,0.0000058212363,0.000007740101,0.92184633,0.000095146366,0.000001258692,0.003993806,0.0000016373743,6.544669e-8,0.011892623,0.009864263,0.052287742],"study_design_scores_gemma":[0.0003404779,0.00029872323,0.00000440736,0.43671227,0.000088686415,0.000031445517,0.04313814,0.00011458294,3.5784284e-9,0.0000587418,0.5189515,0.00026103525],"about_ca_topic_score_codex":0.03158958,"about_ca_topic_score_gemma":0.0022918847,"teacher_disagreement_score":0.5090872,"about_ca_system_score_codex":0.0045311875,"about_ca_system_score_gemma":0.032485474,"threshold_uncertainty_score":0.99959505},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4389887546","doi":"10.1186/s12961-023-01085-4","title":"Living evidence and adaptive policy: perfect partners?","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Ottawa Hospital; Impact; McMaster University Medical Centre","funders":"","keywords":"Evidence-based policy; Evidence-based practice; Health policy; Variety (cybernetics); Context (archaeology); Health services research; Public relations; Evidence-based medicine; Public economics; Relevance (law); Political science; Medicine; Health care; Economics; MEDLINE; Computer science; Alternative medicine; Law","score_opus":0.9602658658241783,"score_gpt":0.8001708544302601,"score_spread":0.16009501139391813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389887546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5746945,0.0045449547,0.0002195613,0.39499053,0.00091110345,0.010415654,0.0003076667,0.00078563293,0.013130374],"genre_scores_gemma":[0.96866244,0.0078176465,0.00004333485,0.011452743,0.0023091568,0.0011784517,0.0000024435458,0.000039661987,0.008494122],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97847116,0.0145981,0.0012234572,0.00071321096,0.0015394051,0.0034546624],"domain_scores_gemma":[0.95452267,0.041804712,0.00034962365,0.0005562232,0.00068579,0.002080962],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048246734,0.00021709004,0.0005328812,0.0019431289,0.0049390947,0.00012834872,0.00031479273,0.00019351678,0.000044367345],"category_scores_gemma":[0.04633186,0.00018843396,0.000031496016,0.003919658,0.0005111194,0.0004807311,0.0006510318,0.001249439,0.00079198444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011971697,0.000039973806,0.084663965,0.012234448,0.000038813854,0.000025377136,0.25615367,0.000022544817,0.00022177275,0.30523422,0.3219118,0.019333685],"study_design_scores_gemma":[0.0010901917,0.00177982,0.37243497,0.010836267,0.00000486258,0.00005612839,0.100784436,0.012731722,0.0000030086728,0.0022364873,0.49744895,0.0005931551],"about_ca_topic_score_codex":0.08367744,"about_ca_topic_score_gemma":0.0018053215,"teacher_disagreement_score":0.39396793,"about_ca_system_score_codex":0.001250948,"about_ca_system_score_gemma":0.011734895,"threshold_uncertainty_score":0.999986},"labels":[],"label_agreement":null},{"id":"W4390082832","doi":"10.1186/s12961-023-00958-y","title":"A scoping review of the globally available tools for assessing health research partnership outcomes and impacts","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa; Hotchkiss Brain Institute; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; George & Fay Yee Centre for Healthcare Innovation; St. Michael's Hospital; Alberta Health; University of Manitoba; University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research; Cumming School of Medicine, University of Calgary","keywords":"General partnership; CINAHL; Health services research; Medicine; Systematic review; MEDLINE; Thematic analysis; Public health; Medical education; Nursing; Political science; Qualitative research; Psychological intervention; Sociology; Social science","score_opus":0.9875095746131225,"score_gpt":0.8494931718964884,"score_spread":0.13801640271663407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390082832","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000820564,0.9109762,0.000011559889,0.04798455,0.00041056966,0.03851131,0.0007021632,0.000067743895,0.0013277269],"genre_scores_gemma":[0.000012774805,0.9759199,0.000073731004,0.011688234,0.0009067033,0.0073613725,0.00004119757,0.000112073256,0.0038839963],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.91955143,0.06300554,0.006379117,0.0012642454,0.0038388453,0.0059608174],"domain_scores_gemma":[0.8870064,0.1022474,0.003531102,0.0018101858,0.0027460577,0.002658878],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22881721,0.0005177987,0.0044397,0.0015243898,0.0071136993,0.00047029258,0.0012370062,0.00049620983,0.000029845458],"category_scores_gemma":[0.14209798,0.0003316258,0.00026909003,0.0055900323,0.0008110457,0.00050958525,0.0012781846,0.0032393762,0.00016550947],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000037224245,0.000009506803,0.00010259991,0.81770855,0.00002632479,4.4046504e-7,0.0014348573,4.3794383e-8,3.3114592e-8,0.0066386447,0.13004194,0.044033308],"study_design_scores_gemma":[0.00024973167,0.00015153109,0.00008584662,0.49696258,0.000008479872,0.0000075842077,0.0011537069,0.0000064476544,8.813501e-9,0.0000771569,0.50118273,0.0001142142],"about_ca_topic_score_codex":0.022483539,"about_ca_topic_score_gemma":0.002300076,"teacher_disagreement_score":0.37114078,"about_ca_system_score_codex":0.004345086,"about_ca_system_score_gemma":0.14111635,"threshold_uncertainty_score":0.9999136},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4390701388","doi":"10.1186/s12961-023-01090-7","title":"A scoping review of theories, models and frameworks used or proposed to evaluate knowledge mobilization strategies","year":2024,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Agency of Canada; Université du Québec à Montréal; Université de Montréal; Université de Sherbrooke; Université TÉLUQ","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Taxonomy (biology); Grey literature; Systematic review; Health services research; Computer science; Data science; Information retrieval; MEDLINE; Public health; Medicine; Political science; Ecology; Nursing; Biology","score_opus":0.9434342899295144,"score_gpt":0.8145600920759003,"score_spread":0.1288741978536141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390701388","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042307197,0.9605425,0.00087401294,0.005429937,0.00042085876,0.03095027,0.00035949913,0.000082986495,0.0013356982],"genre_scores_gemma":[0.000058658803,0.9890407,0.00014653156,0.0024028528,0.00079448696,0.005966196,0.000036740043,0.00009205987,0.0014618043],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96647024,0.024582118,0.004241391,0.0010001052,0.0016361797,0.0020699468],"domain_scores_gemma":[0.98178875,0.013042085,0.0011235123,0.0008834241,0.001719644,0.0014425877],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054535687,0.00049248314,0.003196549,0.0017570986,0.0014354027,0.00019110118,0.00048595035,0.00073730503,0.000054832628],"category_scores_gemma":[0.014245863,0.0003161968,0.00010144643,0.004465731,0.00037038134,0.00035448428,0.00061025604,0.0028027052,0.00013032112],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001058901,0.000012000054,6.0083227e-7,0.8631598,0.000022134574,0.0000013730684,0.012213639,0.0000013153032,8.320239e-8,0.058752116,0.006423597,0.059402805],"study_design_scores_gemma":[0.00016100942,0.00029002276,3.417526e-7,0.67254585,0.000037336697,0.000009840219,0.0025916593,0.0002609272,1.9884869e-8,0.0013299194,0.32260847,0.00016462115],"about_ca_topic_score_codex":0.003828019,"about_ca_topic_score_gemma":0.0012224354,"teacher_disagreement_score":0.31618488,"about_ca_system_score_codex":0.001316226,"about_ca_system_score_gemma":0.0786257,"threshold_uncertainty_score":0.999929},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4391105848","doi":"10.1186/s12961-023-01100-8","title":"A novel methodological approach to participant engagement and policy relevance for community-based primary medical care research during the COVID-19 pandemic in Australia and New Zealand","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Agency for Healthcare Research and Quality; Ministry for Business Innovation and Employment; Andrew and Corey Morris-Singer Foundation; Samueli Institute","keywords":"Pandemic; Health services research; Relevance (law); Coronavirus disease 2019 (COVID-19); Public health; Health administration; Health policy; Primary care; 2019-20 coronavirus outbreak; Social policy; Community engagement; Medicine; Political science; Nursing; Family medicine; Public relations; Virology; Disease","score_opus":0.9226485071673759,"score_gpt":0.7056504068403321,"score_spread":0.2169981003270438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391105848","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43385795,0.017488603,0.0021280984,0.52955216,0.00035686974,0.015041672,0.00045375226,0.0002187836,0.00090210745],"genre_scores_gemma":[0.9009099,0.006951521,0.001991715,0.072635785,0.0030315397,0.0068237716,0.00010095277,0.000097005504,0.007457786],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.967087,0.027061518,0.0011725262,0.0006852265,0.0013920123,0.0026017455],"domain_scores_gemma":[0.95250094,0.043802477,0.00009458747,0.0005939793,0.0002735901,0.0027344357],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.087113544,0.0002473973,0.00080638356,0.0012227537,0.0042209583,0.00014629244,0.00044822742,0.00043110974,0.0000078913445],"category_scores_gemma":[0.02338881,0.0001637412,0.000045924648,0.0014127267,0.0005203392,0.000096076255,0.0008252728,0.005370814,0.000007791134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025919059,0.00034969937,0.080182165,0.20007293,0.00012903228,0.000055807443,0.32032675,0.00010316888,0.00045132294,0.11232186,0.27120045,0.012214911],"study_design_scores_gemma":[0.0037388152,0.0009437956,0.06309756,0.0015684369,0.000009301119,0.0000839585,0.021744361,0.0005526681,0.0000011514423,0.0023134383,0.9056723,0.0002742218],"about_ca_topic_score_codex":0.22612436,"about_ca_topic_score_gemma":0.011562387,"teacher_disagreement_score":0.63447183,"about_ca_system_score_codex":0.003656797,"about_ca_system_score_gemma":0.023358101,"threshold_uncertainty_score":0.99707544},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4391160842","doi":"10.1186/s12961-023-01098-z","title":"Multi-sectoral collaborations in selected countries of the Eastern Mediterranean region: assessment, enablers and missed opportunities from the COVID-19 pandemic response","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"United Nations Development Programme","keywords":"Health administration; Pandemic; Mandate; Public health; Closeness; CLARITY; Health services research; Context (archaeology); Documentation; Political science; Action plan; Public relations; Health informatics; Business; Medicine; Coronavirus disease 2019 (COVID-19); Geography; Nursing; Economics; Disease; Infectious disease (medical specialty); Computer science; Management","score_opus":0.8902766905587963,"score_gpt":0.6140061421408641,"score_spread":0.2762705484179322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391160842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7136529,0.012625709,0.0005607443,0.26991636,0.00020063175,0.0024085273,0.0004763673,0.000105333325,0.00005343423],"genre_scores_gemma":[0.9921487,0.0034908224,0.00005643867,0.0029765177,0.00022932462,0.00024383009,0.000007633544,0.000016885955,0.0008298567],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886364,0.009181908,0.0007209642,0.00032977652,0.00057891186,0.00055204827],"domain_scores_gemma":[0.95286334,0.04597786,0.00017825379,0.00037390555,0.00030986988,0.00029676486],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0137071,0.00016140347,0.00048652175,0.00022713072,0.0007484628,0.00016845469,0.0002469377,0.0001267091,0.00000592889],"category_scores_gemma":[0.03209764,0.00008687373,0.000032672324,0.0010590798,0.00087456586,0.00008443576,0.00019231213,0.0005544963,8.106976e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014783632,0.00018859342,0.55228305,0.012236259,0.0003717619,0.00011667508,0.10491417,0.00007351595,0.0005154965,0.09089383,0.23631683,0.00061148376],"study_design_scores_gemma":[0.0037533618,0.0010164932,0.18502884,0.0040596584,0.000049025486,0.0001391749,0.08026938,0.06506689,0.00000635233,0.02189536,0.6381171,0.0005984231],"about_ca_topic_score_codex":0.042958844,"about_ca_topic_score_gemma":0.011376771,"teacher_disagreement_score":0.40180022,"about_ca_system_score_codex":0.0007393901,"about_ca_system_score_gemma":0.004854125,"threshold_uncertainty_score":0.9760554},"labels":[],"label_agreement":null},{"id":"W4391259708","doi":"10.1186/s12961-023-01075-6","title":"Investigating the citing communities around three leading health-system frameworks","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Health policy; Alliance; Citation; Health services research; Global health; International health; Equity (law); Health equity; Public health; Public relations; Health economics; Sociology; Political science; Medicine; Law; Nursing","score_opus":0.36186953756574963,"score_gpt":0.5081916090306055,"score_spread":0.14632207146485582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391259708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59152675,0.07550249,0.00041645995,0.31643713,0.00086428906,0.0028541693,0.00007492929,0.00046183908,0.011861958],"genre_scores_gemma":[0.98745066,0.0013891805,0.000064829845,0.007426091,0.0028917885,0.00010709401,0.000011702415,0.00003727816,0.0006213777],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99491376,0.0016584771,0.00078582956,0.00027281774,0.0009690861,0.0014000383],"domain_scores_gemma":[0.99660987,0.0017377519,0.00012471213,0.0004443976,0.000205756,0.0008775048],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010618115,0.00018891362,0.0005565891,0.00037791283,0.0022802027,0.0005440313,0.00020844914,0.00018810971,0.0000033463728],"category_scores_gemma":[0.0004603318,0.000120029,0.000059349215,0.00079446647,0.00036390478,0.000104879095,0.00016856176,0.0028165192,0.00006050023],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003703223,0.000035548812,0.025539156,0.057605553,0.00011158107,0.00004942689,0.027124824,0.00004234127,0.000020902637,0.8396164,0.021823041,0.027994176],"study_design_scores_gemma":[0.001748381,0.0031324492,0.03906239,0.13446887,0.000028117365,0.0056142984,0.27368382,0.15346049,0.0000092039845,0.013464672,0.37464374,0.0006835581],"about_ca_topic_score_codex":0.09963504,"about_ca_topic_score_gemma":0.001211021,"teacher_disagreement_score":0.8261517,"about_ca_system_score_codex":0.0010636961,"about_ca_system_score_gemma":0.0023047728,"threshold_uncertainty_score":0.999484},"labels":[],"label_agreement":null},{"id":"W4391353280","doi":"10.1186/s12961-024-01104-y","title":"Where are the links? Using a causal loop diagram to assess interactions in healthcare coordination for youth experiencing homelessness in Toronto, Canada","year":2024,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Causal loop diagram; Health care; Health services research; Social policy; Stakeholder; Qualitative research; Transformative learning; Health administration; Health policy; Nursing; Medicine; Psychology; Public relations; Sociology; Public health; Computer science; Political science; Developmental psychology","score_opus":0.6048581274537623,"score_gpt":0.6392536513665886,"score_spread":0.0343955239128263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391353280","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004899734,0.9781002,0.00002908863,0.003949652,0.0017867374,0.010156997,0.00092999276,0.000035855184,0.00011175446],"genre_scores_gemma":[0.25999156,0.7313528,0.0000039696647,0.00013046419,0.001760161,0.006245986,0.0000847936,0.00009251669,0.00033773202],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.98631704,0.008107114,0.0019665482,0.00073915377,0.0008456492,0.002024476],"domain_scores_gemma":[0.99421096,0.003413388,0.0005390436,0.00046943672,0.00070228084,0.00066488504],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008338547,0.00043682393,0.0027169986,0.00076550856,0.001902889,0.000215894,0.00041511192,0.0006121555,0.000005433441],"category_scores_gemma":[0.0013607852,0.0003106677,0.00011456577,0.0018406013,0.00006547894,0.00019653636,0.00029004042,0.0034160838,0.0000050119456],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000045480443,0.000095537885,0.0022194542,0.45507005,0.00008329614,0.000049014656,0.28580454,0.000015471604,1.4561999e-7,0.016893478,0.0012879439,0.23843561],"study_design_scores_gemma":[0.00021311095,0.00006023663,0.000104608276,0.090037726,0.00001844692,0.0000014875196,0.62615716,0.0004293788,1.2220417e-8,0.000024222734,0.28269985,0.0002537858],"about_ca_topic_score_codex":0.99541366,"about_ca_topic_score_gemma":0.999275,"teacher_disagreement_score":0.36503232,"about_ca_system_score_codex":0.020309448,"about_ca_system_score_gemma":0.023823477,"threshold_uncertainty_score":0.99993455},"labels":[],"label_agreement":null},{"id":"W4391785731","doi":"10.1186/s12961-024-01105-x","title":"Production and use of rapid responses during the COVID-19 pandemic in Quebec (Canada): perspectives from evidence synthesis producers and decision makers","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université TÉLUQ; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal; Université de Sherbrooke","funders":"Ministère de la Santé et des Services sociaux","keywords":"Thematic analysis; Mandate; Pandemic; Context (archaeology); Health administration; Public relations; Rigour; Health services research; Knowledge translation; Public health; Qualitative research; Coronavirus disease 2019 (COVID-19); Business; Medicine; Political science; Knowledge management; Nursing; Sociology; Infectious disease (medical specialty); Computer science","score_opus":0.8047349422336845,"score_gpt":0.6849288863526946,"score_spread":0.11980605588098991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391785731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8599106,0.008559006,0.000017997223,0.12860544,0.00020195417,0.0025230413,0.0001404147,0.0000313416,0.000010205311],"genre_scores_gemma":[0.98245806,0.014141107,0.00005456954,0.001588541,0.0003821862,0.0005390368,7.3134163e-7,0.000017372584,0.00081838475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9864034,0.0097872345,0.0010282891,0.0007258293,0.0010830916,0.00097213313],"domain_scores_gemma":[0.93819755,0.059952468,0.00024485536,0.0004922944,0.00032397124,0.0007888779],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.021870218,0.00014621558,0.00036251693,0.0008318358,0.0016273959,0.00013107978,0.00015676342,0.00009713657,0.000018459785],"category_scores_gemma":[0.10506068,0.00010327022,0.000014534275,0.0012523559,0.0005938966,0.0005048612,0.0001850215,0.00076376024,0.000002527131],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002233329,0.000036085923,0.46481857,0.026346635,0.00005975309,0.00003423729,0.41101804,0.0000653713,0.0029632584,0.004591709,0.051116638,0.03671638],"study_design_scores_gemma":[0.00054891675,0.00016651324,0.7394044,0.0073502148,0.000007566665,0.000054594642,0.1655516,0.000757137,0.000029406096,0.00037368803,0.08552095,0.00023500517],"about_ca_topic_score_codex":0.96856946,"about_ca_topic_score_gemma":0.9036625,"teacher_disagreement_score":0.27458584,"about_ca_system_score_codex":0.0031335799,"about_ca_system_score_gemma":0.019278452,"threshold_uncertainty_score":0.99967235},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4391941674","doi":"10.1186/s12961-024-01107-9","title":"Strategies for engaging older adults and informal caregivers in health policy development: A scoping review","year":2024,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario","funders":"H2020 Marie Skłodowska-Curie Actions; KU Leuven; European Commission","keywords":"Health services research; Social policy; Public health; Health policy; Health administration; Medicine; Healthcare policy; Gerontology; Policy development; Health informatics; Nursing; International health; Political science","score_opus":0.7746076101085826,"score_gpt":0.6355362254787578,"score_spread":0.13907138462982482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391941674","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000070521523,0.96085155,0.00011289503,0.023693845,0.00028525078,0.013646808,0.00049192144,0.000051529863,0.00085912313],"genre_scores_gemma":[0.00007875904,0.9905288,0.00017337667,0.0039457045,0.0010131529,0.0035266941,0.0001533707,0.00009332856,0.00048678534],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9837289,0.0029749821,0.009720578,0.0011829466,0.0003248867,0.0020677196],"domain_scores_gemma":[0.9919377,0.003411054,0.0029769745,0.00056284835,0.00016733918,0.0009440788],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.08802733,0.00054850953,0.0052584615,0.0038241828,0.000956115,0.0005927442,0.00037837785,0.00035525518,0.000008714196],"category_scores_gemma":[0.0063856165,0.00057403295,0.00018588718,0.0013510267,0.00016380927,0.000594885,0.00023906624,0.0011425,0.00015441817],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034074635,0.000012919492,0.0000065084496,0.7971965,0.000045128425,0.0000010500082,0.009390733,0.0000010278407,1.0206934e-10,0.10351101,0.00565743,0.08417426],"study_design_scores_gemma":[0.0003153525,0.000071140596,0.000008736791,0.44442138,0.0000034544726,0.00002608491,0.0036002367,0.00014982086,5.314792e-10,0.00019983346,0.550956,0.00024794973],"about_ca_topic_score_codex":0.03859278,"about_ca_topic_score_gemma":0.0023526382,"teacher_disagreement_score":0.5452986,"about_ca_system_score_codex":0.003753389,"about_ca_system_score_gemma":0.030317994,"threshold_uncertainty_score":0.9996711},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4392462782","doi":"10.1186/s12961-024-01119-5","title":"Framework for policymaking on self-management of health by older adults using technologies","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"MacEwan University; University of Ottawa","funders":"Government of Canada; AGE-WELL","keywords":"Government (linguistics); Telehealth; Public health; Health care; Health administration; Public relations; Relevance (law); Health services research; Self-management; Health policy; Public policy; Medicine; Political science; Gerontology; Economic growth; Nursing; Telemedicine; Economics","score_opus":0.321333361381015,"score_gpt":0.5810215341063406,"score_spread":0.25968817272532563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392462782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43107453,0.17035376,0.03267169,0.3275738,0.0014246053,0.03237261,0.0007659245,0.0019054062,0.0018576658],"genre_scores_gemma":[0.9884383,0.0055281166,0.003577971,0.0013766778,0.0004513649,0.0003593663,0.000040241066,0.00004128935,0.00018664278],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.996697,0.0003038513,0.0008370074,0.0003990194,0.000726288,0.0010368378],"domain_scores_gemma":[0.9983414,0.0007468001,0.0001758139,0.00030577203,0.00016649488,0.00026374852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004241595,0.0001519072,0.00050002453,0.0009378416,0.0003869488,0.000042952317,0.00008885596,0.000121803416,0.0000023237221],"category_scores_gemma":[0.00033847478,0.00012152456,0.00004481228,0.0009866814,0.000090959045,0.000056262983,0.000056147943,0.00044664808,0.0000023840971],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002525644,0.00023761991,0.0008724643,0.10554228,0.0001988094,0.000013349541,0.0070533,0.000002441601,0.000021196569,0.472325,0.03934375,0.37413722],"study_design_scores_gemma":[0.0090457015,0.017055087,0.00529942,0.109439924,0.00007673323,0.00027531455,0.110465184,0.022520121,0.00029774543,0.009662771,0.7152313,0.0006306763],"about_ca_topic_score_codex":0.008212682,"about_ca_topic_score_gemma":0.000016032118,"teacher_disagreement_score":0.6758876,"about_ca_system_score_codex":0.0007067865,"about_ca_system_score_gemma":0.0011200572,"threshold_uncertainty_score":0.9983917},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4392784022","doi":"10.1186/s12961-024-01106-w","title":"Future directions for patient engagement in research: a participatory workshop with Canadian patient partners and academic researchers","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Boniface Hospital; Horizon Health Network; University of Manitoba","funders":"Canadian Institutes of Health Research; University of Manitoba","keywords":"Thematic analysis; Public engagement; Health services research; Participatory action research; Medical education; Context (archaeology); Public health; Health care; Focus group; Multidisciplinary approach; Medicine; Citizen journalism; Qualitative research; Psychology; Public relations; Nursing; Sociology; Political science","score_opus":0.9074064180355496,"score_gpt":0.6757960272425896,"score_spread":0.23161039079295997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392784022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8483436,0.065250434,0.000010993754,0.059793495,0.001201491,0.020359341,0.0005083963,0.00011199804,0.00442021],"genre_scores_gemma":[0.9679725,0.013971639,0.00006483139,0.0020854142,0.001089345,0.013128797,0.00009969082,0.00006672596,0.0015210548],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98149186,0.011051596,0.0011248233,0.0008004809,0.0016039528,0.0039272546],"domain_scores_gemma":[0.99031276,0.0054898113,0.00009939613,0.00040164523,0.00055711134,0.0031392782],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.030632414,0.00023976517,0.0004314337,0.0024477753,0.0040830066,0.00010840096,0.00017373763,0.00035081065,0.00002378804],"category_scores_gemma":[0.0010237313,0.0001858904,0.000031016887,0.0020047065,0.00038029565,0.00018109565,0.00020649904,0.0043246117,0.000042295993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0013975388,0.00033927243,0.04203549,0.05035064,0.00014228621,0.00011767255,0.4574259,0.00004146878,0.000016162006,0.10953044,0.1687219,0.16988121],"study_design_scores_gemma":[0.00065819547,0.0018461753,0.0014960861,0.0068877907,0.000002993885,0.000003576694,0.12497521,0.0017971992,0.0000022819115,0.0004874308,0.86167604,0.00016700245],"about_ca_topic_score_codex":0.29104707,"about_ca_topic_score_gemma":0.2618857,"teacher_disagreement_score":0.6929541,"about_ca_system_score_codex":0.004520522,"about_ca_system_score_gemma":0.011523766,"threshold_uncertainty_score":0.99930096},"labels":[],"label_agreement":null},{"id":"W4393227939","doi":"10.1186/s12961-024-01131-9","title":"Choosing and accessing COVID-19 treatment options: a qualitative study with patients, caregivers, and health care providers in Lebanon","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Pharmaceutical Economics and Policy","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"","keywords":"Thematic analysis; Pandemic; Qualitative research; Medicine; Health care; Pharmacy; Health administration; Health services research; Public health; Public relations; Nursing; Family medicine; Coronavirus disease 2019 (COVID-19); Economic growth; Political science; Disease; Sociology; Infectious disease (medical specialty)","score_opus":0.5203466824144755,"score_gpt":0.5666672211335124,"score_spread":0.04632053871903696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393227939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82044405,0.13004693,0.000052791107,0.043474663,0.00011973605,0.0038694378,0.00065019325,0.000041992367,0.0013002075],"genre_scores_gemma":[0.98929125,0.009347839,0.0000270678,0.0008390102,0.00011645046,0.00022627483,0.00001990142,0.000022890865,0.00010930487],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99748343,0.00054058747,0.0006229345,0.00059886946,0.00008288308,0.00067126926],"domain_scores_gemma":[0.99849546,0.00044128468,0.0001397111,0.00015990807,0.00004067487,0.00072297524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032393418,0.00017106505,0.00051140046,0.00096709,0.00055229245,0.00054161524,0.00007085251,0.000056336678,0.0000031591746],"category_scores_gemma":[0.00017712651,0.00015452343,0.000020177753,0.0004597737,0.00017660332,0.000331866,0.00007163858,0.00027268857,0.0000051642664],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013976438,0.00025544304,0.059890132,0.005215054,0.00012006648,0.000016981809,0.7587371,0.00006118212,1.540755e-7,0.15816246,0.0014168984,0.0159848],"study_design_scores_gemma":[0.009707542,0.008694576,0.02937373,0.001231861,0.000010208055,0.000035130408,0.5983928,0.0099064,6.7207856e-7,0.005449875,0.33635345,0.0008437693],"about_ca_topic_score_codex":0.12709548,"about_ca_topic_score_gemma":0.0052443,"teacher_disagreement_score":0.33493656,"about_ca_system_score_codex":0.002585192,"about_ca_system_score_gemma":0.00133006,"threshold_uncertainty_score":0.87871724},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4393427124","doi":"10.1186/s12961-024-01130-w","title":"Adopting, implementing and assimilating coproduced health and social care innovations involving structurally vulnerable populations: findings from a longitudinal, multiple case study design in Canada, Scotland and Sweden","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; McMaster University","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Mental Health Association","keywords":"Coproduction; Public relations; Public health; Participant observation; Mental health; Health services research; Comparative case; Sociology; Medicine; Nursing; Political science","score_opus":0.7133893271827286,"score_gpt":0.5747756316554525,"score_spread":0.1386136955272761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393427124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9768162,0.014632653,0.0000352042,0.0025560437,0.00026626606,0.005327015,0.0003146588,0.000035046647,0.000016930351],"genre_scores_gemma":[0.99738127,0.00039324845,0.00046191952,0.0006360529,0.00037249026,0.00047189783,0.00019858604,0.000032751293,0.000051778356],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9917992,0.003924446,0.0014338357,0.0007053857,0.0006352259,0.0015019065],"domain_scores_gemma":[0.9960909,0.0025901168,0.00027101496,0.00017689193,0.0002696539,0.0006014372],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008405287,0.00024049709,0.0005446411,0.0006433371,0.007176289,0.00024004625,0.000072122224,0.000098482065,0.00000562337],"category_scores_gemma":[0.00063854665,0.00021969555,0.000010730667,0.0007552515,0.00006529705,0.0002500431,0.00028642543,0.001246401,5.912168e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003886582,0.000018639697,0.85644364,0.010070942,0.000021190384,0.00006927664,0.12637182,0.000009333179,0.000007666699,0.0007867371,0.0009782304,0.0051836683],"study_design_scores_gemma":[0.0026130618,0.0008131941,0.20834264,0.005371612,0.000009548801,0.00007515387,0.76597524,0.014424555,9.845138e-7,0.00014540626,0.0018927581,0.0003358548],"about_ca_topic_score_codex":0.98471755,"about_ca_topic_score_gemma":0.9541778,"teacher_disagreement_score":0.648101,"about_ca_system_score_codex":0.0023035116,"about_ca_system_score_gemma":0.0077502816,"threshold_uncertainty_score":0.99787486},"labels":[],"label_agreement":null},{"id":"W4396854743","doi":"10.1186/s12961-024-01135-5","title":"The TransFORmation of IndiGEnous PrimAry HEAlthcare Delivery (FORGE AHEAD): economic analysis","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; University Health Network; University of Toronto; Toronto General Hospital; Diabetes Canada; Ted Rogers Centre for Heart Research","funders":"Canadian Institutes of Health Research; Lawson Foundation; AstraZeneca Canada; AstraZeneca","keywords":"Medicine; Health services research; Indigenous; Health administration; Population; Public health; Community health; Intervention (counseling); Health care; Health economics; Population health; Environmental health; Family medicine; Nursing; Economic growth","score_opus":0.13834079279864794,"score_gpt":0.46561318177421884,"score_spread":0.32727238897557087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396854743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8330457,0.07268161,0.000094185794,0.02901909,0.001476113,0.004663905,0.0002725903,0.00012864485,0.058618125],"genre_scores_gemma":[0.8525094,0.14274764,0.000005276645,0.00006917802,0.0010201536,0.000028809516,0.000033588476,0.000011014342,0.0035749392],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946138,0.0026166448,0.00070796465,0.00024362862,0.0007075112,0.0011104144],"domain_scores_gemma":[0.9976171,0.0012634796,0.00012107327,0.00024192079,0.00029423906,0.00046214456],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015065205,0.00009802366,0.00031733123,0.00089488906,0.01109385,0.00028438258,0.00023984084,0.0001467699,0.000005875615],"category_scores_gemma":[0.00001845086,0.00006723289,0.00009036941,0.0013216541,0.00042545667,0.00025729783,0.0000026384976,0.0003599305,0.0000299937],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014708735,0.00001684133,0.00019192343,0.0015825725,0.00006991818,6.047486e-7,0.5001502,0.000014437097,2.8889107e-7,0.49242815,0.00022928517,0.005301081],"study_design_scores_gemma":[0.00009497987,0.0001937241,0.0016384565,0.00016960483,0.000014853975,0.0000042063402,0.034264483,0.0005555099,0.00000285772,0.0014416929,0.96152365,0.00009596595],"about_ca_topic_score_codex":0.84028286,"about_ca_topic_score_gemma":0.8175336,"teacher_disagreement_score":0.96129435,"about_ca_system_score_codex":0.0019805247,"about_ca_system_score_gemma":0.06779512,"threshold_uncertainty_score":0.99019355},"labels":[],"label_agreement":null},{"id":"W4398172130","doi":"10.1186/s12961-024-01136-4","title":"Analysing the performance of a health innovation ecosystem in the COVID-19 crisis: complexity and chaos theory perspective","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Legal, Health, Environmental and COVID-19 Challenges","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Capilano University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Perspective (graphical); Public health; Health services research; Health administration; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Pandemic; Health policy; Medicine; Virology; Computer science; Nursing; Disease; Artificial intelligence","score_opus":0.4326921770058316,"score_gpt":0.5321723732943369,"score_spread":0.09948019628850524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398172130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5301341,0.043184377,0.000058072314,0.42365614,0.000059384984,0.0021228641,0.000050038387,0.000027467926,0.0007075973],"genre_scores_gemma":[0.978815,0.009828953,0.00000549031,0.010799702,0.00028896722,0.00014634577,0.000008216336,0.000013328154,0.00009400475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99369586,0.0038393433,0.0007233033,0.0003718779,0.000779007,0.00059063],"domain_scores_gemma":[0.99789584,0.0012638929,0.00015503375,0.00034799424,0.00010494341,0.00023229019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0239086,0.00013706203,0.00045843056,0.0007123791,0.00078030454,0.00008031084,0.00013210891,0.000071690934,0.0000043169366],"category_scores_gemma":[0.00051923876,0.00007494095,0.00003276987,0.0015183999,0.0003454237,0.00009882011,0.0000695084,0.00073552155,0.0000038545595],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002465036,0.00014707739,0.002676305,0.029997619,0.00008026775,0.000014156891,0.123331524,0.000023409353,0.000029162711,0.8374231,0.0025107071,0.0035201765],"study_design_scores_gemma":[0.003478877,0.0062169833,0.052252132,0.005067106,0.00004258741,0.001289248,0.721637,0.035291348,0.000020061641,0.028922059,0.14533877,0.0004438001],"about_ca_topic_score_codex":0.030843273,"about_ca_topic_score_gemma":0.0012875189,"teacher_disagreement_score":0.808501,"about_ca_system_score_codex":0.0014458485,"about_ca_system_score_gemma":0.0025608018,"threshold_uncertainty_score":0.97561044},"labels":[],"label_agreement":null},{"id":"W4398239013","doi":"10.1186/s12961-024-01150-6","title":"Navigating the nexus between British Columbia’s public consumption and decriminalization policies of illegal drugs","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Learning Partnership; University of Toronto; BC Centre for Disease Control; Public Health Ontario; Mental Health Research Canada; Centre for Addiction and Mental Health","funders":"Institute of Neurosciences, Mental Health and Addiction","keywords":"Decriminalization; Legislation; Public health; Harm reduction; Government (linguistics); Consumption (sociology); Environmental health; Possession (linguistics); Public policy; Cannabis; Harm; Public administration; Business; Medicine; Economic growth; Political science; Law; Economics; Sociology; Psychiatry","score_opus":0.3824870954253523,"score_gpt":0.5328934951395625,"score_spread":0.15040639971421021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398239013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9651438,0.015327881,0.00004123479,0.016867565,0.00008813794,0.001259682,0.000099335106,0.00006731695,0.0011050227],"genre_scores_gemma":[0.99424577,0.0029737295,0.00001294616,0.00024010082,0.0008176744,0.00007338842,0.000048193608,0.000028136143,0.0015600532],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99662936,0.0010167311,0.00056656695,0.000289793,0.00083527376,0.0006622723],"domain_scores_gemma":[0.9975953,0.0012620183,0.00009259389,0.00023193531,0.00035631764,0.00046181618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051282966,0.00009116772,0.00037041513,0.00015339228,0.00056446745,0.000798966,0.000092566064,0.00010962642,0.000008518747],"category_scores_gemma":[0.0016844997,0.0000908751,0.000028303208,0.00067702524,0.00052957964,0.0001534124,0.00010124437,0.00071419583,0.000008492512],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045325014,0.00011349982,0.21000321,0.037304822,0.00022929162,0.00005199969,0.18534109,0.0000036624645,0.00026678396,0.019311082,0.04395376,0.5033755],"study_design_scores_gemma":[0.00349817,0.0031462095,0.39973238,0.02715244,0.00013457,0.00245224,0.34463763,0.02053245,0.00004772216,0.002579779,0.19540177,0.00068465463],"about_ca_topic_score_codex":0.32986623,"about_ca_topic_score_gemma":0.00836735,"teacher_disagreement_score":0.5026908,"about_ca_system_score_codex":0.00022495593,"about_ca_system_score_gemma":0.0011580556,"threshold_uncertainty_score":0.7704447},"labels":[],"label_agreement":null},{"id":"W4399049243","doi":"10.1186/s12961-024-01147-1","title":"Enhancing the delivery of comprehensive care for people living with HIV in Canada: insights from citizen panels and a national stakeholder dialogue","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Impact; University of Manitoba; Bruyère; Ontario HIV Treatment Network; McMaster University; McMaster University Medical Centre","funders":"Canadian Institutes of Health Research; Ontario HIV Treatment Network; Government of Ontario; McMaster University","keywords":"Public relations; Stakeholder; Thematic analysis; Public health; Stakeholder engagement; Health policy; Health care; Medicine; Community engagement; Nursing; Qualitative research; Medical education; Political science; Sociology","score_opus":0.21256375301127228,"score_gpt":0.42018015178219,"score_spread":0.2076163987709177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399049243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718197,0.021127716,0.00016599942,0.004064112,0.000030086076,0.0015670533,0.00071181275,0.000008450432,0.0005050708],"genre_scores_gemma":[0.9979404,0.0007729036,0.000019345725,0.000110305904,0.00024723547,0.00023631814,0.00006039222,0.000013290201,0.0005997641],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99780655,0.00051255076,0.00033852505,0.00022115749,0.00069824845,0.00042299484],"domain_scores_gemma":[0.9955541,0.0033639842,0.000036357866,0.00011776653,0.0006702613,0.00025756806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075460784,0.00008332931,0.0003108598,0.00036655596,0.00024216512,0.00006827283,0.000063129875,0.000036612797,0.0000061292913],"category_scores_gemma":[0.0006058633,0.00005246968,0.000026196487,0.0004018605,0.000103033075,0.00007049878,0.000055001903,0.0003298914,9.647343e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019697153,0.00048639008,0.07886616,0.16400065,0.0018455097,0.0003719777,0.44641182,0.00023535153,0.013204223,0.07462685,0.17679399,0.04118738],"study_design_scores_gemma":[0.004821563,0.0060644113,0.47599506,0.046987414,0.00003764401,0.00019549626,0.3822619,0.045172565,0.00054615166,0.0007776046,0.036684215,0.0004559622],"about_ca_topic_score_codex":0.93134266,"about_ca_topic_score_gemma":0.9148516,"teacher_disagreement_score":0.3971289,"about_ca_system_score_codex":0.0007267197,"about_ca_system_score_gemma":0.0089198295,"threshold_uncertainty_score":0.9966987},"labels":[],"label_agreement":null},{"id":"W4399294621","doi":"10.1186/s12961-024-01146-2","title":"The use of evidence to guide decision-making during the COVID-19 pandemic: divergent perspectives from a qualitative case study in British Columbia, Canada","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of British Columbia","funders":"Canadian Institutes of Health Research; Faculty of Medicine, University of British Columbia","keywords":"Public health; Public relations; Government (linguistics); Health services research; CLARITY; Health policy; Political science; Stakeholder; Public policy; Qualitative research; Corporate governance; Pandemic; Health administration; Empirical evidence; Public administration; Sociology; Medicine; Coronavirus disease 2019 (COVID-19); Nursing; Social science; Law; Economics; Management","score_opus":0.9399959475687769,"score_gpt":0.7768269026553423,"score_spread":0.16316904491343465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399294621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95683116,0.002674602,0.00012049614,0.03329061,0.00036077993,0.0059849443,0.00069586234,0.000028534492,0.000012996676],"genre_scores_gemma":[0.99065804,0.0012096362,0.000051441155,0.0050551975,0.0003222548,0.0013511342,6.078816e-7,0.000018953362,0.0013327103],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96934175,0.024639774,0.001882897,0.0006532175,0.0019416931,0.001540668],"domain_scores_gemma":[0.85759693,0.13987006,0.00026162996,0.00055903906,0.0007167937,0.0009955498],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040647894,0.00011946348,0.0004019136,0.0003009155,0.005624873,0.0005233318,0.0004537425,0.000065819135,0.000042653148],"category_scores_gemma":[0.10212721,0.00009450594,0.00002859074,0.0021519996,0.00028844396,0.00027728095,0.00055625924,0.0010188082,0.000008362193],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000045081266,0.000021233904,0.21209364,0.0011261852,0.000024775092,0.00048112674,0.72044307,0.00006712941,0.0000035607748,0.00020122745,0.062053207,0.0034397559],"study_design_scores_gemma":[0.00032435762,0.00014978653,0.07190349,0.0021787835,0.0000019420186,0.0001411116,0.821253,0.0003751084,2.0401876e-8,0.00014921243,0.10343212,0.0000910719],"about_ca_topic_score_codex":0.9996396,"about_ca_topic_score_gemma":0.9996947,"teacher_disagreement_score":0.14019015,"about_ca_system_score_codex":0.007821284,"about_ca_system_score_gemma":0.032996327,"threshold_uncertainty_score":0.99598753},"labels":[],"label_agreement":null},{"id":"W4399540346","doi":"10.1186/s12961-023-01088-1","title":"Understanding contextual and practical factors to inform WHO recommendations on using chest imaging to monitor COVID-19 pulmonary sequelae: a qualitative study exploring stakeholders’ perspective","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"World Health Organization","keywords":"Thematic analysis; Medicine; Qualitative research; Disadvantaged; Health services research; Health care; Nursing research; Equity (law); Nursing; Family medicine; Public health","score_opus":0.8558189127500156,"score_gpt":0.639702972199857,"score_spread":0.2161159405501587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399540346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68570036,0.00072352885,0.0050817025,0.2980533,0.00040660254,0.008734885,0.00018129523,0.00020431605,0.0009140481],"genre_scores_gemma":[0.995925,0.00010368073,0.00012766517,0.00260845,0.00052112836,0.00041322754,0.000011286892,0.000055723936,0.00023380411],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9943009,0.002173177,0.0005921131,0.000742529,0.0011597561,0.0010315058],"domain_scores_gemma":[0.9852341,0.011468439,0.00008595013,0.00033324145,0.0003117117,0.0025665856],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0081357835,0.00029133703,0.0006031408,0.0020351952,0.0012822094,0.00059614156,0.00008484456,0.00007422002,0.000007328173],"category_scores_gemma":[0.016520904,0.0002487181,0.000049496255,0.0014336735,0.00019538941,0.00064626604,0.00020523768,0.0009537507,0.000012794325],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008952336,0.0002697078,0.003141439,0.0048811235,0.00023250381,0.0006252256,0.9199527,0.00004888254,0.0001663294,0.06406834,0.0049348148,0.00078368845],"study_design_scores_gemma":[0.000970937,0.002393413,0.0012980393,0.0024340786,0.00002241729,0.00021998846,0.98300076,0.0026764423,0.000009349197,0.00044058758,0.0062910463,0.0002429558],"about_ca_topic_score_codex":0.029471276,"about_ca_topic_score_gemma":0.00033476847,"teacher_disagreement_score":0.31022468,"about_ca_system_score_codex":0.010468571,"about_ca_system_score_gemma":0.0033373125,"threshold_uncertainty_score":0.9999965},"labels":[],"label_agreement":null},{"id":"W4399647634","doi":"10.1186/s12961-024-01156-0","title":"Supporting Ontario public health units to address adverse childhood experiences in pandemic recovery planning: A priority-setting exercise","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Child Abuse and Trauma","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Regional Municipality of Niagara; Public Health Ontario; McMaster University; University of Toronto","funders":"Public Health Ontario","keywords":"Public health; Pandemic; Medicine; Environmental health; Health services research; Neglect; Health policy; Socioeconomic status; Occupational safety and health; Nursing; Coronavirus disease 2019 (COVID-19); Disease; Population; Infectious disease (medical specialty)","score_opus":0.3938204210865397,"score_gpt":0.5141829213636852,"score_spread":0.12036250027714546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399647634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96785945,0.015152695,0.000014926696,0.00809501,0.0009101117,0.0023379778,0.00004258207,0.0001698035,0.005417467],"genre_scores_gemma":[0.9934671,0.00039762614,0.000015907684,0.0010770534,0.0007780968,0.0006535289,0.00002705735,0.000040904848,0.0035427322],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931301,0.0016712866,0.0011112754,0.00087004737,0.00072982843,0.0024874709],"domain_scores_gemma":[0.99713165,0.00091424474,0.000157145,0.0004418348,0.00013018398,0.0012249324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012063193,0.00024677237,0.0005993915,0.0017364972,0.00066999305,0.00035780933,0.00031878223,0.00017823109,0.00010286626],"category_scores_gemma":[0.00074453873,0.00022602602,0.000052413692,0.0021602325,0.00009953724,0.0002987551,0.00016170208,0.0013979914,0.00010917418],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008954415,0.00015846101,0.04691281,0.0010872781,0.000044113087,0.00018704629,0.8649294,0.000014651492,0.0000019229226,0.0049038706,0.016246011,0.065424904],"study_design_scores_gemma":[0.0017845064,0.0015043252,0.2661789,0.00930541,0.0000039173506,0.00045448463,0.33858162,0.00014751035,0.000001921383,0.00021237534,0.38122797,0.0005970611],"about_ca_topic_score_codex":0.24819545,"about_ca_topic_score_gemma":0.042639572,"teacher_disagreement_score":0.52634776,"about_ca_system_score_codex":0.0011970408,"about_ca_system_score_gemma":0.007131756,"threshold_uncertainty_score":0.9984969},"labels":[],"label_agreement":null},{"id":"W4399979095","doi":"10.1186/s12961-024-01161-3","title":"Analysis of funding landscape for health policy and systems research in the Eastern Mediterranean Region: A scoping review of the literature over the past decade","year":2024,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research; World Health Organization","keywords":"Health services research; Medicine; Health administration; Health policy; Health care; Public health; Population; Political science; Family medicine; Environmental health; Nursing","score_opus":0.9119955778941565,"score_gpt":0.7779794165078677,"score_spread":0.1340161613862888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399979095","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057280708,0.87852615,0.000010145339,0.09712085,0.00042971628,0.0225826,0.00095703243,0.000015325815,0.00030088698],"genre_scores_gemma":[0.0015932813,0.9824273,0.0000038056223,0.0066208616,0.0030862137,0.005483638,0.00006420055,0.00006481618,0.00065591204],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.92473614,0.06200005,0.005460062,0.0010308538,0.0035927407,0.0031801765],"domain_scores_gemma":[0.95428604,0.03894087,0.002648522,0.0019776197,0.0013049066,0.00084203185],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13347782,0.00048824897,0.003656512,0.005056203,0.00302649,0.00029327787,0.0016824979,0.00047197743,0.0000045746347],"category_scores_gemma":[0.0113981655,0.00022683182,0.00040848792,0.02073137,0.00075921806,0.00017450981,0.0007901879,0.0040074526,0.00000676522],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001321191,0.000015727866,0.0003347942,0.90714836,0.00014601176,0.0000024097274,0.030965636,7.6011156e-7,2.1244341e-8,0.011283496,0.031171888,0.018917684],"study_design_scores_gemma":[0.00020972232,0.00014701982,0.000115488016,0.5264048,0.000090019275,0.000033472817,0.0049857874,0.0003008114,1.5977429e-9,0.000038133858,0.46757528,0.00009946117],"about_ca_topic_score_codex":0.028683202,"about_ca_topic_score_gemma":0.003258582,"teacher_disagreement_score":0.43640336,"about_ca_system_score_codex":0.0014519724,"about_ca_system_score_gemma":0.023982078,"threshold_uncertainty_score":0.99829036},"labels":[],"label_agreement":null},{"id":"W4400298436","doi":"10.1186/s12961-024-01171-1","title":"Bridging the gap to meet complex needs: an intersectoral action well supported by appropriate policies and governance","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Fonds de Recherche du Québec - Santé","keywords":"Health care; Health administration; Corporate governance; Public relations; Equity (law); Health services research; Business; Health policy; Nursing; Medicine; Public health; Political science","score_opus":0.4010023944028349,"score_gpt":0.5230446336875175,"score_spread":0.12204223928468261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400298436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8792555,0.0066097816,0.0001588167,0.0962855,0.00032174148,0.0027097182,0.00017601674,0.00021081709,0.014272137],"genre_scores_gemma":[0.9928193,0.00091782777,0.0000048062716,0.0012837148,0.0009666088,0.000091465605,0.00003453754,0.000025929123,0.0038558184],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976372,0.00044038313,0.0003053065,0.0003081377,0.0006105091,0.0006984557],"domain_scores_gemma":[0.9989073,0.00014632488,0.000047557503,0.00029929637,0.00008286935,0.00051661313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002048703,0.00013914527,0.0002542538,0.00032406728,0.00032582867,0.0005690073,0.00011286654,0.00004272795,0.000023131299],"category_scores_gemma":[0.0001501998,0.00009721453,0.000027230817,0.000661117,0.00021388018,0.00019498242,0.0000998781,0.00024911476,0.000019500692],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004196363,0.00012991799,0.0020196158,0.015160856,0.00019655545,0.00004691246,0.011444236,0.00002753381,0.0030179233,0.22787683,0.72134155,0.01831846],"study_design_scores_gemma":[0.0018612277,0.0020855605,0.05590726,0.0029546723,0.000040863986,0.00020734659,0.031004531,0.06856215,0.000061856415,0.00085881946,0.8360512,0.0004045023],"about_ca_topic_score_codex":0.037212785,"about_ca_topic_score_gemma":0.000660238,"teacher_disagreement_score":0.22701801,"about_ca_system_score_codex":0.00045746504,"about_ca_system_score_gemma":0.0005569587,"threshold_uncertainty_score":0.9691985},"labels":[],"label_agreement":null},{"id":"W4400323686","doi":"10.1186/s12961-024-01134-6","title":"The role of nurses in implementation of public policy on adolescent health in Colombia, Ecuador, and Peru","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"School Health and Nursing Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Affairs Canada; Pan American Health Organization; Universidad Nacional Mayor de San Marcos; Universidad Nacional de Colombia","keywords":"Focus group; Public health; Health policy; Medicine; Nursing; Health services research; Nursing research; Psychological intervention; Ethnic group; Health care; Health administration; Economic growth; Political science; Business; Law","score_opus":0.3257764329971265,"score_gpt":0.6279664385242959,"score_spread":0.3021900055271694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400323686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.807309,0.037547655,9.101505e-7,0.14932889,0.0009319049,0.0037827194,0.000113032016,0.00002385297,0.00096204935],"genre_scores_gemma":[0.98521423,0.012735707,0.000004560664,0.0007903087,0.0005708998,0.0003517202,0.000016336568,0.00001877976,0.00029746484],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9911107,0.0054938667,0.0012418356,0.0003045841,0.00053113454,0.0013178862],"domain_scores_gemma":[0.9964941,0.002259624,0.0002496175,0.00026201404,0.00021936277,0.0005152885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014218114,0.00011505155,0.00038361546,0.0015601963,0.0007279841,0.000042231546,0.00012772989,0.0001227825,0.000004532959],"category_scores_gemma":[0.0011217615,0.000088196466,0.000020587175,0.001497053,0.00017780304,0.00010517853,0.000047947175,0.0009717471,0.000006834359],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022253626,0.0002552161,0.2509468,0.013805039,0.000011052887,7.6502926e-7,0.040360764,0.000001682837,0.00004577119,0.11825448,0.036034983,0.54006094],"study_design_scores_gemma":[0.0010136889,0.0011680495,0.7451555,0.0052609066,7.963263e-7,0.000004206563,0.11660904,0.00044429937,0.000010317601,0.0021344894,0.12810595,0.00009275371],"about_ca_topic_score_codex":0.27132177,"about_ca_topic_score_gemma":0.021437641,"teacher_disagreement_score":0.53996813,"about_ca_system_score_codex":0.001830853,"about_ca_system_score_gemma":0.017189078,"threshold_uncertainty_score":0.9964186},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4400368528","doi":"10.1186/s12961-024-01160-4","title":"A taxonomy of demand-driven questions for use by evidence producers, intermediaries and decision-makers: results from a cross-sectional survey","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Intermediary; Taxonomy (biology); Unit (ring theory); Decision support system; Knowledge management; Computer science; Management science; Public relations; Business; Psychology; Marketing; Economics; Political science; Data mining","score_opus":0.8878809407446635,"score_gpt":0.7245819452575005,"score_spread":0.16329899548716298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400368528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91467625,0.0045446805,0.020505732,0.024061406,0.0014469367,0.010619086,0.023967866,0.00012398176,0.000054038694],"genre_scores_gemma":[0.99057907,0.0022067549,0.0014731239,0.0012291152,0.0009196959,0.002450134,0.0001343638,0.000028663104,0.0009790844],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98971695,0.0052751494,0.0019571977,0.0008405127,0.0009642227,0.0012459527],"domain_scores_gemma":[0.90491045,0.09189839,0.00038230943,0.00046921909,0.0014308299,0.00090878544],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0324992,0.00017238523,0.0004558979,0.0007018802,0.001815342,0.00035989383,0.00025277762,0.00019923816,0.000014220212],"category_scores_gemma":[0.085112706,0.00014483496,0.00003698324,0.000991645,0.0010802158,0.0007795212,0.00023422632,0.00074323424,0.000024581674],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017620792,0.000058546888,0.44164637,0.008039533,0.00007827707,0.000003771431,0.029222816,0.00002698033,0.00014166614,0.00951107,0.49926707,0.010241832],"study_design_scores_gemma":[0.0023529676,0.00087843125,0.5674591,0.0075179674,0.0000052374808,0.00001325076,0.0032362437,0.010799508,0.000012150356,0.0019325066,0.40549237,0.00030026922],"about_ca_topic_score_codex":0.09236999,"about_ca_topic_score_gemma":0.0057664104,"teacher_disagreement_score":0.12581275,"about_ca_system_score_codex":0.000736928,"about_ca_system_score_gemma":0.008245866,"threshold_uncertainty_score":0.9994842},"labels":[],"label_agreement":null},{"id":"W4400652803","doi":"10.1186/s12961-024-01174-y","title":"A protocol for the formative evaluation of the implementation of patient-reported outcome measures in child and adolescent mental health services as part of a learning health system","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; Alberta Health; University of Calgary","funders":"Canadian Institutes of Health Research; Alberta Children's Hospital Foundation; Children's Hospital Foundation; Mitacs; Alberta Health Services","keywords":"Formative assessment; Mental health; Health services research; Protocol (science); Medicine; Health administration; Health informatics; Health care; Medical education; Nursing; Data collection; Public health; Outcome (game theory); Psychology; Psychiatry; Alternative medicine","score_opus":0.8094127931512596,"score_gpt":0.7447851031036719,"score_spread":0.06462769004758773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400652803","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19817567,0.0023211532,0.00015879498,0.14178917,0.00066254317,0.6555634,0.000868375,0.00006671758,0.0003941422],"genre_scores_gemma":[0.9058951,0.00013161585,0.00001370386,0.0014952687,0.000109036126,0.09230416,0.000009909622,0.000018146719,0.000023048111],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.978898,0.013579978,0.0036759994,0.0003609703,0.0023877495,0.0010973247],"domain_scores_gemma":[0.9942267,0.0019911565,0.0021599568,0.00032901668,0.0009804434,0.0003127473],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.05487175,0.00016262577,0.0006008144,0.00059522665,0.0017563878,0.000033916567,0.00020807756,0.0000736438,0.0000074062086],"category_scores_gemma":[0.0010451761,0.00009841785,0.000055073757,0.0012256646,0.00019115733,0.00020914988,0.00016767728,0.00062425766,0.0000012289779],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003581579,0.000119042656,0.08518161,0.22169532,0.00009847137,2.2059729e-7,0.6079382,0.00013771477,0.000035496683,0.021969372,0.005677714,0.05678872],"study_design_scores_gemma":[0.006507471,0.0025003538,0.09650175,0.03224922,0.000014093688,0.000030187231,0.74467564,0.021284424,0.00006203717,0.00020946287,0.095785975,0.00017940372],"about_ca_topic_score_codex":0.05605971,"about_ca_topic_score_gemma":0.0058720363,"teacher_disagreement_score":0.70771945,"about_ca_system_score_codex":0.0016777322,"about_ca_system_score_gemma":0.010391047,"threshold_uncertainty_score":0.9995432},"labels":[],"label_agreement":null},{"id":"W4400743006","doi":"10.1186/s12961-024-01168-w","title":"Siloed mentality, health system suboptimization and the healthcare symphony: a Canadian perspective","year":2024,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; University of Calgary; Alberta Innovates","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Symphony; Perspective (graphical); Health administration; Health care; Health services research; Public health; Health care reform; Health policy; Healthcare policy; Medicine; Healthcare system; International health; Political science; Nursing; Gerontology; History; Law; Art; Art history","score_opus":0.27394674229561006,"score_gpt":0.504438021969495,"score_spread":0.230491279673885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400743006","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000065274326,0.08256145,0.0000058279697,0.89724296,0.00041727626,0.008010976,0.0005856774,0.00012909122,0.010981444],"genre_scores_gemma":[0.27390325,0.021779763,0.000013297077,0.6793196,0.010482002,0.0014189936,0.0010574132,0.0002063431,0.011819328],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914187,0.0031529125,0.00086911913,0.00096922286,0.0016116692,0.001978377],"domain_scores_gemma":[0.9963768,0.000492352,0.00023681864,0.0007884595,0.0005444911,0.0015610751],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006311425,0.00042519442,0.0012921912,0.0016404693,0.0012032274,0.00071091077,0.0001882235,0.00042500452,0.000007879101],"category_scores_gemma":[0.00031984996,0.00030102153,0.00012970569,0.0009904988,0.00072956795,0.00008021307,0.00020282711,0.0024975997,0.000041544565],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00011638533,0.000013999567,0.00005334109,0.062803425,0.00029791557,0.00033788188,0.0038101834,0.0000031252343,2.6706031e-8,0.15212996,0.7802062,0.00022753487],"study_design_scores_gemma":[0.004907023,0.0012420675,0.0006463251,0.01927721,0.00015520172,0.0012800767,0.060511507,0.008333814,7.7422e-8,0.0014223062,0.90176344,0.00046097283],"about_ca_topic_score_codex":0.9223013,"about_ca_topic_score_gemma":0.06744282,"teacher_disagreement_score":0.85485846,"about_ca_system_score_codex":0.017188784,"about_ca_system_score_gemma":0.02858192,"threshold_uncertainty_score":0.9999442},"labels":[],"label_agreement":null},{"id":"W4401423547","doi":"10.1186/s12961-024-01169-9","title":"Research evidence communication for policy-makers: a rapid scoping review on frameworks, guidance and tools, and barriers and facilitators","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"World Health Organization","keywords":"Knowledge translation; Health services research; Health policy; Public relations; Health administration; Evidence-based practice; Process (computing); Health communication; Public health; Knowledge management; Political science; Medicine; Nursing; Computer science; Alternative medicine","score_opus":0.9083909917626849,"score_gpt":0.7829010317313783,"score_spread":0.12548996003130664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401423547","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019496938,0.4401861,0.00025467895,0.52231354,0.00020923307,0.016133117,0.0005160173,0.00011975526,0.0007705744],"genre_scores_gemma":[0.37428385,0.58708054,0.00048061958,0.03040829,0.000901533,0.005836574,0.000013920318,0.000057014957,0.0009376861],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9785944,0.015296985,0.0015348301,0.00090043386,0.0013890475,0.0022842984],"domain_scores_gemma":[0.93959355,0.05644691,0.00022337005,0.0008221923,0.0009528534,0.0019611223],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07602871,0.00024089888,0.00066752254,0.0013287578,0.0049762945,0.00052444864,0.00034394147,0.00033482118,0.000017763366],"category_scores_gemma":[0.08346623,0.00020576226,0.000029880342,0.0021252998,0.0011876544,0.0008325867,0.00049402734,0.002544774,0.000029616982],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019531175,0.000015453976,0.0023402618,0.41304895,0.000037476304,0.0000046493687,0.05227409,0.0000016195957,0.000044013534,0.2824274,0.16059034,0.08902043],"study_design_scores_gemma":[0.001125983,0.0016462771,0.0038519658,0.5658447,0.000008140612,0.000037537226,0.029509703,0.002125967,0.000003696743,0.0059343055,0.38948524,0.00042647004],"about_ca_topic_score_codex":0.013746499,"about_ca_topic_score_gemma":0.0008728595,"teacher_disagreement_score":0.49190527,"about_ca_system_score_codex":0.0011032148,"about_ca_system_score_gemma":0.010994984,"threshold_uncertainty_score":0.9997564},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4401449570","doi":"10.1186/s12961-024-01188-6","title":"Identifying the essential elements to inform the development of a research agenda for Paramedicine in Ireland: a Delphi Study","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Health services research; Health administration; Delphi method; Medicine; Nursing research; Delphi; Public health; Nursing; Computer science","score_opus":0.7397667705048934,"score_gpt":0.6962619859390238,"score_spread":0.04350478456586959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401449570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80134577,0.005349336,0.0011695321,0.15151428,0.0006972397,0.033969857,0.00004808466,0.00012901933,0.0057768663],"genre_scores_gemma":[0.993534,0.0002606913,0.00012501964,0.00010066484,0.0005490565,0.0036090566,0.0000025682168,0.000018175218,0.0018007568],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9882865,0.004210374,0.0011070186,0.00040318028,0.004232834,0.0017601118],"domain_scores_gemma":[0.99164635,0.006767286,0.00006962451,0.00040420055,0.00076519576,0.00034735096],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.13323832,0.00010870937,0.00027806737,0.0015376536,0.002764972,0.0005496143,0.00093324616,0.00008799646,0.000009201299],"category_scores_gemma":[0.008032528,0.000064057815,0.00003505528,0.0044813366,0.00067874615,0.00013107664,0.00049881724,0.000958582,0.00001909551],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022077562,0.00024788012,0.0028912404,0.0029011338,0.0000934102,0.00002375647,0.8019791,0.000007211077,0.00008470508,0.082006074,0.047394603,0.062150076],"study_design_scores_gemma":[0.0007256003,0.00096062507,0.0053737955,0.0020733103,0.0000032321796,0.000004241599,0.53917205,0.0012454307,0.00003778938,0.003835092,0.44641668,0.00015214604],"about_ca_topic_score_codex":0.063013606,"about_ca_topic_score_gemma":0.048769876,"teacher_disagreement_score":0.39902207,"about_ca_system_score_codex":0.0009611218,"about_ca_system_score_gemma":0.006070462,"threshold_uncertainty_score":0.9995642},"labels":[],"label_agreement":null},{"id":"W4401521704","doi":"10.1186/s12961-024-01196-6","title":"Mapping the way: functional modelling for community-based integrated care for older people","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saint John Regional Hospital; Memorial University of Newfoundland; University of New Brunswick","funders":"Canada First Research Excellence Fund; Ocean Frontier Institute","keywords":"Health services research; Health administration; Public health; Social policy; Health informatics; Medicine; Health care; Health policy; Gerontology; Nursing; Political science","score_opus":0.5307930273804309,"score_gpt":0.5905493610307392,"score_spread":0.0597563336503083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401521704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08111884,0.012737123,0.60465145,0.26614416,0.007983287,0.022334699,0.0015273975,0.00035670516,0.0031463315],"genre_scores_gemma":[0.9769725,0.00007198723,0.00030301797,0.004076035,0.0017372088,0.007350024,0.00070666627,0.00003699044,0.008745539],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948655,0.0033579164,0.0005145231,0.00020941152,0.0003705792,0.0006820642],"domain_scores_gemma":[0.990416,0.007296683,0.00008285246,0.00024585362,0.0017692454,0.00018939334],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008152247,0.00011410233,0.00021443069,0.00044897367,0.0068195695,0.0001210758,0.00013997675,0.000157175,0.000019954592],"category_scores_gemma":[0.00068270473,0.00007437829,0.000052125924,0.00084530027,0.000061396975,0.00008789089,0.00004125371,0.0012477413,0.000026426373],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049111224,0.00008516184,0.00028924935,0.037467327,0.000053057163,2.117159e-7,0.25199103,0.0021088244,0.00006164387,0.3832791,0.31752166,0.0066516194],"study_design_scores_gemma":[0.00042814278,0.000118932236,0.00029721018,0.0022064785,0.0000020956243,7.743949e-7,0.20579426,0.25964412,0.0000019780077,0.0013519061,0.53008527,0.00006884168],"about_ca_topic_score_codex":0.014835495,"about_ca_topic_score_gemma":0.0020759476,"teacher_disagreement_score":0.8958537,"about_ca_system_score_codex":0.0009124194,"about_ca_system_score_gemma":0.0117980465,"threshold_uncertainty_score":0.9944734},"labels":[],"label_agreement":null},{"id":"W4402976299","doi":"10.1186/s12961-024-01223-6","title":"Assessment of the compliance with minimum quality standards by public primary healthcare facilities in Nigeria","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Public health; Health administration; Compliance (psychology); Health services research; Quality (philosophy); Healthcare policy; Medicine; Health policy; Health care; Environmental health; Social policy; Primary health care; Nursing; Business; International health; Political science; Psychology; Population","score_opus":0.4399348558716321,"score_gpt":0.5003039680893604,"score_spread":0.06036911221772828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402976299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6927936,0.14322704,0.00075043197,0.117910914,0.0013955313,0.0049346513,0.0141468635,0.00009670247,0.024744248],"genre_scores_gemma":[0.99370503,0.0021906472,0.00001534137,0.00030537465,0.00016396776,0.00019301502,0.000019352405,0.000022741286,0.0033845317],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.995471,0.0009734423,0.0015103404,0.0005211599,0.00050958473,0.001014466],"domain_scores_gemma":[0.99831915,0.000240724,0.00028161358,0.0005178492,0.00027342126,0.0003672439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0172747,0.00016611382,0.0008076403,0.00051043945,0.00037149075,0.00023369689,0.00027425596,0.00014877006,0.000008910068],"category_scores_gemma":[0.00031366173,0.00010640719,0.000060516923,0.0011146027,0.00031717774,0.00020022436,0.00010591875,0.00070497027,0.0000051556663],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003204571,0.00010218,0.19344847,0.046415277,0.000057249035,0.00000469807,0.007494469,0.000006815784,0.000014865139,0.7411218,0.0054790867,0.0058230115],"study_design_scores_gemma":[0.0010746319,0.0009946134,0.36655787,0.0042388737,3.587569e-7,0.000038303995,0.010901288,0.001582147,0.0000029052862,0.005523262,0.60865784,0.00042792116],"about_ca_topic_score_codex":0.12764473,"about_ca_topic_score_gemma":0.0051710336,"teacher_disagreement_score":0.73559856,"about_ca_system_score_codex":0.0021793186,"about_ca_system_score_gemma":0.004059764,"threshold_uncertainty_score":0.87816435},"labels":[],"label_agreement":null},{"id":"W4403083260","doi":"10.1186/s12961-024-01225-4","title":"Working in a relational way is everything: Perceptions of power and value in a drug policy-making network","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Community Health and Development","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada","keywords":"Health services research; Power (physics); Value (mathematics); Health administration; Public health; Social policy; Perception; Health policy; Healthcare policy; Drug; Sociology; Medicine; Psychology; Political science; Health care reform; Computer science; Nursing; Pharmacology; Law","score_opus":0.3731204188178546,"score_gpt":0.5763016626105029,"score_spread":0.20318124379264824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403083260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83776826,0.026722947,0.00009472748,0.103569746,0.0008204636,0.0043133306,0.000038334714,0.00009513204,0.026577037],"genre_scores_gemma":[0.99154216,0.0029675136,0.0002140836,0.0024943615,0.0006386557,0.00028256932,0.00000805605,0.00002643247,0.0018261549],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9913042,0.004895194,0.0012631594,0.00034863298,0.0006693769,0.0015194368],"domain_scores_gemma":[0.9934453,0.0055308603,0.0001298912,0.00029838007,0.00014825402,0.00044732454],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016622324,0.00015420897,0.00046498852,0.0018822702,0.0012732767,0.000049301474,0.00014161819,0.00021729904,0.00003535113],"category_scores_gemma":[0.0014651524,0.00014257552,0.000031302225,0.002299082,0.00013680228,0.0001382559,0.00034391496,0.0023896978,0.000026424832],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105613406,0.00006175457,0.24089868,0.0060916753,0.000016468462,0.000011481409,0.23665357,0.00021535654,0.0000034420623,0.49021628,0.021507995,0.004217673],"study_design_scores_gemma":[0.0012444245,0.00017288969,0.67760736,0.032164127,0.0000020754178,0.000034017874,0.042573024,0.013853058,9.358184e-8,0.020896846,0.21116154,0.00029054738],"about_ca_topic_score_codex":0.10931283,"about_ca_topic_score_gemma":0.010800856,"teacher_disagreement_score":0.46931943,"about_ca_system_score_codex":0.0016467229,"about_ca_system_score_gemma":0.007547331,"threshold_uncertainty_score":0.99991184},"labels":[],"label_agreement":null},{"id":"W4403256266","doi":"10.1186/s12961-024-01235-2","title":"Role and promise of health policy and systems research in integrating rehabilitation into the health systems","year":2024,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"GF Strong Rehabilitation Centre; University of British Columbia; Centre for Disability Prevention and Rehabilitation; University of Manitoba; Université du Québec à Trois-Rivières; McGill University","funders":"World Health Organization","keywords":"Health services research; Health policy; Health administration; Public health; Social policy; Health informatics; Health economics; Healthcare system; Rehabilitation; Systems research; Medicine; Healthcare policy; International health; Environmental health; Nursing; Health care; Political science; Biology; Physical therapy; Ecology","score_opus":0.479064240040274,"score_gpt":0.6406892809885888,"score_spread":0.1616250409483148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403256266","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002540912,0.90184283,0.0000021497062,0.08404252,0.00048630408,0.012137795,0.00014241753,0.000050814248,0.0010410518],"genre_scores_gemma":[0.011389872,0.98253495,0.000017304385,0.0002775755,0.0020556767,0.0020678712,0.000024045892,0.00008235828,0.00155033],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9340489,0.053862467,0.004117649,0.0012524207,0.0030071898,0.0037114033],"domain_scores_gemma":[0.98104143,0.014655809,0.0010491026,0.00077261653,0.0007444238,0.0017366273],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13897282,0.00050228945,0.003485288,0.0033497051,0.0038660534,0.0012952031,0.0006283574,0.00057741924,9.032255e-7],"category_scores_gemma":[0.011136936,0.00033483826,0.00014216597,0.0046049883,0.0018010661,0.00026227286,0.0004709131,0.002908459,0.000009679071],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000010490428,0.00003453339,0.000120406374,0.33907795,0.000027639728,0.0000018244018,0.07297788,9.683603e-7,1.3956231e-8,0.3302801,0.0027499513,0.25471824],"study_design_scores_gemma":[0.00018842073,0.00062485994,0.000110369845,0.08757089,0.0000059604954,0.000022927217,0.12673032,0.00032026466,1.3852687e-9,0.0010603422,0.7831839,0.00018174689],"about_ca_topic_score_codex":0.9292941,"about_ca_topic_score_gemma":0.07603209,"teacher_disagreement_score":0.853262,"about_ca_system_score_codex":0.00612247,"about_ca_system_score_gemma":0.04275489,"threshold_uncertainty_score":0.99991035},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4404020999","doi":"10.1186/s12961-024-01191-x","title":"Using normalisation process theory (NPT) to explore implementation of the maternal perinatal death surveillance and response (MPDSR) policy in Uganda: a reflection","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia; Western University","funders":"","keywords":"Health services research; Health policy; Health care; Qualitative research; Public health; Government (linguistics); Process (computing); Social policy; Nursing; Public relations; Medicine; Sociology; Political science; Computer science; Social science","score_opus":0.32835649379550164,"score_gpt":0.5737010646008932,"score_spread":0.24534457080539157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404020999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877839,0.001042436,0.00002650474,0.009915777,0.00008306113,0.0009962938,0.000045430806,0.00001621268,0.00009038441],"genre_scores_gemma":[0.99876785,0.00030585774,0.00001135339,0.0003748536,0.00035177902,0.000048473416,0.0000025606703,0.000012142048,0.00012515608],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99735004,0.0011613265,0.00037780072,0.00021010943,0.00046785315,0.00043288132],"domain_scores_gemma":[0.99930286,0.00016205291,0.00005843188,0.00012298912,0.00013736065,0.00021630869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048190383,0.00008834119,0.0002067259,0.000531479,0.00021390605,0.000066081426,0.000053949367,0.000048140457,0.0000026297798],"category_scores_gemma":[0.00031732893,0.00005943517,0.0000179449,0.00072254834,0.00005755623,0.00009706084,0.000056470704,0.000225057,0.0000013124167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005676762,0.000061345614,0.8469037,0.022113848,0.00004503335,0.000040929477,0.06293518,0.00007016465,0.0066977665,0.044721767,0.0001465665,0.010586978],"study_design_scores_gemma":[0.00064921135,0.0006241006,0.9866047,0.0017298032,0.000002101731,0.0004347024,0.0068177036,0.00073552504,0.0004485128,0.00091487006,0.00097572943,0.000063024585],"about_ca_topic_score_codex":0.05164774,"about_ca_topic_score_gemma":0.00078887906,"teacher_disagreement_score":0.13970105,"about_ca_system_score_codex":0.0005547964,"about_ca_system_score_gemma":0.0016556203,"threshold_uncertainty_score":0.9546674},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4404162577","doi":"10.1186/s12961-024-01244-1","title":"Correction: Role and promise of health policy and systems research in integrating rehabilitation into the health systems","year":2024,"lang":"en","type":"erratum","venue":"Health Research Policy and Systems","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"GF Strong Rehabilitation Centre; University of British Columbia; Centre for Disability Prevention and Rehabilitation; University of Manitoba; Université du Québec à Trois-Rivières; McGill University","funders":"Northumbria University; Alliance for Health Policy and Systems Research; University of Ontario Institute of Technology; World Health Organization; Strong; Johns Hopkins University","keywords":"Health services research; Health administration; Health policy; Public health; Health informatics; Social policy; Rehabilitation; Health economics; Medicine; Nursing; Political science; Physical therapy; Law","score_opus":0.17573906357886712,"score_gpt":0.5119401973777348,"score_spread":0.3362011337988676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404162577","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010279168,0.68134224,0.000016313801,0.26119956,0.009620143,0.022960028,0.00020610055,0.0001304768,0.0142459655],"genre_scores_gemma":[0.68978494,0.14583825,0.000029476476,0.0014662361,0.009647564,0.0037222016,0.00046640224,0.00029167018,0.14875324],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.979585,0.011695236,0.002754836,0.0012613375,0.002551396,0.0021522115],"domain_scores_gemma":[0.99258924,0.0036963255,0.00074746145,0.0008913072,0.0009788737,0.0010967777],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.048792765,0.00050458795,0.002128218,0.003933153,0.0014279514,0.0005306477,0.00025967247,0.0005815614,0.0000017780455],"category_scores_gemma":[0.0060388264,0.00036093895,0.00009571898,0.0031619295,0.0010546201,0.0001642378,0.0003651694,0.004682284,0.000006529254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036682005,0.0002448707,0.0015369595,0.18990834,0.00015073428,0.0000098034,0.07349949,0.000017778082,0.000010745769,0.052598227,0.6451095,0.03654677],"study_design_scores_gemma":[0.001994704,0.009169632,0.0031162174,0.07276347,0.000013706409,0.0002425914,0.21605645,0.020472521,3.7132213e-7,0.0015177537,0.67426217,0.00039040917],"about_ca_topic_score_codex":0.7269335,"about_ca_topic_score_gemma":0.024485769,"teacher_disagreement_score":0.7024477,"about_ca_system_score_codex":0.0034216575,"about_ca_system_score_gemma":0.018408189,"threshold_uncertainty_score":0.99988425},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4405529460","doi":"10.1186/s12961-024-01262-z","title":"Enhancing multi-sectoral collaborations for the prevention and control of NCDs in Thailand with a new approach","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario; Centre for Addiction and Mental Health","funders":"Institute of Neurosciences, Mental Health and Addiction; Canadian Institutes of Health Research","keywords":"Health administration; Knowledge translation; Stakeholder; Health services research; Stakeholder engagement; Process management; Sustainable development; Medicine; Health informatics; Health care; Knowledge management; Public relations; Public health; Business; Computer science; Political science; Economic growth; Nursing; Economics","score_opus":0.3095494094155472,"score_gpt":0.4825870702427735,"score_spread":0.17303766082722627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405529460","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18795873,0.058637522,0.21869197,0.50636685,0.0010527818,0.021338753,0.00021622512,0.00021212673,0.005524994],"genre_scores_gemma":[0.9959757,0.0003097968,0.00010950769,0.001567721,0.001121294,0.00027911138,0.000010020922,0.000011912954,0.00061494595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984484,0.00018743036,0.00040753666,0.00021182613,0.00018356273,0.0005612807],"domain_scores_gemma":[0.99856114,0.0009734769,0.000096795906,0.00012289872,0.00018439908,0.000061308514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006838308,0.000084849446,0.00027915867,0.00037908432,0.0003024493,0.0002409207,0.000080970356,0.00006498476,0.0000018123857],"category_scores_gemma":[0.0010702484,0.000051458588,0.000018092056,0.0008518515,0.000103518054,0.00023578026,0.000039323255,0.0001837646,0.0000020421835],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033062987,0.00012989722,0.01570038,0.024675557,0.00010631931,0.0000017806589,0.0023434374,0.001760511,0.00010381993,0.8273648,0.12181455,0.005668297],"study_design_scores_gemma":[0.0019420611,0.00019249608,0.0108602755,0.00069123105,0.0000105611025,0.000010153702,0.0041250656,0.44446617,6.217083e-7,0.0010805032,0.53650886,0.00011201197],"about_ca_topic_score_codex":0.15021229,"about_ca_topic_score_gemma":0.010559563,"teacher_disagreement_score":0.82628435,"about_ca_system_score_codex":0.00007901005,"about_ca_system_score_gemma":0.0008734803,"threshold_uncertainty_score":0.8554465},"labels":[],"label_agreement":null},{"id":"W4405549159","doi":"10.1186/s12961-024-01245-0","title":"Building a research agenda on preventing and addressing sexual assault and intimate partner violence against trans people: a two-stage priority-setting exercise","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario HIV Treatment Network; Public Health Ontario; Women's College Hospital; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychological intervention; Health services research; Thematic analysis; Mental health; Domestic violence; Stakeholder; Medicine; Government (linguistics); Poison control; Public health; Sexual violence; Suicide prevention; Nursing; Public relations; Psychology; Qualitative research; Environmental health; Psychiatry; Political science; Sociology","score_opus":0.3903906011479409,"score_gpt":0.5933703758007057,"score_spread":0.20297977465276484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405549159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94766533,0.034830805,0.000085844986,0.008437643,0.00069831376,0.0025471705,0.00018064262,0.00018572509,0.0053685457],"genre_scores_gemma":[0.98012984,0.010852921,0.00010617112,0.0003095743,0.002645824,0.00036561416,0.000013251366,0.00009213555,0.0054846564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9881283,0.0053806975,0.0009763772,0.0012456243,0.0014811538,0.0027878461],"domain_scores_gemma":[0.9950938,0.0027914492,0.00014405273,0.0005604672,0.00033494656,0.0010752658],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02706762,0.00034164757,0.0006566042,0.0017772453,0.0027117885,0.0014565813,0.00029657822,0.00032598435,0.000017012302],"category_scores_gemma":[0.0011608728,0.0003162132,0.000051609302,0.001516954,0.0005251615,0.00035370555,0.00029968683,0.0027406272,0.000041598923],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044269016,0.0003507457,0.025467087,0.10658473,0.00016799435,0.00044238404,0.085735895,0.00003174027,0.001256886,0.11723166,0.026339369,0.63594884],"study_design_scores_gemma":[0.017857585,0.009080212,0.26485857,0.10219918,0.00023780136,0.0021314411,0.095560715,0.10858835,0.00013817911,0.016513867,0.37693563,0.0058984314],"about_ca_topic_score_codex":0.08616737,"about_ca_topic_score_gemma":0.0019529179,"teacher_disagreement_score":0.63005036,"about_ca_system_score_codex":0.00040850785,"about_ca_system_score_gemma":0.0015225217,"threshold_uncertainty_score":0.999929},"labels":[],"label_agreement":null},{"id":"W4405550013","doi":"10.1186/s12961-024-01243-2","title":"Embedding a culture of research in Canadian community hospitals: a qualitative study","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Health Sciences Centre; Sunnybrook Health Science Centre; McMaster University; William Osler Health System; Niagara Health System; Brock University","funders":"Canadian Institutes of Health Research; Physicians' Services Incorporated Foundation","keywords":"Mentorship; Health services research; Qualitative research; Organizational culture; Thematic analysis; Health administration; Nursing; Health care; Nursing research; Medical education; Generalizability theory; Medicine; Public relations; Sociology; Public health; Psychology; Political science; Social science","score_opus":0.787281088495964,"score_gpt":0.7609229162466653,"score_spread":0.026358172249298706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405550013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9551587,0.007761435,0.0000037215127,0.016901685,0.0005457248,0.0062378035,0.00013056303,0.000040587634,0.013219783],"genre_scores_gemma":[0.99357164,0.0010988682,0.000016305192,0.00017666745,0.00063906127,0.0013091941,0.000014817254,0.000021043,0.0031524233],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9271739,0.06553824,0.0011728198,0.0004459828,0.0020349245,0.0036341373],"domain_scores_gemma":[0.98153615,0.01376458,0.00009270165,0.0005850075,0.0015208408,0.002500739],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18253572,0.00013875625,0.00047689813,0.004368755,0.004271613,0.00014605882,0.0005066571,0.00022465958,0.00002945117],"category_scores_gemma":[0.011387099,0.00010900106,0.000027848211,0.006243647,0.00059562986,0.00029570368,0.00024159277,0.0059928917,0.00014019731],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000029469267,0.00013531915,0.010952296,0.009166521,0.000011669036,0.000014372256,0.92301893,0.000003362098,0.000007159251,0.016573511,0.039187796,0.00089961296],"study_design_scores_gemma":[0.0002837686,0.001296771,0.009955531,0.0035195504,4.5007113e-7,0.0000026482653,0.9481129,0.0021104172,3.3062713e-7,0.0025249445,0.032114103,0.00007859135],"about_ca_topic_score_codex":0.9892864,"about_ca_topic_score_gemma":0.8015749,"teacher_disagreement_score":0.18771152,"about_ca_system_score_codex":0.0041724388,"about_ca_system_score_gemma":0.03953148,"threshold_uncertainty_score":0.99965036},"labels":[],"label_agreement":null},{"id":"W4406195046","doi":"10.1186/s12961-024-01282-9","title":"Investigating the trustworthiness of research evidence used to inform public health policy: a qualitative interview study on the use of predatory journal citations in policy documents","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Ottawa Hospital; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Telfer School of Management, University of Ottawa; University of Ottawa","keywords":"Health services research; Public health; Trustworthiness; Health administration; Health policy; Qualitative research; Peer review; Health economics; Public health policy; Social policy; Public policy; Medicine; Political science; Psychology; Nursing; Sociology; Social psychology; Social science; Law","score_opus":0.9789561516613032,"score_gpt":0.7890776357586877,"score_spread":0.1898785159026155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406195046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61303836,0.0021375238,0.00027531033,0.37945098,0.00013626595,0.004500573,0.00008405233,0.0000074723507,0.00036946608],"genre_scores_gemma":[0.99493825,0.0010910936,0.000049985654,0.0018912236,0.00016706654,0.00033812894,9.78632e-7,0.000012414998,0.001510843],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8479736,0.102214925,0.007009926,0.0014682339,0.036849327,0.0044839876],"domain_scores_gemma":[0.65074694,0.30676112,0.0025138643,0.004054273,0.032396607,0.0035272413],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.45202458,0.00020401517,0.00084055844,0.11287322,0.0023505567,0.003964072,0.0035366716,0.000105711224,0.000009929911],"category_scores_gemma":[0.6065224,0.00010669633,0.00010471061,0.31289807,0.0012987694,0.001144783,0.0019023222,0.0020530357,0.000015007494],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011042464,0.00091316976,0.09692715,0.0013241534,0.00011949482,0.0000038842986,0.41890675,0.00036742206,0.00003490135,0.35172758,0.046317093,0.08324799],"study_design_scores_gemma":[0.0015646872,0.0053514973,0.43376574,0.0052957395,0.0000019874858,0.000012236664,0.47000244,0.004299806,0.0000135373175,0.026077528,0.0533712,0.00024360596],"about_ca_topic_score_codex":0.111512884,"about_ca_topic_score_gemma":0.004136169,"teacher_disagreement_score":0.3818999,"about_ca_system_score_codex":0.002065063,"about_ca_system_score_gemma":0.02634879,"threshold_uncertainty_score":0.9989483},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4407099396","doi":"10.1186/s12961-025-01284-1","title":"Opening the black box of health systems performance management using the behaviour change techniques taxonomy: implications for health research and practice","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Arts Research Board, McMaster University; McMaster University","keywords":"Health services research; Public health; Black box; Health administration; Health policy; Taxonomy (biology); Medicine; Computer science; Nursing; Ecology; Biology; Artificial intelligence","score_opus":0.9612480958562613,"score_gpt":0.7911885809890264,"score_spread":0.1700595148672348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407099396","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020378089,0.008259521,0.006702438,0.8995614,0.00049337826,0.059713487,0.0005211685,0.00010566068,0.00426484],"genre_scores_gemma":[0.9268596,0.013833214,0.0019396844,0.027258087,0.0009666172,0.0262373,0.000019373358,0.00005677785,0.0028293123],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9684988,0.023416644,0.002753679,0.0007643717,0.0013496934,0.0032167893],"domain_scores_gemma":[0.97753835,0.017281026,0.0012900411,0.0011473572,0.0021007303,0.000642504],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.14313675,0.0002284117,0.0007169679,0.0012711541,0.012587252,0.00022663828,0.0008072461,0.0001456494,0.0000023318628],"category_scores_gemma":[0.0043129027,0.0001540061,0.000036538993,0.0029553936,0.0010080392,0.00046189685,0.00078117556,0.0014426853,0.000005397342],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002967978,0.00021299318,0.025063323,0.059278477,0.00011144499,8.430484e-7,0.083604075,0.000023440118,0.000032614258,0.5683172,0.20844294,0.054615855],"study_design_scores_gemma":[0.00089587,0.0010950386,0.03161194,0.004839155,0.000008029486,0.000030712927,0.13148849,0.002507095,0.0000036492656,0.00040607236,0.8269449,0.00016904419],"about_ca_topic_score_codex":0.09000759,"about_ca_topic_score_gemma":0.0006990996,"teacher_disagreement_score":0.90648156,"about_ca_system_score_codex":0.0024757474,"about_ca_system_score_gemma":0.010307037,"threshold_uncertainty_score":0.99530363},"labels":[],"label_agreement":null},{"id":"W4407675574","doi":"10.1186/s12961-025-01288-x","title":"Clinical trial registration in India: 12% of drug regulatory trials are not registered, as required by law","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Health services research; Medicine; Clinical trial; Public health; Drug trial; Social policy; Health administration; Law; Political science; Nursing; Internal medicine","score_opus":0.8793050068548597,"score_gpt":0.7301390490278961,"score_spread":0.14916595782696362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407675574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5938138,0.014338524,0.000046471177,0.2504681,0.00192814,0.02048213,0.00035519537,0.00011681629,0.118450835],"genre_scores_gemma":[0.9580276,0.0073608323,0.00003445308,0.0025286193,0.0012804278,0.00028258265,0.000035389865,0.000025809413,0.030424261],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96457875,0.02146116,0.0070420783,0.0012156719,0.0042160507,0.0014862841],"domain_scores_gemma":[0.82838285,0.15893778,0.0031342031,0.0040303483,0.0031340148,0.0023807818],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21801995,0.00019117091,0.0019906494,0.0008513487,0.00033553733,0.000105084175,0.00035245708,0.000947762,0.000009411556],"category_scores_gemma":[0.26176426,0.00015979756,0.0002222134,0.00097209634,0.0016557408,0.00011070145,0.00023296408,0.0038144053,0.000013333863],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06255936,0.0010259256,0.0066368966,0.01266965,0.0001411761,0.00006076051,0.00075830193,7.262753e-7,0.00015874903,0.8117315,0.10118891,0.0030680427],"study_design_scores_gemma":[0.32231343,0.021324037,0.07683322,0.049884953,0.00009790871,0.00007732272,0.009442526,0.0006030413,0.0009733204,0.11929755,0.39822263,0.0009300508],"about_ca_topic_score_codex":0.026145965,"about_ca_topic_score_gemma":0.0033745926,"teacher_disagreement_score":0.69243395,"about_ca_system_score_codex":0.000654917,"about_ca_system_score_gemma":0.008803862,"threshold_uncertainty_score":0.99848384},"labels":[],"label_agreement":null},{"id":"W4408089587","doi":"10.1186/s12961-025-01306-y","title":"Attitudes and perceptions regarding knowledge translation and community engagement in medical research: the PERSPECT qualitative study","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotchkiss Brain Institute; University of Calgary","funders":"","keywords":"Knowledge translation; Qualitative research; Thematic analysis; Health services research; Stakeholder; Medical education; Public relations; Public health; Cognitive dissonance; Grounded theory; Stakeholder engagement; Community engagement; Medicine; Psychology; Sociology; Knowledge management; Nursing; Political science; Social psychology; Social science","score_opus":0.9189219355251992,"score_gpt":0.7275861747985597,"score_spread":0.1913357607266395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408089587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.955169,0.010340451,0.000017480796,0.018351542,0.00016268292,0.0066308994,0.00003060834,0.000022435916,0.009274886],"genre_scores_gemma":[0.99229926,0.00448758,0.000010433066,0.0005943041,0.00018766275,0.0013554295,0.000017930133,0.000010496224,0.0010369073],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.88742024,0.10909059,0.000913997,0.00033640856,0.0010993184,0.001139455],"domain_scores_gemma":[0.9726339,0.025937006,0.00008402056,0.00037625054,0.0004012804,0.0005675172],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1332936,0.00013435588,0.0003704208,0.0009076045,0.010204943,0.00006120336,0.00021185161,0.00014569139,0.000021370372],"category_scores_gemma":[0.002868146,0.00009343302,0.000016853908,0.001028861,0.00056556053,0.00009494123,0.0004084203,0.0044582277,0.000012436445],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011693825,0.0005171658,0.052562527,0.008351676,0.000022106376,0.0000014808264,0.8967087,2.6699908e-7,0.0000023269943,0.031960424,0.0018837242,0.007872643],"study_design_scores_gemma":[0.0015611451,0.00092976517,0.06501884,0.0034534254,0.0000020833145,9.837553e-7,0.9173731,0.00053903897,9.450329e-8,0.0009894924,0.010069287,0.000062730665],"about_ca_topic_score_codex":0.10765523,"about_ca_topic_score_gemma":0.058242775,"teacher_disagreement_score":0.13042545,"about_ca_system_score_codex":0.0009644119,"about_ca_system_score_gemma":0.0021966393,"threshold_uncertainty_score":0.99783856},"labels":[],"label_agreement":null},{"id":"W4408118644","doi":"10.1186/s12961-025-01299-8","title":"Partnered health research in Canada: a cross-sectional survey of perceptions among researchers and knowledge users involved in funded projects between 2011 and 2019","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; Spinal Cord Injury BC; McMaster University; Population Health Research Institute; University of Ottawa; University of British Columbia; International Collaboration On Repair Discoveries; Ottawa Hospital; University of Manitoba; University of British Columbia, Okanagan Campus; George & Fay Yee Centre for Healthcare Innovation","funders":"Canadian Institutes of Health Research","keywords":"Respondent; General partnership; Feeling; Psychology; Perception; Health services research; Medical education; Medicine; Public health; Social psychology; Nursing; Political science","score_opus":0.9496786297729641,"score_gpt":0.7616887304849974,"score_spread":0.18798989928796672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408118644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9732914,0.001610495,0.0000075444423,0.01777728,0.00015402488,0.0056871856,0.0006623438,0.000016125745,0.00079360773],"genre_scores_gemma":[0.99369377,0.002407112,0.000022342152,0.0007198893,0.00015209574,0.00091112603,0.00004838109,0.000024501003,0.0020207595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9459724,0.044669714,0.002707812,0.0009914904,0.001912879,0.00374573],"domain_scores_gemma":[0.9703729,0.025104692,0.00037685042,0.0005615937,0.0018750691,0.0017088777],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11939985,0.00022001605,0.0008914146,0.0040202,0.0024651021,0.000105579005,0.00040153976,0.00028374474,0.000022575992],"category_scores_gemma":[0.012733018,0.00021246048,0.000018763829,0.0048560775,0.0013397305,0.00032519462,0.0006362988,0.0029358196,0.00001208241],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00010124314,0.000032065993,0.9638407,0.0045811865,0.00000963031,0.0000014230353,0.013047309,0.0000025024717,0.00000500721,0.0022220605,0.015564352,0.0005924788],"study_design_scores_gemma":[0.0017709471,0.0002314754,0.9739416,0.0010093966,3.5300735e-7,8.8816824e-7,0.01955239,0.0005549578,5.3957854e-7,0.00028257916,0.0025454094,0.000109421795],"about_ca_topic_score_codex":0.9972277,"about_ca_topic_score_gemma":0.9954775,"teacher_disagreement_score":0.10666684,"about_ca_system_score_codex":0.007682677,"about_ca_system_score_gemma":0.108787514,"threshold_uncertainty_score":0.99936444},"labels":[],"label_agreement":null},{"id":"W4408472679","doi":"10.1186/s12961-024-01281-w","title":"Implementing a rapid-learning health system in early intervention services for psychosis: qualitative evaluation of its feasibility and acceptability","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal; Centre Hospitalier de l’Université de Montréal; McGill University; Douglas Mental Health University Institute; Douglas College","funders":"","keywords":"Health services research; Public health; Health administration; Intervention (counseling); Qualitative research; Medicine; Health informatics; Medical education; Nursing; Health policy; Social policy; Political science; Sociology","score_opus":0.5286205384158588,"score_gpt":0.6723928468142495,"score_spread":0.14377230839839072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408472679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9641288,0.02141979,0.00024142241,0.003468515,0.0004083419,0.008047723,0.00026094075,0.000041871317,0.0019825795],"genre_scores_gemma":[0.9971346,0.00007603012,0.000041185034,0.000071848124,0.00006025237,0.002324976,0.00003326543,0.000014326601,0.00024348749],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98191506,0.013571117,0.0019962408,0.0006661553,0.0007022684,0.0011491716],"domain_scores_gemma":[0.99658704,0.0014126371,0.0006057358,0.00030953818,0.00082277844,0.00026227895],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07121113,0.00015483281,0.00056430657,0.0009084977,0.0005296732,0.00011518218,0.00016000483,0.000090806294,0.000012465214],"category_scores_gemma":[0.0010884746,0.0001557804,0.000088247034,0.0008813663,0.00011343232,0.0002543467,0.0001446923,0.00036497653,0.0000036764668],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009996007,0.0012365398,0.11357059,0.12495202,0.0001810157,3.5672025e-7,0.10843803,0.000008044037,0.000005581553,0.27004448,0.00043531784,0.38012844],"study_design_scores_gemma":[0.008121564,0.0045370813,0.5523527,0.014155656,0.000019569585,0.000007394084,0.401908,0.008645102,0.000017102955,0.0056425915,0.004352183,0.00024103552],"about_ca_topic_score_codex":0.06955546,"about_ca_topic_score_gemma":0.01010365,"teacher_disagreement_score":0.43878213,"about_ca_system_score_codex":0.0016856126,"about_ca_system_score_gemma":0.00042799028,"threshold_uncertainty_score":0.9563836},"labels":[],"label_agreement":null},{"id":"W4408768114","doi":"10.1186/s12961-025-01298-9","title":"An international comparison of longitudinal health data collected on long COVID in nine high income countries: a qualitative data analysis","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Data collection; Health services research; Public health; Coronavirus disease 2019 (COVID-19); Identification (biology); Focus group; Medicine; Pandemic; Health care; Geography; Disease; Nursing; Political science; Business; Sociology; Infectious disease (medical specialty); Pathology","score_opus":0.4110882351585472,"score_gpt":0.6439898023948324,"score_spread":0.2329015672362852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408768114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79845786,0.005643575,0.004166219,0.1767694,0.00038201176,0.0064895498,0.007316895,0.00010675133,0.0006677306],"genre_scores_gemma":[0.99309754,0.000747686,0.00018667021,0.0016433736,0.0002302612,0.00006782412,0.0035702146,0.000016087286,0.00044034462],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99006814,0.005108486,0.0014297351,0.0009620407,0.0016236333,0.0008079497],"domain_scores_gemma":[0.988256,0.007341186,0.00045724987,0.0025457586,0.00062291726,0.0007769285],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019585531,0.00020778229,0.001432274,0.0037984394,0.00033685975,0.00012747956,0.0011968589,0.00012469597,0.000020744532],"category_scores_gemma":[0.011419877,0.0001809433,0.000034385383,0.0040715863,0.0003746509,0.00036345536,0.0006628925,0.00070370286,0.0000048244565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036690037,0.0010976042,0.9128136,0.015488084,0.0013877766,0.00006324313,0.015526931,0.00053343415,0.000008743369,0.023358915,0.025336204,0.00071647426],"study_design_scores_gemma":[0.0063326303,0.0037982506,0.8320612,0.0047234884,0.000084937295,0.0000147960645,0.0062288577,0.13768524,0.0000059897266,0.00014304006,0.008691771,0.00022984874],"about_ca_topic_score_codex":0.19019036,"about_ca_topic_score_gemma":0.024322962,"teacher_disagreement_score":0.19463967,"about_ca_system_score_codex":0.0017744907,"about_ca_system_score_gemma":0.010494618,"threshold_uncertainty_score":0.99690735},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4408844393","doi":"10.1186/s12961-024-01229-0","title":"Building Resilient and Responsive Health Research Systems:Responses and the Lessons Learned from the COVID-19 Pandemic","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; McMaster University; Impact; Nova Scotia Health Authority","funders":"Canadian Institutes of Health Research","keywords":"Public health; Health administration; Preparedness; Health services research; Pandemic; Stakeholder engagement; Business; Stakeholder; Capacity building; Public relations; Environmental resource management; Knowledge management; Process management; Medicine; Political science; Coronavirus disease 2019 (COVID-19); Nursing; Computer science; Infectious disease (medical specialty); Disease; Economics","score_opus":0.7644186594306666,"score_gpt":0.6615222525657213,"score_spread":0.10289640686494528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408844393","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029778847,0.8266127,0.000018286226,0.16052586,0.00036831383,0.010821636,0.0010244963,0.00007246789,0.00025844402],"genre_scores_gemma":[0.0014979254,0.9834278,0.000014110693,0.0066736257,0.001483474,0.0017655407,0.00008230426,0.00006987767,0.0049853227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9106774,0.07804076,0.0026676988,0.0017280999,0.003048921,0.0038371533],"domain_scores_gemma":[0.84548944,0.1458288,0.00085520913,0.002061903,0.0010846701,0.0046799937],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12451534,0.0006606733,0.0043816157,0.0020435546,0.00547608,0.00065233564,0.0005990746,0.0007349131,0.0000039370616],"category_scores_gemma":[0.07991422,0.00035250044,0.00024830672,0.0028593412,0.0026192383,0.00007552918,0.0009278646,0.0050340453,0.000016673273],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004484407,0.00008049106,0.00041037772,0.27603707,0.00031654077,0.00014043706,0.003924302,0.0000015548434,3.0541707e-7,0.11378642,0.16729689,0.4335212],"study_design_scores_gemma":[0.0017414303,0.00047023216,0.00016736561,0.04766744,0.00005592011,0.0008988424,0.0040958105,0.000073665826,9.37091e-9,0.00084484403,0.9437841,0.0002003062],"about_ca_topic_score_codex":0.18678328,"about_ca_topic_score_gemma":0.0013971465,"teacher_disagreement_score":0.77648723,"about_ca_system_score_codex":0.0033037057,"about_ca_system_score_gemma":0.055702202,"threshold_uncertainty_score":0.9998927},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4409145313","doi":"10.1186/s12961-025-01313-z","title":"An integrated knowledge mobilization approach to substance use health","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Centre on Substance Use and Addiction","funders":"Health Canada","keywords":"Health administration; Health services research; Public health; Mobilization; Medicine; Social policy; Substance use; Health policy; Health informatics; Environmental health; Political science; Nursing; Psychiatry","score_opus":0.9058612309076336,"score_gpt":0.7658520776486795,"score_spread":0.14000915325895413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409145313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3704691,0.005541333,0.2113594,0.2997781,0.0039089243,0.056811724,0.001763851,0.0014498251,0.048917767],"genre_scores_gemma":[0.91434,0.0011870394,0.002203041,0.059693363,0.0009034976,0.003798369,0.000113623086,0.000062910665,0.017698117],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9739588,0.019358695,0.0019365969,0.00088771136,0.0009540019,0.0029042081],"domain_scores_gemma":[0.99000806,0.004574969,0.00034844325,0.00093445176,0.0017678678,0.0023662243],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.033105336,0.00024235195,0.00066923746,0.0021011936,0.0042983377,0.00019128583,0.00051296403,0.00020782772,0.000014020352],"category_scores_gemma":[0.0070649497,0.00021283262,0.00002759266,0.0060203252,0.00022663064,0.0005339909,0.00014292398,0.0012127258,0.00015865712],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001553657,0.00034384953,0.021726392,0.010482724,0.00001956091,8.0141814e-7,0.1516787,0.00018504883,0.00010530021,0.38159743,0.41492957,0.018775258],"study_design_scores_gemma":[0.0011210317,0.00057202874,0.03014974,0.0015477933,0.0000011578359,0.0000030536241,0.03596539,0.008518715,0.000004047472,0.00033033508,0.92156905,0.00021763067],"about_ca_topic_score_codex":0.07946242,"about_ca_topic_score_gemma":0.010153701,"teacher_disagreement_score":0.5438709,"about_ca_system_score_codex":0.003394542,"about_ca_system_score_gemma":0.021123512,"threshold_uncertainty_score":0.99699795},"labels":[],"label_agreement":null},{"id":"W4409206979","doi":"10.1186/s12961-025-01318-8","title":"Increasing research capacity in Canadian community hospitals: an intrinsic descriptive case study","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Niagara Health System; William Osler Health System; Brock University","funders":"","keywords":"Health services research; Health administration; Public health; Descriptive research; Medicine; Social policy; Nursing research; Health informatics; Health economics; Community health; Health policy; Nursing; Family medicine; Environmental health; Political science; Sociology; Social science","score_opus":0.7938849705788353,"score_gpt":0.663501280386556,"score_spread":0.13038369019227936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409206979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9721442,0.00077646313,0.000002970458,0.010139265,0.0005136191,0.007504259,0.000050894047,0.000038593927,0.008829767],"genre_scores_gemma":[0.99593335,0.00029757348,0.000028126544,0.0007423883,0.00055125006,0.0014936912,0.000011206604,0.000019592366,0.00092283613],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.8863807,0.10542346,0.0012017409,0.0005984399,0.0014367587,0.0049589025],"domain_scores_gemma":[0.9806696,0.011407587,0.00012400298,0.0011141675,0.002435304,0.0042492924],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19726571,0.00019465663,0.00055974704,0.0058587748,0.015154218,0.0002583058,0.00066360045,0.0003026503,0.000018529383],"category_scores_gemma":[0.029225929,0.00017615415,0.000021248974,0.006444431,0.00079126935,0.00053124747,0.00041947357,0.007644044,0.000066555534],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000114185765,0.000543125,0.72693485,0.0026097067,0.000013318261,0.00022923687,0.23795986,0.0000030088731,0.000008093834,0.015325491,0.0103497235,0.005909375],"study_design_scores_gemma":[0.0007317697,0.0011426625,0.29770836,0.0009325976,7.5708545e-7,0.00007611379,0.68662834,0.0007693808,3.3342184e-7,0.0013010883,0.010592197,0.000116416035],"about_ca_topic_score_codex":0.99948716,"about_ca_topic_score_gemma":0.9930265,"teacher_disagreement_score":0.44866845,"about_ca_system_score_codex":0.010898367,"about_ca_system_score_gemma":0.05501739,"threshold_uncertainty_score":0.99464536},"labels":[],"label_agreement":null},{"id":"W4409208852","doi":"10.1186/s12961-025-01309-9","title":"Optimal characteristics of peer navigators: adapting peer-based intervention with street-involved youth in Canada and Kenya with the aim of increasing HIV prevention, testing and treatment","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; Centre for Addiction and Mental Health; Université de Montréal; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Checklist; Focus group; Medicine; Outreach; Public health; Qualitative property; Qualitative research; Health services research; Intervention (counseling); Health care; Nursing; Family medicine; Documentation; Medical education; Psychology","score_opus":0.2263285077513197,"score_gpt":0.48079592087095807,"score_spread":0.2544674131196384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409208852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966455,0.0005313564,0.000057141817,0.001356131,0.000020137557,0.0011872811,0.00011707808,0.0000070365472,0.000078301484],"genre_scores_gemma":[0.9994728,0.00006534674,0.00008771681,0.000018401868,0.00007408064,0.00010903131,0.00002829188,0.000012081793,0.00013227019],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99585223,0.0023148805,0.000632574,0.00020136294,0.0005220741,0.00047686973],"domain_scores_gemma":[0.99674803,0.001758517,0.00036206428,0.00014951306,0.0008256459,0.0001562362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004934514,0.00012292522,0.0005340276,0.00018603278,0.0006372765,0.00002580621,0.00006569053,0.00006782897,8.04926e-7],"category_scores_gemma":[0.001017016,0.00007709867,0.000012720002,0.00046294587,0.0001630639,0.000054228873,0.00005538233,0.00034249306,4.411417e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023262472,0.000050412567,0.9782165,0.003572962,0.000029329782,0.0000024323192,0.013698755,0.000024288402,0.000004336585,0.0005592862,0.000011306744,0.0035977308],"study_design_scores_gemma":[0.0020488482,0.00072703423,0.49551487,0.009762888,0.000018890238,1.8631079e-7,0.4882572,0.0034663656,0.000011079348,0.000014165373,0.000090447305,0.00008802467],"about_ca_topic_score_codex":0.9764456,"about_ca_topic_score_gemma":0.95327526,"teacher_disagreement_score":0.4827017,"about_ca_system_score_codex":0.00060928625,"about_ca_system_score_gemma":0.005316722,"threshold_uncertainty_score":0.94316375},"labels":[],"label_agreement":null},{"id":"W4409566584","doi":"10.1186/s12961-025-01310-2","title":"Unique and shared partner priorities for supporting engagement in knowledge mobilization in pediatric pain: a best–worst scaling experiment","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Izaak Walton Killam Health Centre; Dalhousie University","funders":"Killam Trusts; Research Nova Scotia; Canadian Pain Society; Canada Foundation for Innovation; Canadian Institutes of Health Research; Canadian Psychological Association; Canada Research Chairs; Dalhousie Medical Research Foundation","keywords":"Context (archaeology); Health services research; Variety (cybernetics); Psychology; Health administration; Public health; Applied psychology; Social psychology; Medicine; Medical education; Nursing; Computer science","score_opus":0.847262630294485,"score_gpt":0.7501826757079374,"score_spread":0.09707995458654761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409566584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93517345,0.004364712,0.0020785565,0.03841414,0.00041124749,0.016418621,0.00009354834,0.000070613656,0.0029751111],"genre_scores_gemma":[0.98678195,0.0018314378,0.00023619142,0.0030089747,0.0004223806,0.006402775,0.000011228104,0.000019169378,0.0012858822],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9841511,0.011199796,0.0018572424,0.00051616,0.000441435,0.0018342382],"domain_scores_gemma":[0.9874959,0.011113712,0.00027518865,0.00024523435,0.000426161,0.00044378088],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058134314,0.0001533744,0.00042772255,0.0018521212,0.0015094837,0.00008222559,0.00015637693,0.0001377942,0.000010973061],"category_scores_gemma":[0.012139068,0.00014760347,0.000018092114,0.0017805211,0.000097020406,0.00020024319,0.00022308894,0.00067806325,0.000005281253],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012116586,0.00015930177,0.5660521,0.039649524,0.000008150903,0.0000033963017,0.26111403,0.00005688309,0.000102761485,0.10976806,0.013106852,0.009857785],"study_design_scores_gemma":[0.011972485,0.0015514869,0.20475258,0.01081955,0.000009209904,0.0000037316847,0.40523738,0.07661501,0.000077848934,0.006818366,0.2812664,0.00087595213],"about_ca_topic_score_codex":0.015484912,"about_ca_topic_score_gemma":0.0066091362,"teacher_disagreement_score":0.36129948,"about_ca_system_score_codex":0.0015113535,"about_ca_system_score_gemma":0.00709814,"threshold_uncertainty_score":0.99979043},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4410498658","doi":"10.1186/s12961-025-01334-8","title":"Exploring the facilitators and barriers to achieving universal health coverage in Uganda: a qualitative study of the free healthcare policy","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"International Development Research Centre","keywords":"Health policy; Health services research; Equity (law); Health care; Focus group; Qualitative research; Influencer marketing; Health administration; Implementation research; Public relations; Social policy; Public policy; Policy analysis; Medicine; Public health; Public administration; Political science; Nursing; Business; Sociology; Economic growth; Marketing; Economics; Psychological intervention","score_opus":0.2884174379870321,"score_gpt":0.5169489509090144,"score_spread":0.22853151292198226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410498658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.797966,0.002143906,0.000004372541,0.19653194,0.00010641346,0.0028891864,0.0001049202,0.000012665941,0.00024057222],"genre_scores_gemma":[0.99225336,0.001508059,0.000004068156,0.0056345263,0.00015379219,0.00012412255,9.3070975e-7,0.000010702088,0.00031042192],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99266523,0.004530853,0.0007198463,0.00036642872,0.00077483896,0.000942798],"domain_scores_gemma":[0.99735975,0.00081093033,0.00012908915,0.0005368964,0.00020979723,0.00095353904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069026193,0.00016464475,0.00061821984,0.0007406277,0.0009819419,0.00004306886,0.00026017858,0.00004713729,7.70246e-7],"category_scores_gemma":[0.002490302,0.00009861534,0.000036312846,0.0018703792,0.00019744234,0.00008694027,0.00037714248,0.0007351831,8.787173e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088182715,0.0001800109,0.1848884,0.00995045,0.00009204488,0.000011318754,0.6923272,0.00003719252,0.000013267881,0.102309495,0.002371557,0.0069372617],"study_design_scores_gemma":[0.0024913158,0.0023957046,0.44623584,0.0028402861,0.0000035008402,0.000015790787,0.53833306,0.00003282062,0.0000020498221,0.00077140937,0.0067908457,0.00008738948],"about_ca_topic_score_codex":0.40350038,"about_ca_topic_score_gemma":0.016796274,"teacher_disagreement_score":0.38670412,"about_ca_system_score_codex":0.0011999422,"about_ca_system_score_gemma":0.0052655316,"threshold_uncertainty_score":0.93727154},"labels":[],"label_agreement":null},{"id":"W4411329254","doi":"10.1186/s12961-025-01353-5","title":"It is time to acknowledge and act on the importance of power in integrated knowledge translation","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; London Health Sciences Centre; Ottawa Hospital; Canada's Michael Smith Genome Sciences Centre; Michael Smith Health Research BC; Western University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Health administration; Public health; Power (physics); Knowledge translation; Translation (biology); Social policy; Health policy; Medicine; Political science; Knowledge management; Computer science; Nursing; Law; Genetics; Biology","score_opus":0.7471665295449013,"score_gpt":0.6821780606000316,"score_spread":0.06498846894486965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411329254","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2455327,0.007865963,0.00001851647,0.56356144,0.00008723126,0.0037809731,0.000051527848,0.000020751519,0.17908092],"genre_scores_gemma":[0.9675417,0.0014077991,0.000018101158,0.0055233194,0.000094551026,0.00010749926,0.0000034351672,0.000013532338,0.025290063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963571,0.0013495164,0.00067986903,0.0003465382,0.0007119391,0.00055508],"domain_scores_gemma":[0.97783655,0.020271657,0.000059758873,0.0004993688,0.0009475755,0.00038509132],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022818264,0.000102122045,0.0004120979,0.00072159676,0.00016164838,0.000039165992,0.00016613946,0.00023303601,0.000083030405],"category_scores_gemma":[0.02756837,0.000065279986,0.000032064774,0.0015863032,0.0003271282,0.000030907155,0.00009240356,0.0017222859,0.00009772049],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00389687,0.001426117,0.064678125,0.021568775,0.0002311228,0.00002738193,0.05819427,0.0000033744386,0.0025555356,0.28869796,0.5073926,0.05132789],"study_design_scores_gemma":[0.0062370864,0.00780653,0.14291811,0.03370921,0.000015620632,0.000019860161,0.008188042,0.009815368,0.00086603407,0.018208291,0.7717947,0.00042115882],"about_ca_topic_score_codex":0.0008491967,"about_ca_topic_score_gemma":0.0014701836,"teacher_disagreement_score":0.722009,"about_ca_system_score_codex":0.0002922036,"about_ca_system_score_gemma":0.0033363733,"threshold_uncertainty_score":0.9806228},"labels":[],"label_agreement":null},{"id":"W4411569511","doi":"10.1186/s12961-025-01356-2","title":"Research impact assessment of a Canadian digital health funding program: a case study","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; Western University; Université de Montréal; University of Toronto; Institute of Population and Public Health; Institute of Health Services and Policy Research","funders":"Institute of Health Services and Policy Research; Institute of Neurosciences, Mental Health and Addiction; Institute of Human Development, Child and Youth Health; Canadian Institutes of Health Research; Strong","keywords":"Health services research; Public health; Health administration; Health informatics; Health policy; Health economics; Social policy; Medicine; Nursing research; Environmental health; Political science; Nursing","score_opus":0.9453426518873246,"score_gpt":0.8421667362463456,"score_spread":0.10317591564097894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411569511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8649281,0.00055920536,0.000057642155,0.08709973,0.000404662,0.023556365,0.00064909284,0.000104661274,0.022640524],"genre_scores_gemma":[0.99171335,0.00025996825,0.0000966708,0.0023164959,0.00038898806,0.0028977229,0.0000135904365,0.00003066833,0.0022825338],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9637018,0.02406036,0.002754631,0.00084135454,0.0026816004,0.0059602535],"domain_scores_gemma":[0.98155886,0.010641781,0.0004786857,0.0009333281,0.0023812575,0.004006072],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.09392827,0.00024408718,0.00089865935,0.010945393,0.007834765,0.00031320305,0.0005095136,0.0001816678,0.00003994552],"category_scores_gemma":[0.008282857,0.00020525127,0.000060325878,0.012403725,0.0004996356,0.00037456062,0.00045283156,0.0026324566,0.000036129848],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00007721487,0.00074628467,0.5202082,0.014484535,0.00014053608,0.00036691246,0.15324591,0.00001794797,0.000006052937,0.06395071,0.19865213,0.048103582],"study_design_scores_gemma":[0.003017517,0.0060861874,0.14428008,0.0023395417,0.0000030450667,0.00021524113,0.5758297,0.002307529,2.3889174e-7,0.00041203902,0.26524875,0.000260154],"about_ca_topic_score_codex":0.97387874,"about_ca_topic_score_gemma":0.62257886,"teacher_disagreement_score":0.42258376,"about_ca_system_score_codex":0.009166575,"about_ca_system_score_gemma":0.12428282,"threshold_uncertainty_score":0.99966854},"labels":[],"label_agreement":null},{"id":"W4412786623","doi":"10.1186/s12961-025-01357-1","title":"Health evidence meets politics: informing the development and evaluation of electoral platforms in Lebanon","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Social Media and Politics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health services research; Politics; Public health; Health administration; Health policy; Social policy; Political science; Health informatics; Healthcare policy; Medicine; Public administration; Environmental health; Public relations; International health; Nursing; Law","score_opus":0.5682949372422509,"score_gpt":0.608976855428807,"score_spread":0.04068191818655609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412786623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95422006,0.0113618225,0.000005274073,0.03059113,0.00019337259,0.0014851873,0.000004225548,0.000009666831,0.0021292467],"genre_scores_gemma":[0.9973808,0.0014989346,0.000019678904,0.000460356,0.00026018562,0.00010808835,0.0000016008122,0.0000035260064,0.00026680823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9954447,0.0016581544,0.0005762748,0.00014490983,0.0012845736,0.00089135894],"domain_scores_gemma":[0.9968732,0.0022238304,0.00012682604,0.00011638799,0.0003961122,0.00026361382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022369932,0.00006897748,0.00024018841,0.00040300455,0.0011494858,0.00006511091,0.00014594059,0.0000827155,0.0000015853424],"category_scores_gemma":[0.0060633738,0.000051867413,0.000012539962,0.00079366815,0.00039113057,0.0001554845,0.000058545087,0.00025555654,0.0000011870757],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014032636,0.000023241868,0.05515745,0.0013400164,0.000012532224,2.6320396e-7,0.24740782,0.0000052336013,0.0000047847875,0.6342549,0.00084530807,0.060934443],"study_design_scores_gemma":[0.0021883668,0.0006552619,0.22827536,0.01005597,0.000012597548,0.0000057912957,0.42814913,0.00357369,0.00019076189,0.04217656,0.28428307,0.00043346427],"about_ca_topic_score_codex":0.23897362,"about_ca_topic_score_gemma":0.045663092,"teacher_disagreement_score":0.5920783,"about_ca_system_score_codex":0.0013927643,"about_ca_system_score_gemma":0.017977599,"threshold_uncertainty_score":0.98758954},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4412934806","doi":"10.1186/s12961-025-01366-0","title":"Shaping the future of primary care in Canada: trainee insights on patient and public engagement in health system transformation research","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Lakehead University; McMaster University; Women's College Hospital; Canadian Medical Association","funders":"University of Limerick; Public Health Agency; Public Health Agency of Canada; Ontario Ministry of Health and Long-Term Care; McMaster University; Canadian Institutes of Health Research; Ontario SPOR SUPPORT Unit","keywords":"Health services research; Public health; Health administration; Primary care; Healthcare policy; Medicine; Health policy; Health care reform; Health care; Nursing; Population health; Transformation (genetics); Health informatics; Political science; Family medicine","score_opus":0.5859234053709518,"score_gpt":0.529136932119208,"score_spread":0.056786473251743796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412934806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88918805,0.050077133,0.0000072433604,0.035557717,0.0007424449,0.013601447,0.00016871451,0.000018655648,0.010638604],"genre_scores_gemma":[0.9898858,0.0054012933,0.0000051295006,0.0030351775,0.00017399326,0.0013356586,0.00009204685,0.000013038896,0.00005788099],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9767426,0.017427776,0.0019853588,0.00040054822,0.0016234162,0.0018202931],"domain_scores_gemma":[0.9958883,0.0025169963,0.00026282982,0.00036777422,0.0004295832,0.00053453696],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.017589206,0.00017036429,0.00057398697,0.0015894666,0.0022037246,0.000026684316,0.00021537597,0.00013441128,0.0000020618866],"category_scores_gemma":[0.00015350082,0.00012027611,0.000019470403,0.0017009913,0.00010356239,0.000101824015,0.00013849551,0.0020930741,0.0000019657516],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00053931057,0.00018757852,0.03087834,0.24277908,0.000019005178,0.000007331895,0.25338277,0.0000595496,0.0000043871305,0.35790738,0.003711009,0.11052426],"study_design_scores_gemma":[0.0026145317,0.0014823128,0.04404444,0.027496548,8.2255116e-7,0.0000013462472,0.7703553,0.0017313818,0.0000030294234,0.00018994967,0.15194422,0.00013613353],"about_ca_topic_score_codex":0.91934913,"about_ca_topic_score_gemma":0.9151078,"teacher_disagreement_score":0.5169725,"about_ca_system_score_codex":0.015681224,"about_ca_system_score_gemma":0.028892428,"threshold_uncertainty_score":0.99909526},"labels":[],"label_agreement":null},{"id":"W4412935760","doi":"10.1186/s12961-025-01378-w","title":"Elements of healthcare delivery required to facilitate the clinical governance of hospital pharmacy services: a document review","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pharmacy; Health care; Clinical governance; Health administration; Clinical pharmacy; Medicine; Corporate governance; Service delivery framework; Quality (philosophy); Business; Nursing; Service (business); Public health; Marketing; Political science","score_opus":0.7613324541299394,"score_gpt":0.6768902874800625,"score_spread":0.08444216664987692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412935760","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030345314,0.95167047,0.0000010674839,0.035919912,0.0004020073,0.010712428,0.00072937843,0.000010715901,0.00052369834],"genre_scores_gemma":[0.00031245366,0.99271065,0.000026253829,0.0046343002,0.0003186684,0.00051026605,0.00007901309,0.000021728167,0.0013866941],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877853,0.0057606623,0.0034615118,0.0005573609,0.0015663472,0.00086881226],"domain_scores_gemma":[0.9914958,0.0046130964,0.0013977359,0.00083152857,0.0007832586,0.0008785658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012941434,0.00032437182,0.0032744482,0.00023461468,0.00018447112,0.000026116288,0.00047874512,0.00013134305,0.0000168753],"category_scores_gemma":[0.0027282296,0.00019221356,0.00043397356,0.0011966928,0.00018819075,0.00010027138,0.00043403034,0.0011935511,0.000031505046],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008688398,0.000115891715,0.0001763599,0.5764931,0.00019630177,0.000004875316,0.00020251345,3.3223866e-8,2.0330242e-8,0.0006744241,0.0072928136,0.4147568],"study_design_scores_gemma":[0.0005211606,0.0009975425,0.000027184251,0.23698612,0.00015919129,0.000007032312,0.00008735378,0.000010025053,5.1688957e-8,0.000008026412,0.7611112,0.000085142085],"about_ca_topic_score_codex":0.014403167,"about_ca_topic_score_gemma":0.000055515284,"teacher_disagreement_score":0.75381833,"about_ca_system_score_codex":0.00043975323,"about_ca_system_score_gemma":0.0051830695,"threshold_uncertainty_score":0.99216},"labels":[],"label_agreement":null},{"id":"W4412956200","doi":"10.1186/s12961-025-01374-0","title":"How does integrated knowledge translation work? A realist review","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; University of Toronto; Dalhousie University; Ottawa Hospital; London Health Sciences Centre; Western University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Health administration; Knowledge translation; Public health; Work (physics); Health informatics; Medicine; Translation (biology); Knowledge management; Nursing; Computer science; Engineering","score_opus":0.9554791284793234,"score_gpt":0.7969119312029693,"score_spread":0.15856719727635404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412956200","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.157984e-7,0.9049162,0.0001284671,0.06602324,0.00092135125,0.017123803,0.0011845565,0.0001477274,0.009554507],"genre_scores_gemma":[0.0000028538107,0.94281644,0.00007244839,0.006013689,0.0016974589,0.00800154,0.00031343257,0.000070695634,0.04101146],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9402984,0.04996348,0.003809746,0.0011660403,0.0014782322,0.0032841293],"domain_scores_gemma":[0.95939356,0.033875674,0.0016518933,0.0013742344,0.0018083984,0.0018962291],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048576217,0.0006496693,0.0038986872,0.0026244314,0.0033883003,0.0002447486,0.0008654974,0.00079471985,0.000072556126],"category_scores_gemma":[0.02692096,0.00041331138,0.00025613268,0.0083249975,0.00039512131,0.00027848632,0.00030206746,0.004027318,0.00026225726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032826588,0.000009383869,0.0000023315822,0.40909076,0.000015195349,0.0000011830546,0.0014541701,4.3437414e-9,6.687579e-9,0.0039152433,0.13506725,0.45044118],"study_design_scores_gemma":[0.00020906742,0.000057053458,0.000002746472,0.3163857,0.00002704879,0.0000048500865,0.00085739425,0.0000039755655,3.2038505e-9,0.000047649653,0.6822193,0.00018521026],"about_ca_topic_score_codex":0.010897644,"about_ca_topic_score_gemma":0.002050918,"teacher_disagreement_score":0.54715204,"about_ca_system_score_codex":0.0033806826,"about_ca_system_score_gemma":0.051229388,"threshold_uncertainty_score":0.99983186},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4414601157","doi":"10.1186/s12961-025-01371-3","title":"Public satisfaction with COVID-19 policy responses and their implementation: a cross-sectional study","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Health services research; Government (linguistics); Public health; Health administration; Health policy; Social policy; Public policy","score_opus":0.6062610470308974,"score_gpt":0.6651336718647328,"score_spread":0.058872624833835374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414601157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9515864,0.002306193,0.00035688528,0.039606415,0.00030818456,0.0037743947,0.00025815883,0.00009573482,0.0017075924],"genre_scores_gemma":[0.98906475,0.00031920697,0.000004428842,0.0046899836,0.0005406449,0.00087728637,0.000019784597,0.000017232165,0.004466659],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936768,0.0034963107,0.0006230618,0.0006252985,0.0005359329,0.001042613],"domain_scores_gemma":[0.99612075,0.00218119,0.00014013809,0.00039169186,0.00024292975,0.00092332327],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007998644,0.0001868855,0.00031924088,0.0016799342,0.0019562668,0.00038556664,0.00012395631,0.00010872062,0.00006911712],"category_scores_gemma":[0.00079546607,0.00014433952,0.000025075438,0.0014188105,0.0003261425,0.00016345325,0.000121331446,0.0004406191,0.000011976667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084332394,0.00014659474,0.8839949,0.00089228706,0.00006959195,0.00000712624,0.0093722865,0.0000011083911,0.000007273286,0.09175888,0.0029259918,0.009980662],"study_design_scores_gemma":[0.0027418646,0.0016388956,0.90319145,0.00003124988,0.0000015023098,0.000105040934,0.026252843,0.000016186257,7.037418e-7,0.0007658436,0.06515733,0.00009707206],"about_ca_topic_score_codex":0.49091056,"about_ca_topic_score_gemma":0.046934817,"teacher_disagreement_score":0.44397575,"about_ca_system_score_codex":0.0025016502,"about_ca_system_score_gemma":0.014058864,"threshold_uncertainty_score":0.99934304},"labels":[],"label_agreement":null},{"id":"W4415041675","doi":"10.1186/s12961-025-01401-0","title":"Developing a Canadian midwifery research priority framework: a Delphi consensus study","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ontario Institute of Technology; McMaster University; London Health Sciences Centre; McMaster University Medical Centre","funders":"Canadian Institutes of Health Research","keywords":"Delphi method; Health services research; Public health; Health care; Maternal health; Delphi; Maternity care; Health policy","score_opus":0.7388108748982449,"score_gpt":0.6794577737377137,"score_spread":0.059353101160531274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415041675","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34303412,0.00785421,0.00038919377,0.505153,0.0009205408,0.019026296,0.00008866518,0.00041651295,0.12311743],"genre_scores_gemma":[0.99000555,0.0011928338,0.00040180617,0.0006914104,0.0007316084,0.0009404876,0.0000019890115,0.000025847949,0.006008485],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9695251,0.020795766,0.00084479403,0.0008340098,0.0037212202,0.004279101],"domain_scores_gemma":[0.9828985,0.011032599,0.00008156123,0.0008548456,0.0031023747,0.0020301307],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10485531,0.0001930742,0.0005158861,0.004578825,0.008140785,0.0010388948,0.0011080235,0.0004682881,0.000017147562],"category_scores_gemma":[0.045376316,0.0001951404,0.000045704615,0.007374704,0.0018980853,0.000118011965,0.0005347707,0.0030473839,0.00006513633],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00005419593,0.000118188545,0.013361249,0.0006205172,0.000042119296,0.000110740046,0.03148307,0.000001090022,0.0000036339577,0.90147287,0.04323205,0.009500308],"study_design_scores_gemma":[0.00054440345,0.00047715782,0.014642646,0.0018398904,0.0000024446338,0.000010092297,0.22642888,0.000217695,0.000004654762,0.06405145,0.69145584,0.00032487125],"about_ca_topic_score_codex":0.961468,"about_ca_topic_score_gemma":0.79913014,"teacher_disagreement_score":0.8374214,"about_ca_system_score_codex":0.0069098417,"about_ca_system_score_gemma":0.06799955,"threshold_uncertainty_score":0.99999815},"labels":[],"label_agreement":null},{"id":"W4415155616","doi":"10.1186/s12961-025-01395-9","title":"Impact of the COVID-19 pandemic on the Canadian healthcare workforce: a rapid evidence synthesis of key considerations, lessons learned, and promising practices to address the healthcare workforce crisis","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; Discovery Centre; London Health Sciences Centre; Izaak Walton Killam Health Centre; Dalhousie University","funders":"Health Canada","keywords":"Workforce; Health care; Psychological intervention; Health services research; Pandemic; Health administration; Public health; Workforce development; Health policy; Resilience (materials science)","score_opus":0.7338778147486975,"score_gpt":0.6518057125290978,"score_spread":0.08207210221959971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415155616","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18070988,0.02789806,0.000010102704,0.7847443,0.00022012313,0.0052965814,0.0003282068,0.000023259267,0.00076944206],"genre_scores_gemma":[0.9693604,0.006248465,0.0000054101997,0.022978567,0.0001552171,0.0007287219,0.0000019132478,0.000021331272,0.00049994356],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9833253,0.01303658,0.0009373261,0.00060292863,0.00080058805,0.0012972759],"domain_scores_gemma":[0.9731345,0.023279428,0.00069381314,0.0011654673,0.00046009853,0.001266681],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.018683491,0.00024053859,0.000591287,0.0006701432,0.0034844321,0.00019620622,0.0004791465,0.0002273495,0.000023289052],"category_scores_gemma":[0.020959798,0.00013179188,0.000106181054,0.0016071779,0.00054068165,0.00009758968,0.00016684787,0.0011463107,0.000004360951],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018386999,0.0002223615,0.23496188,0.0133062545,0.00031186396,0.000013701374,0.11369416,0.00028943975,0.000043653577,0.4730928,0.08410586,0.07811933],"study_design_scores_gemma":[0.0031835134,0.0061878134,0.50062567,0.032994222,0.00013912599,0.000602922,0.23264012,0.0008680176,0.000060435803,0.010151678,0.21142288,0.0011235977],"about_ca_topic_score_codex":0.94016117,"about_ca_topic_score_gemma":0.6282993,"teacher_disagreement_score":0.7886505,"about_ca_system_score_codex":0.0031088283,"about_ca_system_score_gemma":0.02724903,"threshold_uncertainty_score":0.99781287},"labels":[],"label_agreement":null},{"id":"W4415244388","doi":"10.1186/s12961-025-01393-x","title":"A path forward for the implementation of shared decision-making in valvular heart disease: global joint recommendations from clinicians, patients and researchers","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Cardiac Valve Diseases and Treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of British Columbia Hospital","funders":"Leids Universitair Medisch Centrum; Universiteit Leiden","keywords":"Joint (building); Health services research; Path (computing); Health administration; valvular heart disease; Public health; Clinical Practice","score_opus":0.24358176631695533,"score_gpt":0.6068657159036105,"score_spread":0.36328394958665516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415244388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9321182,0.018226642,0.00041889184,0.036195975,0.00019632159,0.007089565,0.0056453506,0.000014429043,0.000094644354],"genre_scores_gemma":[0.9966925,0.0016652498,0.00014509266,0.0006862678,0.00007922612,0.00048296264,0.00021647829,0.000008450852,0.000023779849],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976855,0.00054023706,0.0005474417,0.0002856677,0.0004964091,0.00044476028],"domain_scores_gemma":[0.99719936,0.0018093298,0.00008683208,0.00025853093,0.0003463051,0.00029966855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002273673,0.00009277257,0.0003353097,0.0002550144,0.00031920674,0.00006735008,0.000055652912,0.000043802753,0.0000065366544],"category_scores_gemma":[0.0020211593,0.00006776344,0.00015187106,0.0005027167,0.000077920406,0.00006269859,0.00010044507,0.00013637978,8.7850424e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082692405,0.00019426955,0.903785,0.0009826863,0.0002036278,0.0000013417424,0.0005673274,0.000002368832,0.000001426806,0.0021916234,0.015625741,0.07561768],"study_design_scores_gemma":[0.0028610893,0.00028533093,0.98498666,0.0014852954,0.000040046165,2.5878055e-7,0.0034555283,0.0005743718,2.9566286e-7,0.0024272634,0.003844399,0.00003943026],"about_ca_topic_score_codex":0.017101957,"about_ca_topic_score_gemma":0.00036867108,"teacher_disagreement_score":0.08120171,"about_ca_system_score_codex":0.0004849963,"about_ca_system_score_gemma":0.0013158642,"threshold_uncertainty_score":0.98944324},"labels":[],"label_agreement":null},{"id":"W4415472573","doi":"10.1186/s12961-025-01403-y","title":"Co-creating a Canadian autism mental health literacy resource: a qualitative analysis of advisory perspectives","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; Centre for Addiction and Mental Health; Enerworks (Canada); York University","funders":"York University; Public Health Agency; Public Health Agency of Canada","keywords":"Mental health; Autism; Qualitative research; Health services research; Mental health literacy; Public health; Health literacy; Social policy; Health policy","score_opus":0.480398681103066,"score_gpt":0.6532621624266113,"score_spread":0.1728634813235453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415472573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6156121,0.07556945,0.0002914207,0.14233187,0.00090409844,0.020692607,0.009295566,0.00017643464,0.13512649],"genre_scores_gemma":[0.97955763,0.0021743174,0.00012595719,0.006387965,0.00017377545,0.00059800927,0.00094850204,0.000022678405,0.010011158],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9794435,0.015093888,0.0017839774,0.0005664836,0.00093768875,0.0021744778],"domain_scores_gemma":[0.9934532,0.0032745886,0.00057593826,0.00047729953,0.00045132297,0.0017676711],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.019540273,0.00022274847,0.001018801,0.00428815,0.004835777,0.000039034727,0.00022950687,0.00017539559,0.00008722755],"category_scores_gemma":[0.00061192614,0.00020168806,0.00010732999,0.0034714409,0.00028387364,0.00011978926,0.00009174815,0.001080804,0.000034162294],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0001751047,0.00012918522,0.018321909,0.010504649,0.00035208132,0.0000014801911,0.73437065,0.0000061483433,0.00000404471,0.20482521,0.027538784,0.003770752],"study_design_scores_gemma":[0.0013797054,0.00096648687,0.018043455,0.0061668847,0.000020947471,8.880104e-7,0.7397399,0.0025824837,0.0000010578773,0.0006229047,0.23029238,0.00018293831],"about_ca_topic_score_codex":0.86279833,"about_ca_topic_score_gemma":0.16352932,"teacher_disagreement_score":0.69926906,"about_ca_system_score_codex":0.0051678717,"about_ca_system_score_gemma":0.014762855,"threshold_uncertainty_score":0.9986511},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4415731609","doi":"10.1186/s12961-025-01410-z","title":"Measuring what matters: key indicators for performance and resilience in fragile, low-income contexts. A scoping review","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Red Cross Society","funders":"Université de Genève","keywords":"Resilience (materials science); Public health; Health services research; Key (lock); Health indicator; Psychological resilience; Health policy; Performance indicator","score_opus":0.24298033817306725,"score_gpt":0.5188422958702141,"score_spread":0.2758619576971469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415731609","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000272303,0.982355,0.0000026909327,0.005785792,0.00016618214,0.0111354,0.000044996406,0.000023354422,0.00021428174],"genre_scores_gemma":[0.00037240813,0.99356395,0.000012053103,0.003930119,0.00035184264,0.0012700695,0.000019093499,0.00002990878,0.0004505401],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9945383,0.0012115326,0.0015359593,0.000675119,0.00076056423,0.0012785144],"domain_scores_gemma":[0.9971257,0.0010981237,0.00038161,0.00044742273,0.00018815335,0.0007590115],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007884415,0.00035310327,0.002876132,0.0013824656,0.00039620802,0.00016727227,0.00023736808,0.00024629445,0.0000033210465],"category_scores_gemma":[0.0011365217,0.00026129212,0.000113975344,0.0012030768,0.00017491818,0.00020805605,0.00019598354,0.0009958133,0.0000108924505],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020232028,0.000016577624,0.00018393484,0.7078468,0.000013815885,0.000007524897,0.00011756208,5.2911325e-8,1.2091014e-8,0.00022965731,0.0006704813,0.29089335],"study_design_scores_gemma":[0.00040885288,0.00023566186,0.00028838328,0.79098135,0.000021782027,0.00012955577,0.000072473915,0.000008069411,5.8799394e-8,0.0000075607322,0.20771767,0.00012858275],"about_ca_topic_score_codex":0.001939818,"about_ca_topic_score_gemma":0.000077500044,"teacher_disagreement_score":0.29076478,"about_ca_system_score_codex":0.0007586349,"about_ca_system_score_gemma":0.0050705224,"threshold_uncertainty_score":0.9999839},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4415731664","doi":"10.1186/s12961-025-01411-y","title":"Implementation and evaluation of a knowledge translation process to optimize the adoption of harm reduction in cannabis use by practitioners working with youth in Quebec: a mixed-methods study","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal","funders":"Fonds de Recherche du Québec-Société et Culture; Ministère de la Santé; Fonds de Recherche du Québec - Santé; Ministère de la Santé et des Services sociaux","keywords":"Harm reduction; Process (computing); Health services research; Knowledge translation; Cannabis; Harm; Public health; Health administration","score_opus":0.45320626268996844,"score_gpt":0.5976820815504563,"score_spread":0.14447581886048788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415731664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99130434,0.0014900486,0.00019092225,0.0024412053,0.000032403095,0.00447751,0.000004070906,0.000005243906,0.000054245247],"genre_scores_gemma":[0.9988708,0.0002137709,0.00018668333,0.0000163704,0.000022980348,0.0005631933,0.000026712616,0.000006251302,0.00009325163],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99672437,0.0020117557,0.0004349691,0.00019144395,0.00043148393,0.0002060055],"domain_scores_gemma":[0.9989942,0.00031292017,0.0001259795,0.00011565329,0.00039315948,0.000058121517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076623056,0.000076548815,0.000251734,0.00074473536,0.00008796559,0.000026591493,0.00002577049,0.00003724908,8.141698e-7],"category_scores_gemma":[0.0002832873,0.000053220672,0.000010276401,0.0013579736,0.000051257695,0.00017282361,0.0000072674056,0.00013281901,7.51051e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020375915,0.00064905017,0.40582937,0.0013272825,0.000097486816,6.680574e-7,0.3979182,0.00069470773,0.00040086196,0.0003280856,0.0002539528,0.19046277],"study_design_scores_gemma":[0.006892905,0.00079890003,0.32608366,0.001569904,0.00007478618,0.0000023144223,0.66168725,0.0024255565,0.00032381027,0.000027396563,0.000049840834,0.00006369642],"about_ca_topic_score_codex":0.07443071,"about_ca_topic_score_gemma":0.06910187,"teacher_disagreement_score":0.26376906,"about_ca_system_score_codex":0.0005218337,"about_ca_system_score_gemma":0.0010244071,"threshold_uncertainty_score":0.9478846},"labels":[],"label_agreement":null},{"id":"W4416191571","doi":"10.1186/s12961-025-01417-6","title":"Peer-learning and support among health policy and systems research actors in West Africa: a social network analysis","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Health services research; Social network analysis; Corporate governance; Health policy; Healthcare system; Social policy; Network governance; Public health; Fragmentation (computing)","score_opus":0.2573357369909408,"score_gpt":0.5433686536925806,"score_spread":0.28603291670163977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416191571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7369534,0.05089324,0.000039602106,0.17757966,0.0004977325,0.0067319255,0.00014112466,0.00017727654,0.026986063],"genre_scores_gemma":[0.97556335,0.0070422506,0.00000860421,0.00071370346,0.0016313045,0.00025167663,0.000054686767,0.000031473322,0.014702956],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9845347,0.006950157,0.0014284526,0.00087553344,0.0021555303,0.004055644],"domain_scores_gemma":[0.9930782,0.0028983725,0.00024411966,0.00036861285,0.0010303806,0.002380313],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.04638241,0.00030039524,0.0016959329,0.004971282,0.0022824486,0.0003591609,0.00014899009,0.0003877435,0.0000061001365],"category_scores_gemma":[0.005920355,0.00026862233,0.000095551484,0.009182323,0.0006888458,0.00013599772,0.0003035581,0.0022937914,0.0000075235985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005988536,0.00019042542,0.8339017,0.015366224,0.0003121493,0.00011321697,0.011046443,0.000053813535,0.000004124611,0.05806046,0.070557535,0.009795077],"study_design_scores_gemma":[0.0020020164,0.0012904363,0.6673534,0.0020241833,0.000029520546,0.000075870295,0.017246777,0.0054042437,2.017079e-7,0.00030964782,0.30399454,0.0002691914],"about_ca_topic_score_codex":0.2388898,"about_ca_topic_score_gemma":0.005711998,"teacher_disagreement_score":0.23860997,"about_ca_system_score_codex":0.0019222242,"about_ca_system_score_gemma":0.009494065,"threshold_uncertainty_score":0.9999766},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4416758548","doi":"10.1186/s12961-025-01348-2","title":"Informing equitable noncommunicable disease prevention policies through lived experience: a scoping review of research approaches","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Deakin University; National Health and Medical Research Council; National Heart Foundation of Australia; Medical Research Council; VicHealth","keywords":"Health services research; Public health; Health policy; Social policy; Health administration; Best practice; Disease prevention; Qualitative research","score_opus":0.7945904194523209,"score_gpt":0.636281804962007,"score_spread":0.15830861449031386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416758548","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003566232,0.9436662,0.000020478541,0.012631054,0.00022736604,0.008019354,0.000035921566,0.00006710544,0.03532891],"genre_scores_gemma":[0.00002562367,0.9895589,0.000039910585,0.003526308,0.0019001449,0.0028789116,0.00017617752,0.00004572592,0.0018483016],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869445,0.0039599286,0.0032933513,0.0007640818,0.0015875534,0.0034505755],"domain_scores_gemma":[0.9906171,0.004648165,0.0014897552,0.0015801315,0.0013497093,0.00031511916],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042140674,0.0004936693,0.0035983536,0.0022353376,0.0020938115,0.00048240455,0.0013557327,0.00039970173,0.000024447103],"category_scores_gemma":[0.02314361,0.0003929328,0.00034862917,0.0054039545,0.00085501507,0.0010659592,0.0030104963,0.001629136,0.00005248166],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008504715,0.000057035122,0.0000056870917,0.7987251,0.00002729475,0.0000014850855,0.00023051667,0.0000036513238,4.4138813e-9,0.09686078,0.05352653,0.05055339],"study_design_scores_gemma":[0.00008897839,0.000033344808,0.0000013899604,0.44899777,0.000018367124,0.0000035215664,0.0010318634,0.00012984526,2.835833e-9,0.0004966756,0.54906666,0.00013156343],"about_ca_topic_score_codex":0.12417101,"about_ca_topic_score_gemma":0.0002296021,"teacher_disagreement_score":0.49554017,"about_ca_system_score_codex":0.00075430254,"about_ca_system_score_gemma":0.010249026,"threshold_uncertainty_score":0.99985224},"labels":[],"label_agreement":null},{"id":"W4416781762","doi":"10.1186/s12961-025-01429-2","title":"Creating an integrated innovation system to enable the adaptation and uptake of health-system innovations in Canada: insights from citizen panels and a national stakeholder dialogue","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; University of Ottawa; Wilfrid Laurier University; Impact; Ministère de la Santé et des Services Sociaux (Québec); Canadian Institutes of Health Research; Trillium Health Centre; Canada Health Infoway; McMaster University; University of Toronto","funders":"AGE-WELL","keywords":"Adaptation (eye); Health services research; Health administration; Stakeholder; Value (mathematics); Stakeholder engagement; Health informatics","score_opus":0.8050901478755133,"score_gpt":0.6177606982105508,"score_spread":0.18732944966496246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416781762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9417007,0.00048461763,0.0022291336,0.046421815,0.00032280057,0.00596369,0.0009943168,0.000051203042,0.0018317079],"genre_scores_gemma":[0.9920089,0.0000615699,0.000232613,0.0061602383,0.00019522471,0.0010443722,0.00009755053,0.000015576072,0.00018394642],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9871582,0.0072962344,0.0028586509,0.0005120325,0.001163244,0.0010116333],"domain_scores_gemma":[0.9909435,0.005347696,0.0007493572,0.0003099086,0.0022874284,0.0003621023],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.017834626,0.00017773996,0.00059095677,0.0017908224,0.0023862703,0.00009140478,0.0002024112,0.00011997417,0.000002646549],"category_scores_gemma":[0.006077265,0.00013991685,0.0000074152977,0.005521349,0.0001301836,0.00030202206,0.00013944907,0.0006834055,0.0000019112229],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000103917126,0.000032127384,0.018713241,0.008292374,0.000034500958,0.000002190975,0.12173444,0.00035169988,0.00021436863,0.823099,0.008213587,0.019208517],"study_design_scores_gemma":[0.0022202474,0.00027555236,0.38836995,0.0058074505,0.0000032286198,0.0000063900648,0.52592164,0.043031503,0.00001131045,0.0010378596,0.033092186,0.00022267718],"about_ca_topic_score_codex":0.9784322,"about_ca_topic_score_gemma":0.81475604,"teacher_disagreement_score":0.8220612,"about_ca_system_score_codex":0.005110016,"about_ca_system_score_gemma":0.041522153,"threshold_uncertainty_score":0.9989125},"labels":[],"label_agreement":null},{"id":"W4416781794","doi":"10.1186/s12961-025-01427-4","title":"Examining the impact of naming equity within perinatal substance use and mental health policy: a scoping review","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Prenatal Substance Exposure Effects","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria; University of British Columbia, Okanagan Campus","funders":"Canadian Institutes of Health Research; Public Health Agency of Canada","keywords":"Conceptualization; Mental health; Public health; Equity (law); Operationalization; Social policy; Substance abuse; Health equity; Health policy; Health administration","score_opus":0.3448591715755224,"score_gpt":0.5579515028850616,"score_spread":0.21309233130953914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416781794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6487725,0.3311704,0.000043203974,0.014226035,0.000094518036,0.005190335,0.00007636614,0.000038532995,0.00038813992],"genre_scores_gemma":[0.95668954,0.04164016,0.000043550957,0.0010855724,0.00018870494,0.00011979854,0.000010691117,0.000018960372,0.00020302345],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99505013,0.0019245496,0.0008207793,0.00040137084,0.00078029954,0.001022859],"domain_scores_gemma":[0.9970823,0.0013461562,0.0002953224,0.0005110067,0.00022712073,0.0005380714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011706523,0.0002009602,0.00088203436,0.0004585163,0.00064585457,0.0001030105,0.00016430963,0.00007237462,0.0000019101942],"category_scores_gemma":[0.004109683,0.00013244164,0.000059016675,0.0013079678,0.0003898593,0.0002175135,0.0002428252,0.0006190592,9.755823e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015829467,0.00033904533,0.120055504,0.68890244,0.00061750086,0.00008636575,0.042141482,0.0000261563,0.004554027,0.048790548,0.014777387,0.07812659],"study_design_scores_gemma":[0.004122138,0.004618193,0.21467142,0.76922864,0.000014970051,0.00074271136,0.0026717999,0.0025347236,0.00020497882,0.00015243156,0.0006526696,0.00038533067],"about_ca_topic_score_codex":0.04470917,"about_ca_topic_score_gemma":0.0010536272,"teacher_disagreement_score":0.3079171,"about_ca_system_score_codex":0.0013079861,"about_ca_system_score_gemma":0.005915719,"threshold_uncertainty_score":0.9997198},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4416787220","doi":"10.1186/s12961-025-01421-w","title":"Evaluating the corporate social responsibility agenda for high-cost novel therapies: roles for government and civil society","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health; Public Health Ontario; University of Toronto","funders":"University of Toronto; World Health Organization","keywords":"Civil society; Corporate social responsibility; Government (linguistics); Public health; Health services research; Social policy; Corporate governance","score_opus":0.8567769379877566,"score_gpt":0.622753874312541,"score_spread":0.23402306367521553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416787220","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30403915,0.016469408,0.026783938,0.62325525,0.0008985026,0.017688885,0.010039944,0.000064832435,0.00076005363],"genre_scores_gemma":[0.9592526,0.0010489498,0.0020019074,0.025586046,0.00175148,0.0049762516,0.000060420054,0.000052979365,0.005269362],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99358565,0.0016641197,0.002737836,0.0007324811,0.00031469384,0.0009652246],"domain_scores_gemma":[0.9854382,0.012018356,0.0015592816,0.00046447627,0.00031511788,0.00020454674],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13273588,0.00019218869,0.00090300245,0.0001718489,0.0025568425,0.00033774093,0.00025557546,0.00017758041,0.0000057631228],"category_scores_gemma":[0.013737791,0.0001787795,0.00011936417,0.00034338652,0.0003167853,0.00017223405,0.00012210706,0.00029548825,0.000007880132],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028128462,0.00009466643,0.0016988788,0.0048533217,0.0001683468,3.912984e-8,0.012748362,0.000043919328,0.00003819036,0.87095994,0.10653218,0.0025808762],"study_design_scores_gemma":[0.008363373,0.0015271577,0.04591649,0.00081271253,0.000017797536,0.000005176978,0.030883942,0.1570883,0.000010897424,0.17606676,0.5786263,0.0006811062],"about_ca_topic_score_codex":0.0049315034,"about_ca_topic_score_gemma":0.0010157884,"teacher_disagreement_score":0.6948932,"about_ca_system_score_codex":0.001755964,"about_ca_system_score_gemma":0.0016898743,"threshold_uncertainty_score":0.9987417},"labels":[],"label_agreement":null},{"id":"W4416979550","doi":"10.1186/s12961-025-01432-7","title":"Evaluating health organization readiness for implementing a learning health system: a scoping review","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université du Québec à Trois-Rivières; Université de Sherbrooke; Centre for Interdisciplinary Research in Rehabilitation; McGill University Health Centre","funders":"","keywords":"Health services research; Health administration; Health care; Public health; Health policy; Health informatics","score_opus":0.9559945580143627,"score_gpt":0.8369067395651707,"score_spread":0.11908781844919203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416979550","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.0634843e-7,0.90701544,0.0019078405,0.03125076,0.0008085732,0.057548374,0.0006501611,0.0003479946,0.00047016385],"genre_scores_gemma":[0.000007128689,0.9650775,0.0006719531,0.013356191,0.0022390957,0.0154203875,0.0007243633,0.00019718592,0.0023061791],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9122009,0.0656725,0.010383826,0.0019735142,0.0026772688,0.0070919725],"domain_scores_gemma":[0.9480601,0.035678487,0.008477671,0.0013405593,0.0038746628,0.0025685292],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18455367,0.00085026835,0.0066473577,0.0029902405,0.016366264,0.000274361,0.0009141134,0.0004882753,0.000044703465],"category_scores_gemma":[0.07094515,0.0007556369,0.00025114874,0.008182038,0.00016648379,0.00032578784,0.0009272176,0.0032125697,0.00011130639],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000002768666,0.0000089388395,0.00001256657,0.6679307,0.000025710466,4.4459384e-7,0.0027870638,9.690373e-7,2.7146283e-8,0.0054158783,0.021465026,0.30234987],"study_design_scores_gemma":[0.00044085993,0.00033031253,0.0000017618902,0.52977216,0.000021359841,0.000019355413,0.0029690186,0.00011939795,6.2999135e-9,0.000006701874,0.46609998,0.00021907037],"about_ca_topic_score_codex":0.021508303,"about_ca_topic_score_gemma":0.0011366068,"teacher_disagreement_score":0.44463494,"about_ca_system_score_codex":0.012189987,"about_ca_system_score_gemma":0.17244126,"threshold_uncertainty_score":0.9994895},"labels":[],"label_agreement":null},{"id":"W4417374909","doi":"10.1186/s12961-025-01430-9","title":"Correction: Measuring what matters: key indicators for performance and resilience in fragile, low-income contexts. A scoping review","year":2025,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Resilience and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Red Cross Society","funders":"","keywords":"Health services research; Resilience (materials science); Public health; Key (lock); Health administration; Health informatics; Health policy","score_opus":0.2729430295618878,"score_gpt":0.5735302145398495,"score_spread":0.3005871849779617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417374909","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009282144,0.98416615,0.000010397094,0.001251772,0.0015070573,0.011912807,0.000028727829,0.00002916275,0.0010011197],"genre_scores_gemma":[0.0002976926,0.989923,0.0000050671297,0.0015021882,0.00037608642,0.004890323,0.000018653665,0.000037095215,0.0029499196],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9919654,0.0030245052,0.0017520064,0.000999906,0.00065791915,0.0016002322],"domain_scores_gemma":[0.9951556,0.0029288384,0.00054407463,0.000633068,0.00013019957,0.0006082727],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011061629,0.00039772195,0.002360625,0.0019784418,0.0006923941,0.00023827807,0.0004101398,0.00034549824,0.0000138288215],"category_scores_gemma":[0.00080975564,0.00033404247,0.000116455616,0.001965402,0.00029746676,0.00037827218,0.00017879985,0.0011810476,0.00003314947],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015863892,0.00002098983,0.00006014961,0.45948252,0.000009616018,0.0000036640195,0.000517442,1.06208624e-7,5.361046e-9,0.00018819296,0.003337336,0.5363641],"study_design_scores_gemma":[0.00028918323,0.000278468,0.00012545296,0.760665,0.000010595159,0.00012529816,0.0006254044,0.000011333054,5.9000943e-8,0.000003930531,0.23768425,0.00018101183],"about_ca_topic_score_codex":0.0031620448,"about_ca_topic_score_gemma":0.0002478622,"teacher_disagreement_score":0.5361831,"about_ca_system_score_codex":0.0009501694,"about_ca_system_score_gemma":0.0041816896,"threshold_uncertainty_score":0.9999112},"labels":[],"label_agreement":null},{"id":"W4417397275","doi":"10.1186/s12961-025-01436-3","title":"Establishing criteria and distributing conference grants for participants from the Global South: experiences from the Canadian Conference on Global Health 2024","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Public Health Association; Queen's University; Western University; BC Centre for Disease Control; University of Waterloo","funders":"","keywords":"Scholarship; Rubric; Health services research; Global health; Public health; Health policy; Health administration; International development; Process (computing)","score_opus":0.4391259926913601,"score_gpt":0.550642954180644,"score_spread":0.11151696148928392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417397275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7743704,0.011039834,0.00016340122,0.20042868,0.0012293269,0.0027600327,0.008121471,0.000034602563,0.0018522912],"genre_scores_gemma":[0.9862399,0.00069151365,0.00001984432,0.011868827,0.0006629801,0.00028058124,0.00012230544,0.0000065610475,0.00010745941],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99434716,0.0014893727,0.00070291135,0.0005765815,0.0006925712,0.0021914362],"domain_scores_gemma":[0.994471,0.0026011965,0.00015376796,0.00048363794,0.00041797713,0.0018724102],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006225098,0.0002150379,0.0006038994,0.00006699968,0.002674006,0.000936507,0.00030701852,0.00014820619,0.000012294267],"category_scores_gemma":[0.0060404683,0.00012999123,0.0000450726,0.00067058386,0.0004705934,0.00013323882,0.00011578915,0.00048639075,0.000004525547],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013668401,0.00011522181,0.42212188,0.002059066,0.00015026244,0.000038197984,0.038510002,0.0000019530796,0.000004483755,0.3322491,0.16693978,0.036443196],"study_design_scores_gemma":[0.0030269944,0.0010494656,0.71023804,0.008613781,0.000028521099,0.000030455336,0.15246494,0.009171484,0.0000038095015,0.015413011,0.09957836,0.00038112135],"about_ca_topic_score_codex":0.9139354,"about_ca_topic_score_gemma":0.52896667,"teacher_disagreement_score":0.38496876,"about_ca_system_score_codex":0.0013144601,"about_ca_system_score_gemma":0.015114303,"threshold_uncertainty_score":0.9986244},"labels":[],"label_agreement":null}]}