{"meta":{"query_hash":"a853090b1f53","filters":{"venue":"Implementation Science"},"cohort_total":633,"direct_labels_cover":35,"predictions_cover":633,"exported":633,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a853090b1f53","api":"https://metacan.xera.ac/api/v1/cohort?venue=Implementation+Science"},"results":[{"id":"W1482530318","doi":"10.1186/s13012-015-0289-y","title":"Successful implementation of an enhanced recovery after surgery programme for elective colorectal surgery: a process evaluation of champions’ experiences","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Enhanced Recovery After Surgery","field":"Medicine","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Sunnybrook Hospital; Cancer Care Ontario; Mount Sinai Hospital; Sunnybrook Health Science Centre","funders":"Hamilton Health Sciences","keywords":"Medicine; Thematic analysis; Colorectal surgery; Implementation research; Audit; Process management; Stakeholder; Nursing; Health administration; Stakeholder engagement; Qualitative research; Medical education; Public relations; Surgery; Psychological intervention; Management; Public health; Engineering; Abdominal surgery; Sociology; Political science","score_opus":0.10629364650749856,"score_gpt":0.4622923213621277,"score_spread":0.35599867485462916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482530318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939107,0.0000620419,0.002701792,0.00007941324,0.00059886574,0.0025008994,0.00006460751,0.000038927716,0.000042753887],"genre_scores_gemma":[0.99433196,0.000008859635,0.001481591,0.00006306115,0.00007831037,0.0038243337,0.00018745611,0.000020077485,0.0000043648156],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9956026,0.00021205514,0.0010820107,0.00060541363,0.0019455894,0.0005523272],"domain_scores_gemma":[0.99419326,0.0005870844,0.0009058195,0.0002782305,0.0037829124,0.00025267337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007772192,0.00020531428,0.0005269122,0.0007957538,0.000110828776,0.000057519155,0.00015600897,0.000057280005,0.00021386326],"category_scores_gemma":[0.0013382552,0.00019343398,0.00016319641,0.0018738497,0.00038854082,0.0021030195,0.000035079855,0.000061612714,0.0000014364383],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003937758,0.0006285007,0.3294408,0.0003704928,0.000120833254,0.0000028515926,0.048448164,0.00007425369,0.11979612,0.000022288654,0.0001994254,0.49695852],"study_design_scores_gemma":[0.001247339,0.0008040033,0.08858388,0.0000726527,0.0000950263,0.000011076483,0.08603603,0.00031577444,0.82224315,0.00038450005,0.000013751057,0.00019280953],"about_ca_topic_score_codex":0.0002558402,"about_ca_topic_score_gemma":0.0005915996,"teacher_disagreement_score":0.70244706,"about_ca_system_score_codex":0.00040197562,"about_ca_system_score_gemma":0.005235961,"threshold_uncertainty_score":0.928837},"labels":[],"label_agreement":null},{"id":"W1482632791","doi":"10.1186/1748-5908-1-8","title":"From recommendation to action: psychosocial factors influencing physician intention to use Health Technology Assessment (HTA) recommendations","year":2006,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec","funders":"","keywords":"Medicine; Psychosocial; Normative; Health administration; Health care; Family medicine; Nursing; Public health; Psychiatry","score_opus":0.5566856379956568,"score_gpt":0.5997487468427413,"score_spread":0.04306310884708442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482632791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6836713,0.000006779756,0.12628736,0.18645655,0.0014156086,0.0011085712,0.0006473008,0.000106543856,0.0003000183],"genre_scores_gemma":[0.94764894,0.0000075370463,0.03267772,0.018579626,0.00024788923,0.0002332307,0.0005136959,0.000020642707,0.00007068576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99536103,0.00017743804,0.0028857556,0.0008301275,0.00021054734,0.00053509854],"domain_scores_gemma":[0.99707913,0.0002911544,0.0017949737,0.00037885312,0.00022456438,0.00023131294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0063644107,0.0001826648,0.000443618,0.0013005078,0.0009356208,0.00042168712,0.0003455118,0.000060420254,0.0006234935],"category_scores_gemma":[0.0006172742,0.00024683878,0.000060918297,0.0018087582,0.00006909309,0.0022602947,0.00009786722,0.0001410009,0.0005566594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021271355,0.00035189645,0.60578233,0.000050347127,0.000060234415,2.0617729e-7,0.012775603,0.00033276583,0.0030347023,0.1479492,0.15450747,0.07513399],"study_design_scores_gemma":[0.0007257004,0.0001976482,0.79841024,0.000052169988,0.000004851217,5.7048953e-7,0.03574275,0.0005413901,0.00053882087,0.015965717,0.14738096,0.00043917377],"about_ca_topic_score_codex":0.018578092,"about_ca_topic_score_gemma":0.0056016087,"teacher_disagreement_score":0.2639777,"about_ca_system_score_codex":0.0030585644,"about_ca_system_score_gemma":0.00039008743,"threshold_uncertainty_score":0.9999984},"labels":[],"label_agreement":null},{"id":"W1482945686","doi":"10.1186/1748-5908-1-10","title":"A cluster randomized controlled trial comparing three methods of disseminating practice guidelines for children with croup [ISRCTN73394937]","year":2006,"lang":"en","type":"article","venue":"Implementation Science","topic":"Otolaryngology and Infectious Diseases","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; Alberta Health; Calgary Laboratory Services; University of Alberta; University of Calgary","funders":"","keywords":"Medicine; Croup; Cluster randomised controlled trial; Academic detailing; Outreach; Randomized controlled trial; Intervention (counseling); Family medicine; Health services research; Guideline; Health care; Health administration; Public health; Pediatrics; Nursing; Surgery","score_opus":0.0751182568396327,"score_gpt":0.5277867147066447,"score_spread":0.45266845786701204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482945686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75408834,0.00010069241,0.23587753,0.0011526218,0.00014569677,0.0077686175,0.000006506851,0.000034169283,0.0008258326],"genre_scores_gemma":[0.8144913,0.0000031341547,0.18398727,0.00057632104,0.00014305738,0.0007303756,0.000029631052,0.000008043675,0.000030900825],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9980937,0.00020183047,0.00087240094,0.000263938,0.0003448185,0.0002232917],"domain_scores_gemma":[0.99532044,0.0022428173,0.0006868139,0.00016069555,0.0015331727,0.000056076075],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0062798494,0.00012041121,0.00074383203,0.0001794076,0.00024371875,0.00004611086,0.00010068108,0.000026367085,0.00005257135],"category_scores_gemma":[0.009683305,0.00007794632,0.00015512014,0.00033252718,0.00039614213,0.00045615016,0.000030968044,0.000055278673,7.2483846e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.943267,0.00025838954,0.0437259,0.000031350468,0.0002491414,6.1972275e-7,0.00015663725,0.000096457436,0.004120828,0.0022456958,0.0010425551,0.004805451],"study_design_scores_gemma":[0.9656812,0.00053646456,0.023881087,0.000035382523,0.0008170242,0.000034111643,0.00033488788,0.0035438437,0.004561774,0.0004408625,0.000035074307,0.00009828507],"about_ca_topic_score_codex":0.0002826029,"about_ca_topic_score_gemma":0.000086611886,"teacher_disagreement_score":0.060402937,"about_ca_system_score_codex":0.000035879217,"about_ca_system_score_gemma":0.00026669135,"threshold_uncertainty_score":0.99865854},"labels":[],"label_agreement":null},{"id":"W1501022857","doi":"10.1186/s13012-015-0299-9","title":"Developing clinical decision tools to implement chronic disease prevention and screening in primary care: the BETTER 2 program (building on existing tools to improve chronic disease prevention and screening in primary care)","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Diabetes Management and Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Northwest Territories; Ontario Institute for Cancer Research; Memorial University of Newfoundland; University of Toronto; Covenant Health; Grey Nuns Community Hospital; University of Alberta","funders":"Health Canada; Ontario Ministry of Research and Innovation; Partenariat Canadien Contre Le Cancer; Ontario Institute for Cancer Research","keywords":"Medicine; Health administration; Primary care; Disease; Health informatics; Primary prevention; Public health; Health services research; Clinical decision support system; Family medicine; Chronic disease; Health care; Medical emergency; Nursing; Pathology","score_opus":0.17188247502553541,"score_gpt":0.49861713943746777,"score_spread":0.32673466441193233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501022857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97228616,0.0004102225,0.020071246,0.0017142206,0.00026795358,0.005090553,0.000014774723,0.000048877402,0.00009598816],"genre_scores_gemma":[0.9460344,0.000035176745,0.051275223,0.0012333245,0.00025959525,0.0007950325,0.00031987054,0.000023354294,0.000024056833],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99640954,0.00015765219,0.00093143847,0.000907311,0.000935722,0.000658366],"domain_scores_gemma":[0.99839944,0.00023405181,0.00025626062,0.00037179916,0.0002158987,0.0005225412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032436526,0.00024395564,0.0002796463,0.00053151353,0.00031761816,0.0005418682,0.00024517888,0.000035273613,0.000009351799],"category_scores_gemma":[0.0005913918,0.00021571493,0.000059527985,0.0010282488,0.000100085614,0.0012673555,0.0005023231,0.00018879389,0.0000038096696],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023051673,0.000055151955,0.20531227,0.00022441747,0.000008178352,0.0000038919325,0.0009779942,0.00014348884,0.00031691737,0.00011879084,0.00005572232,0.79255265],"study_design_scores_gemma":[0.0032144673,0.0009794948,0.98814017,0.001432675,0.00007614292,7.491858e-7,0.0027505208,0.00072936283,0.00022132833,0.00020504995,0.0019811436,0.00026889026],"about_ca_topic_score_codex":0.00006081188,"about_ca_topic_score_gemma":0.00022133274,"teacher_disagreement_score":0.7922838,"about_ca_system_score_codex":0.0017815654,"about_ca_system_score_gemma":0.0015262663,"threshold_uncertainty_score":0.87965995},"labels":[],"label_agreement":null},{"id":"W1506314815","doi":"10.1186/s13012-015-0261-x","title":"Enablers and barriers to the implementation of primary health care interventions for Indigenous people with chronic diseases: a systematic review","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":163,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Australian Primary Health Care Research Institute, Australian National University","keywords":"CINAHL; Medicine; Psychological intervention; Indigenous; Health informatics; Health services research; Nursing; Nursing research; Health care; Health administration; PsycINFO; MEDLINE; Health policy; Qualitative research; Public health; Family medicine; Political science; Sociology","score_opus":0.06220312245552762,"score_gpt":0.49225833690307763,"score_spread":0.43005521444755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1506314815","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000054909047,0.9738355,0.00029515816,0.00033041663,0.00030640978,0.02436526,0.0006726518,0.000022721133,0.000116949996],"genre_scores_gemma":[0.00013061285,0.9975069,0.00025554182,0.00024060273,0.00011166438,0.0012646961,0.00038711925,0.00002051213,0.00008234956],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588984,0.00072061876,0.0012387088,0.000476065,0.0010107262,0.0006640191],"domain_scores_gemma":[0.9964492,0.00021304171,0.0014798963,0.0004015607,0.000852778,0.0006035266],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0051584435,0.00023648152,0.0012005722,0.0003598226,0.006168986,0.00016799854,0.00068044453,0.000041319327,0.00006171294],"category_scores_gemma":[0.000047650232,0.00014550686,0.00019015526,0.0017199842,0.00034749933,0.0004188028,0.000011813707,0.00008513127,0.000004838318],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014297093,0.000011666856,0.000015756437,0.62244296,0.000037437658,8.1017106e-8,0.3396764,2.2684071e-7,5.437839e-9,0.0017917694,0.000312488,0.03570976],"study_design_scores_gemma":[0.00025811457,0.00048310898,0.000033561853,0.08243279,0.0011840746,0.0000046635964,0.13446607,8.1088025e-8,2.4859096e-7,0.0000191736,0.78087133,0.00024676652],"about_ca_topic_score_codex":0.03721013,"about_ca_topic_score_gemma":0.7155107,"teacher_disagreement_score":0.7805589,"about_ca_system_score_codex":0.0034618105,"about_ca_system_score_gemma":0.1422592,"threshold_uncertainty_score":0.9951249},"labels":[],"label_agreement":null},{"id":"W1507414282","doi":"10.1186/s13012-015-0282-5","title":"Identifying priorities in knowledge translation from the perspective of trainees: results from an online survey","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Vancouver Coastal Health; University of British Columbia; University of Waterloo; University of British Columbia Hospital; Toronto Metropolitan University; Dalhousie University; Institute for Work & Health","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Knowledge translation; Stakeholder; Health services research; Medicine; Context (archaeology); Medical education; Sustainability; Health administration; Health informatics; Public relations; Nursing; Knowledge management; Public health; Political science","score_opus":0.939063024112516,"score_gpt":0.7641493903644896,"score_spread":0.17491363374802638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507414282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860608,0.000049812497,0.0018635691,0.0048106792,0.00063235936,0.0010881718,0.0048470246,0.000035293357,0.0006122949],"genre_scores_gemma":[0.99459314,0.000014533813,0.0033030089,0.0014985161,0.00018508367,0.000054565673,0.0003186413,0.000010388099,0.000022129387],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99403167,0.0022904826,0.0015166474,0.00056177366,0.0010164955,0.0005829397],"domain_scores_gemma":[0.9903968,0.0069852546,0.0006365552,0.00045950955,0.0012574194,0.00026444226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013111953,0.00013731551,0.00023017995,0.00030743465,0.00060847966,0.000054592976,0.0007199066,0.000053063563,0.00014437996],"category_scores_gemma":[0.0057496815,0.00011187347,0.000024589663,0.002130364,0.00045893757,0.0015875296,0.00009832389,0.0002735952,0.000035052653],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013011228,0.000051365194,0.1864837,0.000007775237,0.0000046262558,4.208712e-7,0.8009643,0.000020806658,0.0026658832,0.00091112324,0.000894965,0.0078649055],"study_design_scores_gemma":[0.0023547662,0.000054865053,0.6532642,0.000034157823,0.000004220197,9.568863e-8,0.34041187,0.0005290892,0.00030447403,0.0022464576,0.0007105693,0.00008520993],"about_ca_topic_score_codex":0.16068067,"about_ca_topic_score_gemma":0.3248129,"teacher_disagreement_score":0.4667805,"about_ca_system_score_codex":0.0007272564,"about_ca_system_score_gemma":0.003851884,"threshold_uncertainty_score":0.8449084},"labels":[],"label_agreement":null},{"id":"W1513011317","doi":"10.1186/1748-5908-2-3","title":"Improving quality of care through routine, successful implementation of evidence-based practice at the bedside: an organizational case study protocol using the Pettigrew and Whipp model of strategic change","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"Robert Wood Johnson Foundation","keywords":"Process management; Health administration; Knowledge management; Health informatics; Context (archaeology); Nursing research; Strategic planning; Health care; Organizational culture; Nonprobability sampling; Medicine; Nursing; Business; Public relations; Computer science; Public health; Marketing; Political science","score_opus":0.8918442345479131,"score_gpt":0.762058764694212,"score_spread":0.1297854698537011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513011317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93365747,0.000010204806,0.012322986,0.001571603,0.00008118837,0.052125245,0.00018501739,0.000017114464,0.0000291485],"genre_scores_gemma":[0.98518807,0.0000022099907,0.007165012,0.001713205,0.00006213387,0.0058399797,0.000010011345,0.000016489348,0.0000028904833],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99218726,0.0020427578,0.002515888,0.00055243715,0.0020321314,0.00066954666],"domain_scores_gemma":[0.98804754,0.0039803083,0.0036979546,0.0006404829,0.0034748847,0.00015885873],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.020620482,0.00020653117,0.00031217514,0.00024444686,0.002283186,0.000046475427,0.0005458741,0.000049779635,0.00028650553],"category_scores_gemma":[0.0015115017,0.00013158059,0.0000363188,0.002257973,0.00079009245,0.0030421212,0.0003412401,0.00021381509,9.430885e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024810006,0.00012841073,0.62137085,0.00094292854,0.000016115502,0.000004248933,0.32601383,0.0005013728,0.04339591,0.0034126593,0.000014227779,0.0039513838],"study_design_scores_gemma":[0.0026948617,0.0005535284,0.06204634,0.000066412096,0.000063589425,0.000017668779,0.913691,0.0032712051,0.017302513,0.00010325156,0.000023336312,0.00016630038],"about_ca_topic_score_codex":0.053322226,"about_ca_topic_score_gemma":0.042440575,"teacher_disagreement_score":0.5876772,"about_ca_system_score_codex":0.0005267663,"about_ca_system_score_gemma":0.0042826957,"threshold_uncertainty_score":0.9990157},"labels":[],"label_agreement":null},{"id":"W1524907399","doi":"10.1186/1748-5908-1-4","title":"Designing theoretically-informed implementation interventions","year":2006,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":395,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Implementation research; Management science; Process (computing); Health services research; Health administration; Medicine; Health informatics; Health care; Process management; Risk analysis (engineering); Systematic review; Computer science; MEDLINE; Public health; Nursing","score_opus":0.6586979204214273,"score_gpt":0.7546897635112,"score_spread":0.09599184308977271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524907399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7788548,0.000017226905,0.16675329,0.010863736,0.0016091577,0.004670693,0.00023456027,0.00049643044,0.036500137],"genre_scores_gemma":[0.97476494,0.000007448321,0.018162718,0.005530217,0.00026290122,0.00073738274,0.000082887454,0.000022315897,0.00042918307],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99367636,0.00057252747,0.0021159234,0.0006041155,0.0014453601,0.0015857359],"domain_scores_gemma":[0.99596804,0.0015649017,0.00087075314,0.00044310215,0.0008149274,0.00033825068],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0071521755,0.00022035257,0.00023445154,0.000749943,0.003373895,0.00015429346,0.0007003176,0.000059989507,0.010449263],"category_scores_gemma":[0.00084811123,0.00020946795,0.00010507692,0.002321038,0.0006890264,0.0019095985,0.0002590701,0.00027957372,0.0009718782],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046378056,0.0000798897,0.24659744,0.00036924606,0.000018611277,0.0000048039587,0.020705773,0.000034490808,0.08495486,0.5397913,0.06908068,0.03831654],"study_design_scores_gemma":[0.007402041,0.00040337976,0.69492245,0.00021188882,0.00007037102,0.000013340286,0.13121063,0.00020707429,0.05166719,0.027885936,0.08504445,0.00096122577],"about_ca_topic_score_codex":0.0018197598,"about_ca_topic_score_gemma":0.003867448,"teacher_disagreement_score":0.5119054,"about_ca_system_score_codex":0.0010412838,"about_ca_system_score_gemma":0.0030645547,"threshold_uncertainty_score":0.999806},"labels":[],"label_agreement":null},{"id":"W1530484072","doi":"10.1186/1748-5908-2-6","title":"A pragmatic cluster randomised controlled trial of a Diabetes REcall And Management system: the DREAM trial","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Diabetes Management and Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Aberdeen; University of Oxford; British Medical Association; Diabetes UK; University of Canterbury","keywords":"Medicine; Cluster randomised controlled trial; Health administration; Health informatics; Cluster (spacecraft); Health services research; Randomized controlled trial; Public health; Diabetes mellitus; Recall; Physical therapy; Family medicine; Internal medicine; Nursing","score_opus":0.026967582088213832,"score_gpt":0.37769895124475966,"score_spread":0.35073136915654585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530484072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9764274,0.000021609332,0.0009299161,0.0010998279,0.0007220374,0.013535657,0.000001088939,0.00002498576,0.007237502],"genre_scores_gemma":[0.9976003,0.0000093261615,0.0008946055,0.0003754274,0.00014213119,0.0006404428,0.000009098549,0.0000058967653,0.00032277626],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99809134,0.00008788336,0.000670313,0.00022039123,0.00064442935,0.00028562953],"domain_scores_gemma":[0.99874127,0.00045746114,0.00035279786,0.0002403284,0.00012718418,0.000080932296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007871251,0.00009784529,0.0002907138,0.00026518066,0.00016446253,0.00008197179,0.00014122586,0.00001698058,0.000045057855],"category_scores_gemma":[0.00026234757,0.00006106614,0.00006914977,0.00049867044,0.00020702377,0.00021037474,0.00005809716,0.000041046023,0.000005333417],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93029094,0.00046492624,0.0018133628,0.0006269958,0.00027233508,0.0000013860447,0.0025012866,0.0000028302104,0.0020239945,0.005783458,0.0021876427,0.054030817],"study_design_scores_gemma":[0.98850274,0.00068732735,0.0045555686,0.00005793472,0.00036854894,4.845326e-7,0.004035662,0.00042318602,0.000600524,0.00007059,0.0006295195,0.000067934016],"about_ca_topic_score_codex":0.00001132398,"about_ca_topic_score_gemma":0.000007700612,"teacher_disagreement_score":0.058211755,"about_ca_system_score_codex":0.00007977633,"about_ca_system_score_gemma":0.00006946533,"threshold_uncertainty_score":0.27280343},"labels":[],"label_agreement":null},{"id":"W1535558568","doi":"10.1186/s13012-015-0279-0","title":"Developmental evaluation as a strategy to enhance the uptake and use of deprescribing guidelines: protocol for a multiple case study","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; University of Toronto; University of Waterloo; University of Ottawa; Bruyère; Concordia University","funders":"Government of Ontario","keywords":"Guideline; Deprescribing; Medicine; Protocol (science); Process management; Coding (social sciences); Observational study; Health administration; Health care; Nursing; Medical education; Public health; Polypharmacy; Engineering; Alternative medicine","score_opus":0.9371612113300387,"score_gpt":0.7922918584104327,"score_spread":0.144869352919606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535558568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79279286,5.406785e-7,0.0051980773,0.0011019788,0.00008725538,0.20069514,0.000048452654,0.00002218872,0.00005349391],"genre_scores_gemma":[0.7151306,1.08679494e-7,0.017088706,0.0030406574,0.00004360826,0.26465318,0.000002097366,0.000009151232,0.000031868836],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99509424,0.0006411166,0.0016251444,0.00053902646,0.0014701142,0.0006303356],"domain_scores_gemma":[0.99396694,0.0015230593,0.0004622505,0.00026652645,0.0033887806,0.00039245613],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.017934216,0.00014797694,0.00017403015,0.00026450213,0.0015277705,0.000111897716,0.00033008054,0.000027680799,0.00011786907],"category_scores_gemma":[0.013806366,0.00011029685,0.000017380497,0.0012640656,0.00017524784,0.0011891382,0.00025304442,0.000103881204,0.000022334685],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046661994,0.0002065549,0.21965265,0.0001763545,0.00003127033,0.000015626934,0.4256609,0.00076357485,0.024167955,0.00050740334,0.022718357,0.3056327],"study_design_scores_gemma":[0.007970027,0.0014942875,0.037418973,0.00007372963,0.0000322678,0.00009638977,0.90718585,0.007979447,0.0052426066,0.00027167736,0.03191137,0.00032339394],"about_ca_topic_score_codex":0.009273186,"about_ca_topic_score_gemma":0.014883415,"teacher_disagreement_score":0.4815249,"about_ca_system_score_codex":0.0005270643,"about_ca_system_score_gemma":0.0068119476,"threshold_uncertainty_score":0.99977213},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1542062485","doi":"10.1186/s13012-015-0266-5","title":"Economic evaluation of Community Level Interventions for Pre-eclampsia (CLIP) in South Asian and African countries: a study protocol","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of British Columbia; Centre for Global Health Research; Child and Family Research Institute; Vancouver Coastal Health","funders":"University of British Columbia; Bill and Melinda Gates Foundation","keywords":"Medicine; Psychological intervention; Thematic analysis; Economic evaluation; Environmental health; Health care; Health services research; Focus group; Eclampsia; Health economics; Protocol (science); Qualitative research; Public health; Pregnancy; Nursing; Economic growth; Alternative medicine; Business","score_opus":0.39792956614614117,"score_gpt":0.5882586731688156,"score_spread":0.19032910702267447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542062485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9507734,0.0000018177545,0.00021293583,0.00034834121,0.000031783395,0.048335522,0.000060317765,0.000005705744,0.00023018324],"genre_scores_gemma":[0.98508877,1.17758105e-7,0.0003178373,0.000070590344,0.000010542895,0.014495659,0.00000625382,0.0000025224056,0.0000076908655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989372,0.00012941216,0.00036125735,0.000106254534,0.0003380617,0.0001278059],"domain_scores_gemma":[0.99931026,0.000024229814,0.00016947262,0.00013347907,0.00027498478,0.000087585315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004410129,0.0000516107,0.00012373715,0.0001356453,0.00011270247,0.000026231593,0.000093893046,0.0000097979,0.000032710384],"category_scores_gemma":[0.00011504817,0.000044534143,0.000018210176,0.00014431098,0.00011130928,0.0001820305,0.00004885021,0.000048399826,0.0000016000895],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040952206,0.00039439503,0.9180863,0.00027943528,0.000012531861,1.487768e-7,0.07194758,0.000031035335,0.00009047298,0.0007316799,0.00011920593,0.007897685],"study_design_scores_gemma":[0.0069135963,0.0011108337,0.9176121,0.00005430259,0.000029787025,0.0000020109753,0.072708614,0.00030740805,0.0001535706,0.00095826294,0.000112349175,0.00003720089],"about_ca_topic_score_codex":0.0014568575,"about_ca_topic_score_gemma":0.004100004,"teacher_disagreement_score":0.034315392,"about_ca_system_score_codex":0.00028873005,"about_ca_system_score_gemma":0.00061104796,"threshold_uncertainty_score":0.22878987},"labels":[],"label_agreement":null},{"id":"W1560586678","doi":"10.1186/s13012-015-0255-8","title":"Going above and beyond for implementation: the development and validity testing of the Implementation Citizenship Behavior Scale (ICBS)","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute of Mental Health","keywords":"Organizational citizenship behavior; Confirmatory factor analysis; Exploratory factor analysis; Psychology; Construct validity; Mental health; Applied psychology; Scale (ratio); Health services research; Social psychology; Organizational commitment; Structural equation modeling; Psychometrics; Nursing; Public health; Clinical psychology; Medicine; Computer science","score_opus":0.7963551163953152,"score_gpt":0.6927675457493347,"score_spread":0.10358757064598045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1560586678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98792684,0.000014336961,0.0016445523,0.0048032994,0.00055101165,0.004368888,0.00024908333,0.000037968948,0.0004040159],"genre_scores_gemma":[0.9755645,0.0000034759842,0.019010535,0.0037968436,0.00011995577,0.0014130085,0.000020650456,0.000018915476,0.000052142823],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949704,0.0006305291,0.0015950109,0.0005731315,0.0012950456,0.0009358926],"domain_scores_gemma":[0.9946819,0.0022792139,0.0011621768,0.00038890913,0.0011295073,0.0003583146],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011814884,0.00021934336,0.00024136415,0.00021482082,0.003613904,0.00012877076,0.0005488963,0.000048845126,0.00013038695],"category_scores_gemma":[0.0010223666,0.00015465262,0.000033745986,0.0014081204,0.0007112817,0.00072358357,0.0004913922,0.00020228182,0.000008493093],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017653356,0.000009970708,0.87107843,0.00009967433,0.000008277905,1.6696511e-7,0.063856356,0.0000012567941,0.00640704,0.0030390362,0.0030455624,0.05243659],"study_design_scores_gemma":[0.0032324735,0.00017264178,0.7953433,0.000029474117,0.000056628098,0.00000860796,0.16970748,0.00007810621,0.021289188,0.0017707511,0.008072166,0.00023922828],"about_ca_topic_score_codex":0.00043102502,"about_ca_topic_score_gemma":0.0035070032,"teacher_disagreement_score":0.10585112,"about_ca_system_score_codex":0.00046800158,"about_ca_system_score_gemma":0.0033752788,"threshold_uncertainty_score":0.9976832},"labels":[],"label_agreement":null},{"id":"W1575819501","doi":"10.1186/1748-5908-1-7","title":"A trial platform to develop a tailored theory-based intervention to improve professional practice in the disclosure of a diagnosis of dementia: Study protocol [ISRCTN15871014]","year":2006,"lang":"en","type":"article","venue":"Implementation Science","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Medical Research Council","keywords":"Dementia; Intervention (counseling); Medicine; Multidisciplinary approach; Protocol (science); Health informatics; Test (biology); Intervention mapping; Mental health; Health administration; Nursing; Health services research; Health care; Psychiatry; Public health; Alternative medicine; Health promotion; Disease","score_opus":0.10995148179777013,"score_gpt":0.5676463767686701,"score_spread":0.4576948949709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1575819501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89569736,0.0000024116425,0.0018296423,0.00082919677,0.00035616208,0.1010298,0.00004646701,0.000009529932,0.00019942825],"genre_scores_gemma":[0.8014073,2.0363885e-8,0.0012010502,0.00024276815,0.000025748735,0.19707151,0.000010869739,0.0000057659468,0.00003501324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996837,0.0005263354,0.0011782272,0.00036727375,0.0007540143,0.00033714273],"domain_scores_gemma":[0.9981073,0.0003949536,0.00056930556,0.00031033688,0.0005451658,0.00007293909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057888445,0.00012098013,0.00017484644,0.00041719756,0.00016172555,0.000042618332,0.0004871744,0.000033315355,0.0006948044],"category_scores_gemma":[0.00054608256,0.00008628062,0.00006763753,0.0021819982,0.00010003334,0.00042708497,0.000097795266,0.00011419399,0.000015982621],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05861738,0.033075616,0.5595815,0.0001471409,0.00006754064,0.000011283549,0.054939304,0.000040846127,0.0036195202,0.030956602,0.0067124525,0.25223076],"study_design_scores_gemma":[0.05116807,0.011423239,0.85188,0.00015217131,0.00009320082,0.0000020253485,0.07707342,0.000008967726,0.005338869,0.00048291558,0.0021562215,0.0002209012],"about_ca_topic_score_codex":0.0023895851,"about_ca_topic_score_gemma":0.002885734,"teacher_disagreement_score":0.29229847,"about_ca_system_score_codex":0.00008934793,"about_ca_system_score_gemma":0.00034111328,"threshold_uncertainty_score":0.76076216},"labels":[],"label_agreement":null},{"id":"W1583168600","doi":"10.1186/1748-5908-1-16","title":"Barriers and facilitators to implementing shared decision-making in clinical practice: a systematic review of health professionals' perceptions","year":2006,"lang":"en","type":"review","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":758,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Université Laval; Centre hospitalier universitaire de Québec","funders":"","keywords":"Medicine; PsycINFO; Health services research; Decision aids; Psychological intervention; Qualitative research; MEDLINE; Family medicine; Nursing; Health administration; Public health; Medical education; Alternative medicine","score_opus":0.40379199168114793,"score_gpt":0.6940756822633299,"score_spread":0.290283690582182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583168600","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056614852,0.9776536,0.00047755026,0.0016945868,0.0005344402,0.01878716,0.0006284292,0.000046014186,0.00012156761],"genre_scores_gemma":[0.0005595264,0.9699501,0.019281913,0.004920161,0.000038181144,0.0050061904,0.0001814367,0.00004254441,0.000019941263],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97546667,0.009472996,0.011068131,0.0010852491,0.0017521686,0.0011547626],"domain_scores_gemma":[0.9784767,0.011523757,0.006686999,0.0014417616,0.0013951556,0.00047560694],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.025429253,0.0004233367,0.0029589045,0.0011951226,0.0019986774,0.000047953898,0.0012463469,0.00018305938,0.0004452228],"category_scores_gemma":[0.03161263,0.00035609462,0.00024784464,0.0033787284,0.00023858435,0.0008551443,0.0012920789,0.0010120985,0.00006920941],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037764046,0.00003194245,0.0016476344,0.8056731,0.000018798695,7.192518e-7,0.0063182563,2.9276626e-7,5.5970613e-8,0.0003001373,0.0033240018,0.18268129],"study_design_scores_gemma":[0.0003261716,0.00009193022,0.0010334549,0.8451888,0.00018804407,0.0000046733517,0.05688513,0.000010304001,9.2460395e-9,0.000057598445,0.09592223,0.00029166354],"about_ca_topic_score_codex":0.0005681008,"about_ca_topic_score_gemma":0.00046717742,"teacher_disagreement_score":0.18238963,"about_ca_system_score_codex":0.001620507,"about_ca_system_score_gemma":0.010302227,"threshold_uncertainty_score":0.9998891},"labels":[],"label_agreement":null},{"id":"W1589141810","doi":"10.1186/s13012-015-0277-2","title":"Sun Safety at Work Canada: a multiple case-study protocol to develop sun safety and heat protection programs and policies for outdoor workers","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Skin Protection and Aging","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Toronto Metropolitan University; Occupational Cancer Research Centre; Cancer Care Ontario","funders":"Partenariat Canadien Contre Le Cancer; Alberta Health Services","keywords":"Medicine; Health administration; Health services research; Protocol (science); Public health; Health informatics; Work (physics); Occupational safety and health; Sun protection; Health economics; Environmental health; Medical emergency; Nursing; Engineering; Alternative medicine","score_opus":0.12904892711670674,"score_gpt":0.42966139717329666,"score_spread":0.3006124700565899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589141810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8426516,0.0000038279,0.006080835,0.00309129,0.000136741,0.14789602,0.000009423772,0.00006752471,0.00006274385],"genre_scores_gemma":[0.93968064,1.8261171e-7,0.004885611,0.0003995895,0.000052812833,0.05472329,0.000005981837,0.000013035504,0.00023885298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982649,0.000050020353,0.00038938015,0.00043267926,0.00048704096,0.00037596017],"domain_scores_gemma":[0.99884903,0.000054830132,0.0000881741,0.00014881417,0.0004793014,0.000379826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014055881,0.00014634678,0.00017531123,0.00015824349,0.0006443969,0.00011030356,0.00006227171,0.000023182738,0.000010752355],"category_scores_gemma":[0.00048537168,0.00012220826,0.000012661712,0.001316506,0.00012356434,0.0002137355,0.00011570964,0.00007167762,0.000001062471],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016623309,0.00008825575,0.84050196,0.00006234869,0.000023474051,0.00004118945,0.011899942,0.000037862035,0.001103527,0.000011955103,0.00082408835,0.14374307],"study_design_scores_gemma":[0.022983555,0.0026568105,0.66623986,0.00020901742,0.00007587423,0.0021981357,0.16500698,0.0014659667,0.00744901,0.000018426788,0.13097437,0.00072201237],"about_ca_topic_score_codex":0.22957964,"about_ca_topic_score_gemma":0.5181761,"teacher_disagreement_score":0.28859645,"about_ca_system_score_codex":0.0007869557,"about_ca_system_score_gemma":0.0010114562,"threshold_uncertainty_score":0.77555066},"labels":[],"label_agreement":null},{"id":"W1606406035","doi":"10.1186/1748-5908-1-17","title":"Adoption and sustainability of decision support for patients facing health decisions: an implementation case study in nursing","year":2006,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Ottawa Mental Health Centre; Université de Montréal; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Medicine; Nursing research; Psychological intervention; Health informatics; Nursing; Protocol (science); Health administration; Decision aids; Clinical decision support system; Health services research; Decision support system; Intervention (counseling); Sustainability; Health care; Public health; Medical education; Alternative medicine","score_opus":0.27943646066936295,"score_gpt":0.620625528226684,"score_spread":0.3411890675573211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606406035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819682,0.000039979757,0.009439318,0.00033091477,0.00023700668,0.0078219175,0.000113470516,0.00003122825,0.000017950199],"genre_scores_gemma":[0.98811805,0.000008029878,0.010819002,0.00012284066,0.000020293108,0.0007022792,0.00019324361,0.0000139141075,0.0000023744517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99542105,0.00077286665,0.0019201476,0.0005712141,0.00069564267,0.00061908434],"domain_scores_gemma":[0.9955011,0.0011973537,0.00094562036,0.0005643623,0.0016205843,0.00017097697],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0033591539,0.00015126266,0.00026732511,0.0006681966,0.0017765479,0.00003617278,0.00025801582,0.000047579982,0.00004271633],"category_scores_gemma":[0.00064196193,0.00015538209,0.000025897136,0.0010138031,0.00017625367,0.0013327115,0.00014109544,0.00016248763,0.0000010317048],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065697976,0.00035726628,0.76995164,0.0000623471,9.369429e-7,0.0000013436752,0.030675566,0.000060616858,0.000027625063,0.00070176617,0.00006136858,0.1980338],"study_design_scores_gemma":[0.003616891,0.0010396364,0.56168735,0.00007564326,0.0000062297295,0.0000037275588,0.42900813,0.0006809902,0.000032126565,0.0037019504,0.000040543997,0.00010682385],"about_ca_topic_score_codex":0.016201781,"about_ca_topic_score_gemma":0.022052435,"teacher_disagreement_score":0.39833254,"about_ca_system_score_codex":0.0017841351,"about_ca_system_score_gemma":0.001776338,"threshold_uncertainty_score":0.999523},"labels":[],"label_agreement":null},{"id":"W1620616607","doi":"10.1186/1748-5908-10-s1-a64","title":"Does organizational context influence the use of best practices by healthcare aides in residential long term care?","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; York University; Ottawa Hospital; University of Ottawa; University of Saskatchewan; University of Alberta","funders":"","keywords":"Health administration; Medicine; Health services research; Context (archaeology); Health informatics; Health care; Nursing; Long-term care; Public health; Nursing research; Term (time); Economic growth","score_opus":0.20050742488674034,"score_gpt":0.5915559853765381,"score_spread":0.39104856048979775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1620616607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98439413,0.00006377138,0.00014308808,0.01344523,0.0010134536,0.0007873484,0.000075152195,0.000012458043,0.00006538052],"genre_scores_gemma":[0.9964099,0.000016624714,0.00028180523,0.002563222,0.00006721708,0.000107342734,0.00008815913,0.000006658402,0.0004590541],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99772155,0.00045609538,0.00060114847,0.00023574181,0.00074289745,0.00024257088],"domain_scores_gemma":[0.99591845,0.00048151772,0.0008570401,0.00019773548,0.002445059,0.000100224024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010613824,0.00008061185,0.000097242366,0.0001569695,0.00066619634,0.000074177384,0.00029043833,0.000043134994,0.00027111758],"category_scores_gemma":[0.0020079608,0.00004820056,0.000010356292,0.0011083009,0.00023163027,0.0017437494,0.00010233617,0.00018151622,0.000043149088],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006913955,0.000034073215,0.9406576,0.000043650085,0.0000025068816,3.6069417e-7,0.045594234,0.000019364237,0.003967296,0.002805465,0.00470928,0.0020969918],"study_design_scores_gemma":[0.0008797186,0.00008059752,0.7101389,0.00016595509,0.000008754101,8.232479e-7,0.27585885,0.00003414978,0.005121077,0.00027482977,0.0073169204,0.00011941579],"about_ca_topic_score_codex":0.010735544,"about_ca_topic_score_gemma":0.033271294,"teacher_disagreement_score":0.23051871,"about_ca_system_score_codex":0.00035972358,"about_ca_system_score_gemma":0.0054108016,"threshold_uncertainty_score":0.99585205},"labels":[],"label_agreement":null},{"id":"W1645625619","doi":"10.1186/1748-5908-2-1","title":"Health researchers in Alberta: an exploratory comparison of defining characteristics and knowledge translation activities","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":269,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Fondation pour la Recherche Médicale; Alberta Heritage Foundation for Medical Research; Canadian Health Services Research Foundation; University of Alberta; University of Calgary","keywords":"Knowledge translation; Medical education; Health services research; Medicine; Exploratory research; Health informatics; Public health; Knowledge management; Nursing; Sociology; Social science; Computer science","score_opus":0.6721646828463009,"score_gpt":0.6467267222775536,"score_spread":0.025437960568747364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1645625619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955158,0.00014896109,0.0010100738,0.002572139,0.00003866674,0.0003517143,0.00000678669,0.000006294605,0.00034956515],"genre_scores_gemma":[0.9984061,0.000077664845,0.0010554799,0.00039978744,0.000018412467,0.0000066871585,0.000023777602,0.0000043067544,0.000007741966],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980767,0.00010030672,0.00041421707,0.00016857612,0.00063733733,0.0006028847],"domain_scores_gemma":[0.9975987,0.0005760984,0.00009610257,0.00009621053,0.000108350876,0.0015245499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0081901485,0.00005283141,0.00018341263,0.00041840796,0.00011430604,0.000017995286,0.000059656202,0.00002294764,0.000023499893],"category_scores_gemma":[0.003242733,0.000048238733,0.000008317816,0.00065145636,0.00034502253,0.0004419795,0.000018734478,0.00016040563,0.0000018163489],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013084787,0.00010106441,0.17511626,0.00015052057,0.0000012552447,0.0000011681692,0.036223438,1.2776859e-7,0.007198905,0.00022846552,0.000075236654,0.7807727],"study_design_scores_gemma":[0.0021116326,0.0014135172,0.9320361,0.00015599877,0.0000030781403,0.0000045307825,0.04865566,0.0008986238,0.011920172,0.000029802066,0.0026926005,0.000078299425],"about_ca_topic_score_codex":0.0008515876,"about_ca_topic_score_gemma":0.0059148353,"teacher_disagreement_score":0.7806944,"about_ca_system_score_codex":0.00022935636,"about_ca_system_score_gemma":0.0049521625,"threshold_uncertainty_score":0.87849236},"labels":[],"label_agreement":null},{"id":"W1679956929","doi":"10.1186/1748-5908-1-11","title":"A randomized trial to assess the impact of opinion leader endorsed evidence summaries on the use of secondary prevention strategies in patients with coronary artery disease: the ESP-CAD trial protocol [NCT00175240]","year":2006,"lang":"en","type":"article","venue":"Implementation Science","topic":"Acute Myocardial Infarction Research","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal Alexandra Hospital; Royal Ottawa Mental Health Centre; University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Heritage Foundation for Medical Research; Fondation pour la Recherche Médicale; University of Alberta","keywords":"Medicine; Coronary artery disease; Randomized controlled trial; Second opinion; Psychological intervention; Myocardial infarction; Clinical endpoint; Percutaneous coronary intervention; Statin; Physical therapy; Family medicine; Intensive care medicine; Internal medicine; Nursing; Pathology","score_opus":0.25477782585620806,"score_gpt":0.508106375294772,"score_spread":0.2533285494385639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1679956929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8717048,0.000003734961,0.00046329343,0.0025114783,0.000105277264,0.1250684,0.000076918914,0.000009348824,0.000056725094],"genre_scores_gemma":[0.9657925,0.000002278322,0.000092556984,0.00021902731,0.00008330825,0.03373231,0.000039981187,0.00000845526,0.000029578046],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9961768,0.0010491516,0.00072806864,0.00027925245,0.0014914727,0.00027525917],"domain_scores_gemma":[0.9964067,0.0021606062,0.00043754446,0.00045263756,0.00047445885,0.00006809891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037178702,0.00014890138,0.00033240282,0.0002221502,0.00022948628,0.00019165635,0.00031215468,0.000024262348,0.00020151072],"category_scores_gemma":[0.00113925,0.00006248137,0.00016078663,0.00089875236,0.0010112898,0.0009284471,0.00007836966,0.0001856012,0.000002161572],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98496306,0.000285295,0.009058217,0.000021813581,0.000058076515,7.64649e-7,0.00041169362,0.00061420386,0.00045581246,0.00051699515,0.0017637347,0.0018503597],"study_design_scores_gemma":[0.6566825,0.0033615609,0.33730546,0.000146862,0.00004370721,9.93259e-7,0.0010030519,0.0002402213,0.00064483663,0.00023030194,0.00025671523,0.00008381599],"about_ca_topic_score_codex":0.00094045204,"about_ca_topic_score_gemma":0.00006355185,"teacher_disagreement_score":0.32828057,"about_ca_system_score_codex":0.00015644952,"about_ca_system_score_gemma":0.0020059398,"threshold_uncertainty_score":0.37261394},"labels":[],"label_agreement":null},{"id":"W1762846431","doi":"10.1186/s13012-015-0303-4","title":"Using a systematic review in clinical decision making: a pilot parallel, randomized controlled trial","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"Canadian Institutes of Health Research; University of Toronto; Women's College Hospital","keywords":"Medicine; Cohen's kappa; Randomized controlled trial; Test (biology); Clinical trial; Gold standard (test); Medical physics; Scale (ratio); Statistic; Systematic review; Family medicine; MEDLINE; Medical education; Statistics; Surgery; Pathology","score_opus":0.9308493941122924,"score_gpt":0.7425906887777303,"score_spread":0.18825870533456213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1762846431","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016598658,0.9055393,0.018640587,0.000040776566,0.0015176085,0.07364229,0.000019310786,0.000009761579,0.00057377823],"genre_scores_gemma":[0.000079831625,0.9802519,0.012757123,0.00042849855,0.00016071238,0.0059566163,0.000015347407,0.0000339674,0.00031596998],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.6680396,0.1628358,0.13265294,0.0045525883,0.030709576,0.0012094883],"domain_scores_gemma":[0.7823869,0.11026879,0.09078061,0.009850274,0.0059893513,0.00072406715],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.79404503,0.001096617,0.07452907,0.0028484238,0.00029954925,0.002889553,0.006878118,0.00018683476,0.003943588],"category_scores_gemma":[0.4762036,0.0004526786,0.011967931,0.009888075,0.0005863112,0.0009488385,0.0006306194,0.0005064283,0.0020702204],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10080406,0.00052710535,0.00001237068,0.43044528,0.0016310087,0.000046411074,0.00029047695,0.000022284441,6.991271e-8,0.0029313,0.013400357,0.44988927],"study_design_scores_gemma":[0.63356984,0.00018224212,4.1595348e-7,0.28857833,0.014468929,0.000062098545,0.00018953564,0.0021381483,3.463421e-9,0.0025723982,0.057604574,0.000633508],"about_ca_topic_score_codex":0.000013680756,"about_ca_topic_score_gemma":0.000038302303,"teacher_disagreement_score":0.53276575,"about_ca_system_score_codex":0.000558384,"about_ca_system_score_gemma":0.0041070553,"threshold_uncertainty_score":0.9997925},"labels":[],"label_agreement":null},{"id":"W1789084578","doi":"10.1186/s13012-015-0325-y","title":"Identifying the domains of context important to implementation science: a study protocol","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McMaster University; Women's College Hospital; Ministry of Health and Long Term Care; Ottawa Hospital; Izaak Walton Killam Health Centre; Dalhousie University; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Toronto; University College London; McGill University; Monash University; Institute of Health Services and Policy Research; University of Ottawa","keywords":"Context (archaeology); CLARITY; Health care; Psychological intervention; Health services research; Health administration; Medicine; Qualitative research; Protocol (science); Health informatics; Knowledge management; Medical education; Nursing; Computer science; Public health; Sociology; Alternative medicine; Political science","score_opus":0.7986283957177301,"score_gpt":0.7890242635565027,"score_spread":0.009604132161227463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1789084578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.821667,0.0000018270964,0.0022450637,0.004717463,0.0008196242,0.1693932,0.000080609476,0.0000818188,0.0009933923],"genre_scores_gemma":[0.8941659,4.1373085e-7,0.0019216713,0.0061825486,0.00011929382,0.09752636,0.0000032171797,0.00001738839,0.00006326162],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98917466,0.0009084224,0.002831328,0.00091163936,0.004533635,0.0016403123],"domain_scores_gemma":[0.9928928,0.00073967694,0.0016117804,0.00095347234,0.00285235,0.0009499194],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.037602562,0.00024912707,0.00033236988,0.0011075095,0.003759148,0.00022208142,0.0019397283,0.00003310831,0.00095343374],"category_scores_gemma":[0.00271936,0.00018156749,0.000047330755,0.0077264044,0.0012354675,0.0021872032,0.00090586353,0.0002856387,0.00023152179],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117888834,0.00012005947,0.61048764,0.00006716121,0.000012171803,0.0000028450888,0.3257279,0.000010889632,0.024797443,0.007600323,0.009395414,0.021660253],"study_design_scores_gemma":[0.005386883,0.0007695057,0.31956148,0.00002719968,0.000017023844,0.0000036794147,0.64485866,0.000058031343,0.0073913,0.00066153775,0.021026801,0.0002379014],"about_ca_topic_score_codex":0.0046573663,"about_ca_topic_score_gemma":0.005752228,"teacher_disagreement_score":0.31913075,"about_ca_system_score_codex":0.0013803672,"about_ca_system_score_gemma":0.011859797,"threshold_uncertainty_score":0.9999598},"labels":[],"label_agreement":null},{"id":"W1821441292","doi":"10.1186/s13012-015-0286-1","title":"The effectiveness of knowledge translation interventions for promoting evidence-informed decision-making among nurses in tertiary care: a systematic review and meta-analysis","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Peter's Hospital; Hamilton Health Sciences; Toronto Metropolitan University; Hamilton General Hospital; Lakehead University; McMaster Children's Hospital; McMaster University","funders":"McMaster University; London Health Sciences Centre; Canadian Institutes of Health Research; Hamilton Health Sciences","keywords":"CINAHL; Psychological intervention; Knowledge translation; Medicine; Data extraction; MEDLINE; Meta-analysis; Nursing research; Systematic review; Health care; Health services research; Nursing; Health administration; Public health; Knowledge management; Pathology","score_opus":0.5148330095571396,"score_gpt":0.701256680182869,"score_spread":0.1864236706257294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1821441292","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008306305,0.97790897,0.0010150133,0.00005892743,0.00026988998,0.020545624,0.000077433986,0.000010275787,0.000030801504],"genre_scores_gemma":[0.008553582,0.97542894,0.00054525945,0.00002378714,0.000018144785,0.0153446,0.000049947637,0.000012276583,0.000023465094],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99154854,0.0038511525,0.002734925,0.0004894719,0.0007915596,0.00058434624],"domain_scores_gemma":[0.96501017,0.031358723,0.001663698,0.00044325946,0.0013465607,0.00017758917],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04311352,0.00021739144,0.002248049,0.001002996,0.0011488978,0.00008820398,0.00068929134,0.000078512196,0.00003849755],"category_scores_gemma":[0.015037328,0.00012153059,0.00070164405,0.004247657,0.0003243516,0.00094741664,0.00011334664,0.00025152214,0.0000055202345],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037791544,0.000011907909,0.0003398158,0.92559683,0.0008040965,6.070458e-8,0.0048704036,5.235003e-7,9.879551e-8,0.000038515394,0.000041545172,0.06829242],"study_design_scores_gemma":[0.00032235618,0.00015329912,0.0027485501,0.7928192,0.18576835,0.0000017594565,0.013450913,0.0001944847,7.4724466e-7,0.00029893906,0.003908349,0.00033305475],"about_ca_topic_score_codex":0.00016103438,"about_ca_topic_score_gemma":0.003564139,"teacher_disagreement_score":0.18496425,"about_ca_system_score_codex":0.000808387,"about_ca_system_score_gemma":0.0053152232,"threshold_uncertainty_score":0.99325943},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1823425870","doi":"10.1186/1748-5908-2-4","title":"A matched-pair cluster design study protocol to evaluate implementation of the Canadian C-spine rule in hospital emergency departments: Phase III","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Spinal Fractures and Fixation Techniques","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Queen's University; University of Alberta; University of Ottawa","funders":"Canadian Institutes of Health Research; McKnight Foundation","keywords":"Medicine; Intervention (counseling); Health services research; Cluster (spacecraft); Emergency department; Cervical spine; Health administration; Radiography; Medical emergency; Protocol (science); Emergency medicine; Public health; Nursing; Surgery; Alternative medicine","score_opus":0.06184186288887343,"score_gpt":0.5156733230670882,"score_spread":0.4538314601782148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1823425870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88670313,0.0000013025318,0.009710493,0.0015585284,0.00012180697,0.10175482,0.0000112622865,0.000023041974,0.00011560906],"genre_scores_gemma":[0.97576135,2.7486655e-7,0.0038758237,0.00052086596,0.000028719787,0.019760085,0.0000090040485,0.000009748521,0.000034105047],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976132,0.000062873616,0.0007509274,0.00031174187,0.000864796,0.00039649568],"domain_scores_gemma":[0.9988407,0.0000126314135,0.00026601626,0.0002836361,0.0003868294,0.00021022322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030275828,0.00012956612,0.00016017616,0.00046712384,0.00024756335,0.000033958666,0.00024016472,0.000024936877,0.0007023915],"category_scores_gemma":[0.00008100639,0.00009605854,0.00004153576,0.0013972411,0.00006508261,0.0002940728,0.0000634266,0.0000796137,0.000005852929],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000639775,0.0015293984,0.8588285,0.000050879586,0.00004521879,0.000016628526,0.017475924,0.000050441253,0.041697707,0.00020929569,0.0039416216,0.0755146],"study_design_scores_gemma":[0.0070654335,0.0021932654,0.87063146,0.000012803444,0.000027291278,0.0000032005948,0.0077354484,0.000051247654,0.11106043,0.00016687125,0.0009289538,0.00012362137],"about_ca_topic_score_codex":0.040920787,"about_ca_topic_score_gemma":0.15632989,"teacher_disagreement_score":0.1154091,"about_ca_system_score_codex":0.00061326753,"about_ca_system_score_gemma":0.0007711096,"threshold_uncertainty_score":0.9654658},"labels":[],"label_agreement":null},{"id":"W1825668807","doi":"10.1186/s13012-015-0297-y","title":"A qualitative study on the ethics of transforming care: examining the development and implementation of Canada’s first mental health strategy","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"National Institute of Child Health and Human Development; Canadian Institutes of Health Research; U.S. Public Health Service; Public Health Agency of Canada; National Institutes of Health; Public Health Agency; Foundation for Psychocultural Research","keywords":"Health services research; Health administration; Medicine; Health informatics; Mental health; Public health; Qualitative research; Health care; Health policy; Mental health care; Nursing; Psychiatry; Sociology; Social science; Law; Political science","score_opus":0.6938540146957038,"score_gpt":0.6300882241338283,"score_spread":0.06376579056187559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1825668807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917865,0.000054655822,0.000109171866,0.0037875574,0.0002779581,0.003471707,0.00012211881,0.000005906598,0.0003844671],"genre_scores_gemma":[0.9981928,0.000007758577,0.00020826249,0.0012622504,0.000013470233,0.00024311323,0.000053273405,0.000006461128,0.000012638614],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99563503,0.0010504663,0.001119846,0.0002463154,0.0014818918,0.00046642497],"domain_scores_gemma":[0.9975648,0.0009913204,0.0007006112,0.00018461033,0.00036878826,0.000189851],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010606035,0.0001268587,0.00017963664,0.00009190493,0.0025135116,0.000012032751,0.00024718544,0.000021201466,0.000048698756],"category_scores_gemma":[0.00005755359,0.000078363766,0.00001100182,0.0004096389,0.00018150626,0.00016604197,0.000080800986,0.0002514219,0.0000010321338],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003298639,0.000032953056,0.028585363,0.00018355137,0.000009937339,8.6129695e-8,0.9625404,0.0000045966012,0.00004703054,0.002390228,0.00031486966,0.005858022],"study_design_scores_gemma":[0.0012421618,0.0011707868,0.035251748,0.00010412255,0.0000047296744,1.5783385e-7,0.9586179,0.000006945771,0.0024192089,0.00005308497,0.0010607837,0.00006835418],"about_ca_topic_score_codex":0.18870595,"about_ca_topic_score_gemma":0.8323756,"teacher_disagreement_score":0.6436696,"about_ca_system_score_codex":0.0009943186,"about_ca_system_score_gemma":0.0129932575,"threshold_uncertainty_score":0.9987851},"labels":[],"label_agreement":null},{"id":"W1843528340","doi":"10.1186/1748-5908-10-s1-a17","title":"Assessing the extent and quality of documentation of fidelity to the implementation strategy: a proposed scoring mechanism","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Dalhousie University","funders":"","keywords":"Medicine; Documentation; Health informatics; Fidelity; Health services research; Health administration; Quality (philosophy); MEDLINE; Mechanism (biology); Scale (ratio); Cochrane Library; Family medicine; Alternative medicine; Medical education; Nursing; Public health; Pathology; Computer science","score_opus":0.8301451026694554,"score_gpt":0.7713510810208868,"score_spread":0.05879402164856862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1843528340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97131544,0.000010009083,0.016485896,0.008295102,0.00038500532,0.0030806675,0.000120251316,0.000025056472,0.00028255273],"genre_scores_gemma":[0.9933478,0.000007770452,0.0031461495,0.0031485772,0.00006590273,0.00024004407,0.000012382488,0.000009164224,0.00002216504],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9934284,0.0015882382,0.001996405,0.00044644228,0.0018922273,0.0006482893],"domain_scores_gemma":[0.99509996,0.0011878485,0.001520768,0.00049286697,0.0014033141,0.0002952322],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.025369952,0.00015240096,0.00024691992,0.00025226962,0.0013889242,0.0001439547,0.0005944351,0.00003189599,0.00023196303],"category_scores_gemma":[0.0014291595,0.000098418226,0.000033692882,0.0017618918,0.00041486148,0.0018647213,0.00033106323,0.0001820391,0.00001682364],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084003565,0.000054187436,0.1621071,0.0003543137,0.000026558624,3.6132337e-7,0.19184457,0.00015953294,0.45285222,0.108061686,0.0015353351,0.08292015],"study_design_scores_gemma":[0.0017111321,0.00021872342,0.572257,0.00004220308,0.000019918965,0.0000012424904,0.3809312,0.0001550571,0.039374195,0.0044100704,0.0007312005,0.00014809957],"about_ca_topic_score_codex":0.0072266604,"about_ca_topic_score_gemma":0.0029616158,"teacher_disagreement_score":0.41347802,"about_ca_system_score_codex":0.00041031395,"about_ca_system_score_gemma":0.0027307263,"threshold_uncertainty_score":0.9999111},"labels":[],"label_agreement":null},{"id":"W1860098352","doi":"10.1186/1748-5908-10-s1-a21","title":"Building capacity for evidence-informed decision making in Canadian public health","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Health informatics; Health administration; Public health; Medicine; Health services research; Intervention (counseling); Front line; Variety (cybernetics); Knowledge translation; Health policy; Medical education; Nursing; Social policy; Knowledge management","score_opus":0.9056299721441989,"score_gpt":0.7748834779962959,"score_spread":0.13074649414790307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1860098352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8402404,0.000023051347,0.09642265,0.0559314,0.0017398715,0.004687807,0.00016575988,0.00008560232,0.0007034244],"genre_scores_gemma":[0.86498463,0.00000836366,0.10750685,0.026753457,0.000110682304,0.00060243,0.000005286955,0.000012471902,0.000015835289],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99299914,0.00051271496,0.0016493298,0.0005962159,0.0013859886,0.0028566397],"domain_scores_gemma":[0.9919117,0.0038867444,0.0006787302,0.00039990694,0.0010998193,0.0020230883],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033479277,0.0001662026,0.00026478822,0.0016947393,0.0023829998,0.00015838843,0.0008259312,0.00006278935,0.00028233297],"category_scores_gemma":[0.023734983,0.00016427581,0.000032792217,0.0034599064,0.00025596548,0.0031478654,0.00015446615,0.0002589417,0.0001113656],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000046397974,0.000018926996,0.5089546,0.00021663531,0.0000036787562,0.0000016556518,0.09584698,0.00005348271,0.00036296426,0.051345233,0.034647364,0.30850208],"study_design_scores_gemma":[0.0041585295,0.00035736457,0.33774632,0.0006051534,0.0000034819395,0.0000072424455,0.044014134,0.0027107748,0.00012633188,0.008533886,0.6012245,0.00051231025],"about_ca_topic_score_codex":0.21030343,"about_ca_topic_score_gemma":0.82770663,"teacher_disagreement_score":0.6174032,"about_ca_system_score_codex":0.00998895,"about_ca_system_score_gemma":0.0585795,"threshold_uncertainty_score":0.9989158},"labels":[],"label_agreement":null},{"id":"W1871346787","doi":"10.1186/1748-5908-10-s1-a7","title":"Patient-mediated scale-up of guideline implementation in primary-care: an open-label trial","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Medicine; Varenicline; Smoking cessation; Family medicine; Psychological intervention; Health services research; Guideline; Pharmacotherapy; Health administration; Incentive; Health informatics; Health care; Public health; Nursing","score_opus":0.7058870619834112,"score_gpt":0.7287815505835858,"score_spread":0.022894488600174623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1871346787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851873,0.000010364141,0.00095260254,0.0022052948,0.0016907854,0.006858301,0.0004919606,0.00006612095,0.0025372785],"genre_scores_gemma":[0.9720668,0.0000075267867,0.013837423,0.012060182,0.00014810261,0.0009861921,0.00082137005,0.000029505743,0.000042885684],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9903546,0.0013968573,0.003768241,0.00086439884,0.0023053258,0.0013105946],"domain_scores_gemma":[0.9939609,0.0005988808,0.0016947921,0.0007018651,0.0022519878,0.00079158146],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012374253,0.0002525473,0.000467071,0.0009167965,0.0007906147,0.00011750678,0.0014032695,0.00009027898,0.0011970359],"category_scores_gemma":[0.0010908701,0.0002474713,0.000022341454,0.003660473,0.0004147253,0.003879054,0.00076079875,0.0002909461,0.00015199507],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01099723,0.0008070082,0.1965134,0.00027907293,0.0000188104,0.0000063025086,0.40007523,0.00004164678,0.06997649,0.0038220729,0.060768936,0.2566938],"study_design_scores_gemma":[0.33878103,0.006133922,0.075392194,0.000095231306,0.00003278404,0.000003832068,0.51018983,0.00043798244,0.007838606,0.0012192476,0.058976457,0.0008988601],"about_ca_topic_score_codex":0.0062980535,"about_ca_topic_score_gemma":0.008960525,"teacher_disagreement_score":0.3277838,"about_ca_system_score_codex":0.0019070181,"about_ca_system_score_gemma":0.011063122,"threshold_uncertainty_score":0.99999774},"labels":[],"label_agreement":null},{"id":"W1875612228","doi":"10.1186/s13012-015-0329-7","title":"Empowering smokers with a web-assisted tobacco intervention to use prescription smoking cessation medications: a feasibility trial","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Medicine; Varenicline; Smoking cessation; Medical prescription; Bupropion; Prior authorization; Family medicine; Pharmacy; Confidence interval; Internal medicine; Nursing","score_opus":0.22016762105463306,"score_gpt":0.4923415901511877,"score_spread":0.27217396909655467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1875612228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869903,0.0000036699257,0.009885454,0.00057579536,0.00049179635,0.0017519371,0.000011796187,0.0001237479,0.00016555388],"genre_scores_gemma":[0.99768406,0.0000014481551,0.0015832704,0.00019824364,0.00006755831,0.00027335057,0.00012386132,0.000012578294,0.000055638346],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972171,0.0000861715,0.000498168,0.00048833876,0.0014364183,0.00027376224],"domain_scores_gemma":[0.9982794,0.00004417886,0.0002564572,0.000374753,0.00074079045,0.0003044425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021905138,0.00013425185,0.00015511407,0.00045393335,0.00022675039,0.00028372428,0.00015355005,0.00004556534,0.00012140912],"category_scores_gemma":[0.0005621626,0.00011847137,0.000047582365,0.001413205,0.00013893361,0.0016235884,0.00005469906,0.00010887468,0.000004780101],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004329123,0.00024791705,0.94744337,0.00001457216,0.00002079208,0.000002973931,0.0031352257,0.000024357658,0.0096145095,0.00013548727,0.00037172233,0.034659967],"study_design_scores_gemma":[0.028649054,0.0012146146,0.95844626,0.00010027384,0.0001308308,0.000020404257,0.0063904244,0.00014480969,0.004346476,0.000030722862,0.00037768035,0.00014846181],"about_ca_topic_score_codex":0.00088686956,"about_ca_topic_score_gemma":0.00040101496,"teacher_disagreement_score":0.034511507,"about_ca_system_score_codex":0.0009833637,"about_ca_system_score_gemma":0.0005821752,"threshold_uncertainty_score":0.48311222},"labels":[],"label_agreement":null},{"id":"W1904300077","doi":"10.1186/s13012-015-0345-7","title":"The concept of mechanism from a realist approach: a scoping review to facilitate its operationalization in public health program evaluation","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":312,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Montreal Clinical Research Institute; Université de Montréal","funders":"Institut National Du Cancer; Agence Nationale de la Recherche","keywords":"Operationalization; Referent; CLARITY; Mechanism (biology); Epistemology; Public health; Context (archaeology); Health informatics; Psychological intervention; Sociology; Medicine; Nursing","score_opus":0.9035080940398004,"score_gpt":0.7158287156651659,"score_spread":0.18767937837463444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1904300077","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008849111,0.9618493,0.014241512,0.0022990128,0.00039041977,0.020330468,0.00031117155,0.000026685428,0.00054263667],"genre_scores_gemma":[0.00034863196,0.98796916,0.0038887972,0.0007858086,0.000039017224,0.0058109676,0.0010767096,0.000014785998,0.000066124034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9834861,0.0029917452,0.003690773,0.0010715706,0.0082205,0.000539318],"domain_scores_gemma":[0.9918543,0.0008985871,0.0021878993,0.00085910276,0.0039000665,0.0003000628],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0650932,0.00029288072,0.0011314605,0.00075242313,0.00053863437,0.0008836623,0.0016599409,0.000059082933,0.00055473694],"category_scores_gemma":[0.0055300533,0.00018701724,0.00014040762,0.006375848,0.000204605,0.0014195621,0.00027899147,0.00015357275,0.000088291774],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010713134,0.000035026053,0.000004690248,0.0007991921,0.0000060728694,4.6437354e-8,0.001454129,0.000066752924,5.359228e-7,0.0049206135,0.000918358,0.9917935],"study_design_scores_gemma":[0.00086782733,0.00033621668,0.000103502054,0.030212108,0.00009246726,0.000004319717,0.0049692844,0.0124004865,0.0000069063412,0.002477335,0.94802845,0.0005010712],"about_ca_topic_score_codex":0.00022825965,"about_ca_topic_score_gemma":0.0012793286,"teacher_disagreement_score":0.9912924,"about_ca_system_score_codex":0.0010696632,"about_ca_system_score_gemma":0.018410502,"threshold_uncertainty_score":0.9871542},"labels":[],"label_agreement":null},{"id":"W1926257277","doi":"10.1186/1748-5908-10-s1-a80","title":"Engaging public health decision makers in partnership research","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"General partnership; Knowledge translation; Relevance (law); Public health; Health services research; Medicine; Health informatics; Health administration; Public relations; Health policy; Political science; Knowledge management; Nursing; Computer science","score_opus":0.9834412734143254,"score_gpt":0.8567179634799803,"score_spread":0.1267233099343451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1926257277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8897719,0.000033700046,0.00488639,0.091051824,0.00096519827,0.0027942278,0.000024422701,0.00012663356,0.010345751],"genre_scores_gemma":[0.97519046,0.000017595343,0.0055944943,0.01843469,0.00013936045,0.00042481636,0.000009665994,0.000015887306,0.00017303837],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9863357,0.0043068924,0.0017134947,0.00081351533,0.0037806984,0.0030496763],"domain_scores_gemma":[0.99166375,0.004218859,0.00044239583,0.0005787101,0.0014878837,0.0016083765],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11237213,0.00014796287,0.00024437555,0.002091326,0.002787688,0.00016545915,0.0009693573,0.000055562792,0.0006761837],"category_scores_gemma":[0.013589499,0.0001419829,0.000022746963,0.007999956,0.00068630936,0.0019651593,0.00045648328,0.00082608906,0.0009640564],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00004002277,0.000049756505,0.52782965,0.00006216071,0.0000020346874,0.0000056085064,0.21314865,0.000021774122,0.00044303224,0.02430551,0.09711788,0.13697392],"study_design_scores_gemma":[0.0044517694,0.00022957957,0.21863875,0.00008705166,7.5646597e-7,0.0000039746947,0.37171286,0.00045050448,0.0001317881,0.0053003347,0.39874434,0.00024831897],"about_ca_topic_score_codex":0.0031793823,"about_ca_topic_score_gemma":0.006731167,"teacher_disagreement_score":0.3091909,"about_ca_system_score_codex":0.003966351,"about_ca_system_score_gemma":0.020350603,"threshold_uncertainty_score":0.99985725},"labels":[],"label_agreement":null},{"id":"W1941804069","doi":"10.1186/s13012-015-0341-y","title":"A real-world stepped wedge cluster randomized trial of practice facilitation to improve cardiovascular care","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; Bruyère","funders":"Canadian Institutes of Health Research; Pfizer Canada; Ontario Ministry of Health and Long-Term Care; Pfizer","keywords":"Medicine; Randomized controlled trial; Cluster randomised controlled trial; Health administration; Health services research; Family medicine; Confidence interval; Psychological intervention; Health care; Quality management; Nursing; Public health; Internal medicine","score_opus":0.48323656362525663,"score_gpt":0.6783288170107857,"score_spread":0.1950922533855291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1941804069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8455047,0.00005171525,0.049172133,0.018959587,0.0066742306,0.043815445,0.0005642238,0.00023881112,0.035019144],"genre_scores_gemma":[0.9650864,0.000019142259,0.022155035,0.008206298,0.0003471381,0.0034677915,0.000037741043,0.000025141226,0.0006553418],"study_design_codex":"qualitative","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98931503,0.0037352182,0.0022562852,0.0007477362,0.002944925,0.0010007999],"domain_scores_gemma":[0.988356,0.004962974,0.001068643,0.00082228356,0.00401125,0.0007788274],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031522963,0.00021983798,0.0007245717,0.0009137594,0.00083177193,0.000065388565,0.00061937823,0.00006245275,0.0002026356],"category_scores_gemma":[0.021100279,0.00019552479,0.00018194271,0.0030719466,0.00046450563,0.0017927067,0.00030603423,0.0002428537,0.0003773248],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3772271,0.000113960414,0.0013601045,0.00043805904,0.00017017816,0.0000040214622,0.5481304,0.00059319794,0.004802157,0.011030687,0.019316332,0.03681378],"study_design_scores_gemma":[0.75434697,0.0004884829,0.0007208201,0.000035254092,0.00011693895,8.566441e-7,0.14465654,0.000112089045,0.0014559072,0.00024920361,0.09754418,0.0002727772],"about_ca_topic_score_codex":0.0097492095,"about_ca_topic_score_gemma":0.0016948916,"teacher_disagreement_score":0.40347388,"about_ca_system_score_codex":0.001176091,"about_ca_system_score_gemma":0.005787092,"threshold_uncertainty_score":0.9998492},"labels":[],"label_agreement":null},{"id":"W1964035814","doi":"10.1186/1748-5908-7-114","title":"Building theories of knowledge translation interventions: Use the entire menu of constructs","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Construct (python library); Cognitive dissonance; Leverage (statistics); Context (archaeology); Variety (cybernetics); Computer science; Psychological intervention; Management science; Knowledge management; Psychology; Social psychology; Artificial intelligence","score_opus":0.8312976970189693,"score_gpt":0.7563896073889498,"score_spread":0.07490808963001949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964035814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9754106,0.00009288,0.019887645,0.0011516812,0.0009492881,0.0012966287,0.00014402623,0.000027351023,0.0010399414],"genre_scores_gemma":[0.98841107,0.000018348648,0.010862714,0.00045767426,0.000068078465,0.00011609146,0.0000053819062,0.0000073788106,0.00005326755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99619913,0.0008312421,0.0014290265,0.00019994345,0.0006936056,0.00064703356],"domain_scores_gemma":[0.9942348,0.0035518599,0.0010167961,0.000331388,0.000708382,0.00015678348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008932404,0.0001059528,0.00019096749,0.0003409533,0.0010493726,0.000023038545,0.0004568187,0.00003464319,0.0007210729],"category_scores_gemma":[0.0019038022,0.0000788313,0.00007192705,0.0017407291,0.0010787853,0.0019893972,0.00012824715,0.00014558248,0.000023497767],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019509911,0.00005203078,0.2775751,0.00041439428,0.0000129407135,4.357367e-8,0.1055548,0.000003472766,0.054703835,0.5163625,0.000701705,0.044599667],"study_design_scores_gemma":[0.0029794448,0.00020547942,0.740443,0.00053126103,0.000096010604,0.0000061898154,0.10602133,0.00017399974,0.09715629,0.008197751,0.04382554,0.00036372722],"about_ca_topic_score_codex":0.0003690651,"about_ca_topic_score_gemma":0.00027857846,"teacher_disagreement_score":0.50816476,"about_ca_system_score_codex":0.00014321221,"about_ca_system_score_gemma":0.0008546816,"threshold_uncertainty_score":0.80710316},"labels":[],"label_agreement":null},{"id":"W1967816908","doi":"10.1186/1748-5908-4-78","title":"Institutionalizing evidence-based practice: an organizational case study using a model of strategic change","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Robert Wood Johnson Foundation","keywords":"Institutionalisation; Context (archaeology); Health administration; Health informatics; Health care; Organizational structure; Medicine; Psychology; Knowledge management; Public relations; Public health; Management; Political science; Nursing; Computer science; Geography","score_opus":0.8531669766740335,"score_gpt":0.7147608963223296,"score_spread":0.13840608035170388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967816908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99063694,0.000020564026,0.0061728833,0.0012134578,0.00020442587,0.0015305971,0.000014349458,0.000023881954,0.00018292548],"genre_scores_gemma":[0.9864654,0.000005899217,0.011370208,0.001941018,0.00013368453,0.000066440494,0.000009314911,0.0000035734863,0.0000044411922],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9969258,0.00043739768,0.00057085545,0.0003450245,0.0012358642,0.00048510893],"domain_scores_gemma":[0.9970392,0.00034487032,0.0003656712,0.00022997301,0.0017213469,0.00029891168],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005696632,0.00008302747,0.00010390251,0.00040354906,0.002069722,0.00005697767,0.00027657484,0.000028973247,0.00025707914],"category_scores_gemma":[0.000918919,0.00007505802,0.0000118056805,0.0021735637,0.00019480799,0.004229334,0.00003689626,0.00015515675,0.000009615793],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035193478,0.004034236,0.41466057,0.00038011168,0.000018614708,0.00018361786,0.30399203,0.028821815,0.1342916,0.095930226,0.00033563885,0.0169996],"study_design_scores_gemma":[0.0013588541,0.0011164523,0.039060824,0.00014224378,0.000024216231,0.000060728453,0.51954675,0.4361716,0.00054657646,0.001712534,0.000029515366,0.00022973567],"about_ca_topic_score_codex":0.004022513,"about_ca_topic_score_gemma":0.00044685212,"teacher_disagreement_score":0.40734977,"about_ca_system_score_codex":0.00047646678,"about_ca_system_score_gemma":0.011475977,"threshold_uncertainty_score":0.99922943},"labels":[],"label_agreement":null},{"id":"W1967917164","doi":"10.1186/1748-5908-4-73","title":"Adjuncts or adversaries to shared decision-making? Applying the Integrative Model of behavior to the role and design of decision support interventions in healthcare interactions","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Psychological intervention; Deliberation; Formative assessment; Decision aids; Normative; Health care; Health informatics; Applied psychology; Health administration; Psychology; Health services research; Theory of planned behavior; Medicine; Knowledge management; Public health; Nursing; Computer science; Control (management); Alternative medicine","score_opus":0.39713719857140234,"score_gpt":0.5831169966897389,"score_spread":0.1859797981183366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967917164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49005285,0.00032951514,0.47058132,0.018732399,0.0007178948,0.018821385,0.0005653797,0.000059709582,0.0001395255],"genre_scores_gemma":[0.93261087,0.00002009378,0.06349795,0.0017785752,0.000009400434,0.002047384,0.000009114638,0.000007616833,0.000018970222],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9968516,0.00047881895,0.0013189459,0.00034316487,0.00063449726,0.0003729354],"domain_scores_gemma":[0.99491423,0.0026610205,0.0005606857,0.00070076896,0.0010193173,0.00014399247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017193678,0.00013767174,0.00023571882,0.00053256605,0.0011837838,0.000033606513,0.000857037,0.00004000759,0.00013538953],"category_scores_gemma":[0.0023912506,0.000083735045,0.00004965043,0.0016870357,0.00015643083,0.00058758934,0.00043139193,0.00032699827,0.000010919656],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087950955,0.00019033195,0.04450662,0.0000815763,0.000008511608,9.281997e-7,0.23932241,0.008924617,0.002612135,0.004213904,0.0014683596,0.6977911],"study_design_scores_gemma":[0.0017392039,0.0017415219,0.33334485,0.003803175,0.000059058068,0.000006535304,0.598599,0.043808676,0.0012247158,0.014250948,0.0010329107,0.00038938064],"about_ca_topic_score_codex":0.0008899369,"about_ca_topic_score_gemma":0.012289102,"teacher_disagreement_score":0.6974017,"about_ca_system_score_codex":0.0003568064,"about_ca_system_score_gemma":0.0011062832,"threshold_uncertainty_score":0.91048276},"labels":[],"label_agreement":null},{"id":"W1969446547","doi":"10.1186/s13012-015-0257-6","title":"I-RREACH: an engagement and assessment tool for improving implementation readiness of researchers, organizations and communities in complex interventions","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Ottawa; Health Sciences Centre; Heart and Stroke Foundation; Sunnybrook Health Science Centre; Queen's University; Homewood Research Institute; NOSM University; Laurentian University","funders":"Canadian Institutes of Health Research; Grand Challenges Canada","keywords":"Disadvantaged; Community-based participatory research; Psychological intervention; Health services research; Health equity; Medicine; Stakeholder; Community engagement; Implementation research; Participatory action research; Stakeholder engagement; Community health; Health policy; Social determinants of health; Public relations; Health care; Social policy; Citizen journalism; Public health; Nursing; Economic growth; Political science","score_opus":0.910230883370988,"score_gpt":0.7733525533379967,"score_spread":0.13687833003299132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969446547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662366,0.000015841257,0.026487276,0.0032074912,0.0001481292,0.003276454,0.00038389792,0.000040608,0.00020369489],"genre_scores_gemma":[0.962479,0.000024715284,0.035504762,0.00093098404,0.000036994817,0.00071643863,0.00026340116,0.000016725737,0.000026996033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953357,0.0013663595,0.0014317336,0.00038262084,0.00076413556,0.00071942795],"domain_scores_gemma":[0.99591714,0.0012894778,0.00059997465,0.00035575582,0.0014959812,0.00034166497],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018017404,0.00014983698,0.0002511333,0.0007843681,0.0014033164,0.00011200909,0.00038062801,0.000040858504,0.00036807396],"category_scores_gemma":[0.0013005,0.00015362116,0.000019142351,0.001539038,0.00056804926,0.0017612703,0.00043925125,0.00024838353,0.0000023799105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004326877,0.00011279111,0.7207287,0.0007423782,0.000011882478,4.5096846e-7,0.153568,0.000021232978,0.011590031,0.04091178,0.0014034593,0.070866026],"study_design_scores_gemma":[0.004064958,0.00047440393,0.5502597,0.000054411616,0.000019448913,0.0000019417673,0.43690124,0.002416713,0.0004147544,0.0013874385,0.0038113126,0.00019367358],"about_ca_topic_score_codex":0.007851933,"about_ca_topic_score_gemma":0.014888671,"teacher_disagreement_score":0.28333324,"about_ca_system_score_codex":0.00060588616,"about_ca_system_score_gemma":0.0024081338,"threshold_uncertainty_score":0.9998967},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1970306479","doi":"10.1186/1748-5908-3-4","title":"Mapping as a knowledge translation tool for Ontario Early Years Centres: views from data analysts and managers","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geographic Information Systems Studies","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institutes of Health Research; University of Ottawa; University of Manitoba; Western University","funders":"Canada Research Chairs; University of Ottawa; Ontario Innovation Trust","keywords":"Knowledge management; Knowledge translation; Data science; Health informatics; Software; Early adopter; Computer science; Process management; Medicine; Business; Public health","score_opus":0.3012403120524225,"score_gpt":0.45643920341136784,"score_spread":0.15519889135894532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970306479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98961616,0.00010935235,0.0039421306,0.00031052265,0.00028371572,0.00091211183,0.00007308874,0.000037507376,0.004715402],"genre_scores_gemma":[0.9957969,0.000068003,0.003558439,0.00009501596,0.000054113476,0.000041819887,0.000065606924,0.0000032590096,0.00031684717],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9984453,0.000052524832,0.0003678824,0.000312705,0.00052694,0.00029467183],"domain_scores_gemma":[0.9991615,0.00017778248,0.00017608135,0.00023235212,0.00017566676,0.00007662262],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016268768,0.00007879442,0.00012292131,0.00026341522,0.0013711216,0.00019261082,0.00040006373,0.000024108103,0.00010556672],"category_scores_gemma":[0.000104476145,0.00008275677,0.000029820258,0.0008316015,0.00043227672,0.0019408372,0.00008332682,0.000037706744,0.00003269979],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008863085,0.000012284624,0.19132037,0.00000950396,0.000033517284,0.0000012331965,0.7581796,0.0000021388576,0.00016429456,0.0019029209,0.0013612675,0.047004003],"study_design_scores_gemma":[0.0007744482,0.000022105238,0.69324166,0.000016558628,0.000018167766,0.0000012515817,0.08313682,0.00012364681,0.000028359163,0.00051245274,0.22194968,0.00017487502],"about_ca_topic_score_codex":0.099303745,"about_ca_topic_score_gemma":0.264089,"teacher_disagreement_score":0.6750428,"about_ca_system_score_codex":0.00013165656,"about_ca_system_score_gemma":0.0003868848,"threshold_uncertainty_score":0.99992895},"labels":[],"label_agreement":null},{"id":"W1972519817","doi":"10.1186/1748-5908-9-30","title":"‘Changing Minds’: determining the effectiveness and key ingredients of an educational intervention to enhance healthcare professionals’ intentions to prescribe physical activity to patients with physical disabilities","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Physical Activity and Health","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Social Sciences and Humanities Research Council of Canada; Ontario Neurotrauma Foundation","keywords":"Medicine; Social cognitive theory; Intervention (counseling); Rehabilitation; Cognition; Theory of planned behavior; Clinical psychology; Gerontology; Nursing; Psychology; Physical therapy; Developmental psychology; Control (management); Psychiatry","score_opus":0.04873328349818166,"score_gpt":0.492446041656469,"score_spread":0.4437127581582873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972519817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936825,2.4709925e-7,0.0027226293,0.0021055038,0.00009558571,0.0013288656,0.000035468034,0.000010335215,0.000018884217],"genre_scores_gemma":[0.99883807,4.522575e-8,0.00048776175,0.0002888883,0.000097069584,0.00025942374,0.000014052168,0.0000071329273,0.000007543627],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982791,0.0002348396,0.00014649842,0.00037702342,0.0006819591,0.00028057734],"domain_scores_gemma":[0.99845815,0.000538461,0.00009335226,0.00019054387,0.0004447482,0.00027474939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081827416,0.00010663139,0.00020193907,0.00015757361,0.00036565118,0.00003775654,0.0001320309,0.000011113799,0.0000041263493],"category_scores_gemma":[0.00069698127,0.000074106174,0.000032087377,0.00063919695,0.00015866956,0.00055665703,0.00015271615,0.00009374374,0.0000031901927],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019504761,0.008558773,0.3743358,0.0007178988,0.000029411158,1.0393709e-7,0.07050252,0.000046240868,0.048268322,0.003633792,0.000028517337,0.49192816],"study_design_scores_gemma":[0.0004908668,0.0020549693,0.9579598,0.0002835411,0.000013921686,3.35406e-7,0.0022051788,0.00026370428,0.03633867,0.00030007024,0.000007799546,0.0000811868],"about_ca_topic_score_codex":0.0001600083,"about_ca_topic_score_gemma":0.00017339294,"teacher_disagreement_score":0.58362395,"about_ca_system_score_codex":0.00015236741,"about_ca_system_score_gemma":0.00014316928,"threshold_uncertainty_score":0.3021962},"labels":[],"label_agreement":null},{"id":"W1973547182","doi":"10.1186/1748-5908-3-50","title":"Explaining the effects of an intervention designed to promote evidence-based diabetes care: a theory-based process evaluation of a pragmatic cluster randomised controlled trial","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Diabetes Management and Education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Economic and Social Research Council; European Commission","keywords":"Medicine; Theory of planned behavior; Randomized controlled trial; Intervention (counseling); Health administration; Physical therapy; Cluster randomised controlled trial; Public health; Family medicine; Clinical psychology; Nursing; Control (management)","score_opus":0.06263259637734657,"score_gpt":0.4330275691071889,"score_spread":0.37039497272984234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973547182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9784693,0.000054651515,0.004855206,0.0003198433,0.0002513611,0.015990842,0.0000014785713,0.000020175932,0.00003710428],"genre_scores_gemma":[0.9948985,7.3238374e-7,0.0013223141,0.00027655173,0.000039210056,0.0034179927,0.000028890625,0.000008943183,0.0000068694308],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9966192,0.00079091045,0.00067257363,0.0002770242,0.0014108383,0.00022945118],"domain_scores_gemma":[0.99664,0.0011616074,0.00060431747,0.00029958176,0.0012117517,0.00008268996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009893228,0.00012410113,0.00032483955,0.0003906942,0.00019731736,0.000041463158,0.00022326216,0.000021035128,0.000081955615],"category_scores_gemma":[0.006765867,0.00008458229,0.00011277715,0.0008952032,0.00019510198,0.0006008074,0.000017880653,0.00004167123,0.0000033559666],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.38782707,0.002270223,0.015304118,0.0041127796,0.0002742041,0.0000013685539,0.068745,0.004070155,0.29321834,0.00019520821,0.00013841686,0.2238431],"study_design_scores_gemma":[0.6251869,0.004281177,0.011236027,0.00092314737,0.00084965903,2.4598515e-7,0.004355075,0.033947643,0.31893033,0.00015942029,0.0000023004927,0.00012804836],"about_ca_topic_score_codex":0.000009505605,"about_ca_topic_score_gemma":0.000006852847,"teacher_disagreement_score":0.23735985,"about_ca_system_score_codex":0.00014036574,"about_ca_system_score_gemma":0.0008538234,"threshold_uncertainty_score":0.8099864},"labels":[],"label_agreement":null},{"id":"W1973770658","doi":"10.1186/1748-5908-7-57","title":"Understanding the performance and impact of public knowledge translation funding interventions: Protocol for an evaluation of Canadian Institutes of Health Research knowledge translation funding programs","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Northern British Columbia; Institute of Gender and Health; University of British Columbia; University of Ottawa; Canadian Institutes of Health Research","funders":"","keywords":"Knowledge translation; Health services research; Funding Agency; Agency (philosophy); Protocol (science); Health administration; Public health; Medicine; Health care; Medical education; Implementation research; Public relations; Health policy; Health informatics; Psychological intervention; Political science; Knowledge management; Sociology; Nursing; Computer science; Alternative medicine","score_opus":0.9911600485675597,"score_gpt":0.8155269829599003,"score_spread":0.17563306560765934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973770658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8201395,0.00010909943,0.02809998,0.0014632149,0.00036561405,0.14806561,0.00013051517,0.000028342432,0.0015981245],"genre_scores_gemma":[0.9619225,0.0000099574945,0.0017920157,0.000026412024,0.00006915256,0.03612628,0.000035860878,0.000012681914,0.0000051429056],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9920863,0.003063736,0.0019395731,0.00033094027,0.0012650271,0.0013144491],"domain_scores_gemma":[0.99397415,0.001974833,0.0011280538,0.00029163502,0.0021642074,0.00046714066],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.088632934,0.00014085005,0.00026968538,0.0025140857,0.002677622,0.000057392703,0.00038873946,0.000062577565,0.0001187315],"category_scores_gemma":[0.0014324742,0.00011224419,0.000077365024,0.004846996,0.00076623965,0.0030838724,0.000048553946,0.00021174678,0.000002249593],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047447353,0.00019333228,0.31223452,0.0028477989,0.00002639555,5.0565787e-9,0.25516236,0.000054339547,0.0043052114,0.014020911,0.0003082885,0.41079938],"study_design_scores_gemma":[0.010134701,0.0035243544,0.67984074,0.0021450755,0.00008184536,0.0000036736349,0.250028,0.04229589,0.0024817272,0.0021575808,0.006830157,0.00047624295],"about_ca_topic_score_codex":0.011915403,"about_ca_topic_score_gemma":0.0808832,"teacher_disagreement_score":0.41032314,"about_ca_system_score_codex":0.0022036906,"about_ca_system_score_gemma":0.009916941,"threshold_uncertainty_score":0.99862075},"labels":[],"label_agreement":null},{"id":"W1974967198","doi":"10.1186/1748-5908-3-49","title":"The intellectual structure and substance of the knowledge utilization field: A longitudinal author co-citation analysis, 1945 to 2004","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":169,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Vancouver Island University; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Heritage Foundation for Medical Research","keywords":"Citation analysis; Field (mathematics); Sociology of scientific knowledge; Citation; Underpinning; Bibliometrics; Sociology; Data science; Social science; Knowledge management; Computer science; Library science; Engineering","score_opus":0.6583037772825364,"score_gpt":0.6445441319892308,"score_spread":0.013759645293305645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974967198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9598915,0.0002925802,0.037967395,0.0009972599,0.00025558038,0.0003356833,0.000038232105,0.0000057727075,0.00021600582],"genre_scores_gemma":[0.9990372,0.00006616329,0.00046540264,0.00008508654,0.000018243962,0.000007884175,0.000002574078,0.0000025159748,0.00031492955],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993484,0.00019643115,0.0005948393,0.00050981523,0.00485882,0.00035607515],"domain_scores_gemma":[0.9919374,0.004263758,0.00028245244,0.0005142066,0.0028222518,0.00017990735],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.009315564,0.00009194029,0.0001493691,0.012151625,0.0015151832,0.000828479,0.0016479826,0.000030010771,0.00028097362],"category_scores_gemma":[0.01965502,0.000048549475,0.000067173634,0.19797252,0.00066753203,0.0005762148,0.00025396218,0.00010247512,0.000014013491],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039431467,0.00003422513,0.81124085,0.0000028407771,0.000028707298,6.520179e-7,0.012261026,0.0002805858,0.0075176144,0.0018859113,0.0138824405,0.15282571],"study_design_scores_gemma":[0.0001869179,0.00009692885,0.9604092,0.000002091335,0.000013425614,0.000004411145,0.0024329396,0.0036593187,0.027776252,0.0011029213,0.0042368537,0.00007871209],"about_ca_topic_score_codex":0.00010842672,"about_ca_topic_score_gemma":0.0012219535,"teacher_disagreement_score":0.1858209,"about_ca_system_score_codex":0.000097903896,"about_ca_system_score_gemma":0.00040809298,"threshold_uncertainty_score":0.9997847},"labels":[],"label_agreement":null},{"id":"W1976844630","doi":"10.1186/1748-5908-7-108","title":"Net benefits: assessing the effectiveness of clinical networks in Australia through qualitative methods","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"National Health and Medical Research Council; Australian Research Council; Medical Research Council","keywords":"Medicine; Health services research; Health informatics; Health administration; Public health; Qualitative research; Health economics; Family medicine; Nursing; Social science","score_opus":0.5950737564341194,"score_gpt":0.7891668260480276,"score_spread":0.19409306961390815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976844630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94787383,0.000055498058,0.04577907,0.0004904721,0.003588602,0.0008434047,0.000008133427,0.000011352602,0.0013496255],"genre_scores_gemma":[0.9834951,0.0000055845626,0.0154345045,0.0005969131,0.00017641859,0.00020258866,0.00001774403,0.000005636761,0.000065516666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9879718,0.010010504,0.001025851,0.0002068861,0.00038250006,0.00040245193],"domain_scores_gemma":[0.99098957,0.007658775,0.0005615723,0.00019981738,0.0005178024,0.00007246678],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.043028977,0.00008769123,0.00020336432,0.00009128827,0.0005735419,0.000022673474,0.00024550452,0.00007201245,0.00039277438],"category_scores_gemma":[0.0016497864,0.000059689824,0.000035739085,0.0014146399,0.00030097313,0.0013429779,0.00008846495,0.0003521792,0.000021642734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013426763,0.00014930448,0.6895036,0.00006464698,0.000012052707,6.2033784e-8,0.07953677,0.00020163723,0.0021621604,0.21598063,0.0007582247,0.011496649],"study_design_scores_gemma":[0.00049156975,0.000028558625,0.86236876,0.000118752956,0.0000071485915,1.8627276e-7,0.13314071,0.00022861548,0.00087940507,0.0021373793,0.0005325396,0.0000663915],"about_ca_topic_score_codex":0.0009635739,"about_ca_topic_score_gemma":0.00017122689,"teacher_disagreement_score":0.21384326,"about_ca_system_score_codex":0.00016832916,"about_ca_system_score_gemma":0.0010350656,"threshold_uncertainty_score":0.98540306},"labels":[],"label_agreement":null},{"id":"W1977310379","doi":"10.1186/1748-5908-4-5","title":"An innovative telemedicine knowledge translation program to improve quality of care in intensive care units: protocol for a cluster randomized pragmatic trial","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Institute for Clinical Evaluative Sciences; Sunnybrook Health Science Centre; University of Toronto","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Medicine; Knowledge translation; Quality management; Best practice; Psychological intervention; Randomized controlled trial; Cluster randomised controlled trial; Intensive care; Health informatics; Telemedicine; Intensive care medicine; Academic detailing; Intervention (counseling); Health administration; Nursing research; Nursing; Health care; Public health; Service (business); Knowledge management","score_opus":0.1575040429308049,"score_gpt":0.5794503439861042,"score_spread":0.4219463010552993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977310379","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4919079,0.0000148951285,0.009195856,0.0027159224,0.00015681097,0.49565583,0.00008948786,0.00007235064,0.00019095982],"genre_scores_gemma":[0.7969611,5.6541995e-7,0.01115313,0.0017324492,0.00012887987,0.1895978,0.00040963685,0.000012318488,0.000004058116],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9959865,0.00033408127,0.0019486931,0.00051952497,0.00073608285,0.0004751115],"domain_scores_gemma":[0.9910588,0.00053726154,0.0006725008,0.0003125076,0.0072011813,0.00021772996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036824124,0.00022299933,0.00080438657,0.00087916484,0.0001396259,0.000033637243,0.00018169972,0.000055823035,0.000040493276],"category_scores_gemma":[0.003046761,0.00017636675,0.00006248135,0.0033044717,0.00023497644,0.0005056651,0.000018079774,0.0001355778,0.00000104176],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.264336,0.00019317276,0.0008853543,0.00080763263,0.000013942024,5.750552e-7,0.11656055,0.0000035063304,0.008492616,0.00039658355,0.00013929859,0.6081708],"study_design_scores_gemma":[0.79003537,0.022222482,0.008565625,0.00023371205,0.000063046995,0.0000021132516,0.16209668,0.00042381592,0.014295582,0.00013692644,0.0017183172,0.00020632993],"about_ca_topic_score_codex":0.00020768415,"about_ca_topic_score_gemma":0.0007137829,"teacher_disagreement_score":0.60796446,"about_ca_system_score_codex":0.00034818554,"about_ca_system_score_gemma":0.001613637,"threshold_uncertainty_score":0.7192027},"labels":[],"label_agreement":null},{"id":"W1977379856","doi":"10.1186/1748-5908-6-111","title":"What implementation interventions increase cancer screening rates? a systematic review","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Cancer Centre; University of Toronto; Alberta Health Services; Cancer Care Ontario; McMaster University; Western University; Mount Sinai Hospital","funders":"Cancer Care Ontario","keywords":"Medicine; Psychological intervention; Randomized controlled trial; Incentive; Family medicine; Guideline; Systematic review; Health services research; Implementation research; Academic detailing; Cancer screening; Cervical screening; MEDLINE; Cervical cancer; Public health; Nursing; Cancer; Surgery; Internal medicine; Pathology","score_opus":0.5122420195189038,"score_gpt":0.6261309211089706,"score_spread":0.11388890159006682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977379856","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016031016,0.9916664,0.00064905465,0.00015455724,0.00050099316,0.0067158816,0.00011371174,0.00007221437,0.0001111865],"genre_scores_gemma":[0.000067342175,0.9940457,0.0008271155,0.0014501733,0.000103187755,0.0028679948,0.00042798967,0.00003973497,0.00017081569],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99468356,0.00031020612,0.0023112132,0.00084492966,0.0011831748,0.0006669],"domain_scores_gemma":[0.99620897,0.000116118696,0.0018488127,0.00072961306,0.00070020225,0.00039627386],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003481537,0.0004885456,0.0021574001,0.0006473716,0.0004169209,0.00042434892,0.0006601677,0.000080461716,0.0031978227],"category_scores_gemma":[0.00030887497,0.0003853588,0.0008396045,0.0023639074,0.00021716025,0.0023463026,0.00024870023,0.00029440987,0.00013943782],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003998412,0.000017778362,0.00005440169,0.5861917,0.00013764437,0.000011539632,0.00016766436,4.150056e-8,0.0000013356005,0.00013343242,0.0011006813,0.41217974],"study_design_scores_gemma":[0.00048304486,0.0001474617,0.000076098324,0.9152427,0.008203665,0.00021634164,0.0030041009,0.000002554726,0.000014192768,0.000015338006,0.0721912,0.00040334277],"about_ca_topic_score_codex":0.0014301552,"about_ca_topic_score_gemma":0.0005377528,"teacher_disagreement_score":0.4117764,"about_ca_system_score_codex":0.00077441277,"about_ca_system_score_gemma":0.0017779806,"threshold_uncertainty_score":0.9998598},"labels":[],"label_agreement":null},{"id":"W1977594104","doi":"10.1186/1748-5908-9-85","title":"Adaptation of an evidence-based intervention to promote colorectal cancer screening: a quasi-experimental study","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Cancer Institute","keywords":"Medicine; Health services research; Public health; Colorectal cancer; Health informatics; Intervention (counseling); Health administration; Adaptation (eye); Quality of Life Research; Cancer; Family medicine; Internal medicine; Nursing","score_opus":0.13254337606523642,"score_gpt":0.46719823871231303,"score_spread":0.3346548626470766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977594104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93815243,0.00002786757,0.06012503,0.00018807316,0.00017202972,0.0012538077,0.000004913994,0.00005786849,0.000017969945],"genre_scores_gemma":[0.9932864,5.4551896e-7,0.0062062955,0.0001210836,0.00006314084,0.00029774397,0.000008134011,0.000009748311,0.000006931016],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980465,0.000117450596,0.00037967085,0.00041535485,0.0008316513,0.00020938032],"domain_scores_gemma":[0.99906224,0.000048496328,0.0001486889,0.0001811714,0.00038095124,0.00017847268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015563461,0.00011089095,0.00017329944,0.00036171195,0.0001840475,0.00005949228,0.00014106819,0.000020208805,0.00014159243],"category_scores_gemma":[0.00022142437,0.00010588836,0.000054299217,0.0010344185,0.000080084734,0.00064492295,0.00004315502,0.00006246636,0.0000036983686],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005253318,0.0017969481,0.045515936,0.000033226523,0.000021350208,0.0000013736349,0.007175885,0.0016236095,0.4164402,0.000029312992,0.000013597664,0.52209526],"study_design_scores_gemma":[0.0028086794,0.04810452,0.23053761,0.00013660574,0.000043993896,0.000004779307,0.009541157,0.06422655,0.64439905,0.000004543969,0.00006708123,0.00012540934],"about_ca_topic_score_codex":0.0044868034,"about_ca_topic_score_gemma":0.0023704222,"teacher_disagreement_score":0.52196985,"about_ca_system_score_codex":0.00022429302,"about_ca_system_score_gemma":0.00020449574,"threshold_uncertainty_score":0.67827344},"labels":[],"label_agreement":null},{"id":"W1978694590","doi":"10.1186/1748-5908-5-48","title":"The GRADE approach for assessing new technologies as applied to apheresis devices in ulcerative colitis","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Instituto de Salud Carlos III","keywords":"Medicine; Ulcerative colitis; Apheresis; Quality of Life Research; Abdominal surgery; Health services research; Health informatics; Public health; Health administration; Internal medicine; General surgery; Gastroenterology; Pathology; Disease","score_opus":0.03018557861799204,"score_gpt":0.3915169927281295,"score_spread":0.36133141411013747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978694590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98921174,0.000005608211,0.0084726615,0.0004655344,0.00007565004,0.00078195793,0.000010228947,0.000019005884,0.0009576381],"genre_scores_gemma":[0.9825356,0.000002083584,0.016837994,0.00023684262,0.00003769429,0.00028104908,0.000017771486,0.000005653099,0.000045334633],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99911934,0.000014779728,0.00015217226,0.00029088545,0.00016853042,0.0002542705],"domain_scores_gemma":[0.99956095,0.000026471766,0.00006644516,0.0002114599,0.00007615436,0.00005849717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053662277,0.00007509974,0.000046611407,0.000058813028,0.00035168964,0.00022834672,0.00036802865,0.000035004254,0.0000065634636],"category_scores_gemma":[0.00020369327,0.00005981036,0.000018505463,0.00025124426,0.00019493522,0.000020626709,0.0001031581,0.000045705285,0.0000027707604],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010231768,0.000021859405,0.011218286,0.000009924571,0.0000072260696,0.000001004474,0.0004224212,0.000068448346,0.8998778,0.013366553,0.0012076087,0.07369659],"study_design_scores_gemma":[0.0009467858,0.000051327974,0.41314277,0.0000029767987,0.000007385277,0.0000028455765,0.017464822,0.00014527893,0.5544613,0.002106696,0.01143052,0.00023729594],"about_ca_topic_score_codex":0.00003646511,"about_ca_topic_score_gemma":0.0022219834,"teacher_disagreement_score":0.4019245,"about_ca_system_score_codex":0.000020275902,"about_ca_system_score_gemma":0.00038147627,"threshold_uncertainty_score":0.2704948},"labels":[],"label_agreement":null},{"id":"W1982039872","doi":"10.1186/1748-5908-5-77","title":"Determinants of research use in clinical decision making among physical therapists providing services post-stroke: a cross-sectional study","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto; Toronto Rehabilitation Institute; Heart and Stroke Foundation of Canada; Canadian Institutes of Health Research; March of Dimes Foundation","keywords":"Medicine; Health services research; Health administration; Cross-sectional study; Health informatics; Evidence-based practice; Ordinal regression; Rehabilitation; Nursing research; Family medicine; Public health; Nursing; Alternative medicine; Physical therapy","score_opus":0.4636639107688201,"score_gpt":0.7287705329431629,"score_spread":0.2651066221743428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982039872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967216,0.000001578782,0.000021988562,0.000042513177,0.0011996055,0.0019122415,0.000025114858,0.000016900884,0.000058452053],"genre_scores_gemma":[0.99858284,0.0000024992266,0.0008028263,0.00008916156,0.00025188207,0.00021626608,0.000002966776,0.0000073380156,0.000044191067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939195,0.000933113,0.0012608191,0.0006174411,0.002318867,0.0009502422],"domain_scores_gemma":[0.99292713,0.00444533,0.00028763988,0.00038277562,0.0016874708,0.00026964],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.029428573,0.000092956085,0.00018538201,0.00080392906,0.0017279799,0.00020286874,0.0007554513,0.000076426695,0.00021528246],"category_scores_gemma":[0.0033935872,0.00007550308,0.0000386529,0.0018377007,0.00091386586,0.0020571584,0.00033707547,0.0010228624,0.000050045583],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009982552,0.00025218134,0.9722186,0.00004898893,9.795983e-7,0.0000021668118,0.010604544,0.0000017386645,0.0081475815,0.00003277043,0.00001299654,0.008577676],"study_design_scores_gemma":[0.00075013586,0.0003386022,0.9770972,0.000063356405,7.109899e-7,9.0231947e-7,0.019424472,0.0017062313,0.00031978945,0.00020612618,0.000028273209,0.00006419162],"about_ca_topic_score_codex":0.00585932,"about_ca_topic_score_gemma":0.046745356,"teacher_disagreement_score":0.040886037,"about_ca_system_score_codex":0.00019845524,"about_ca_system_score_gemma":0.0027282962,"threshold_uncertainty_score":0.9995716},"labels":[],"label_agreement":null},{"id":"W1982345010","doi":"10.1186/1748-5908-4-11","title":"Evolution of Wenger's concept of community of practice","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":647,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research; Canadian Foundation for Healthcare Improvement; University of Ottawa; University of Toronto; Institute of Population and Public Health; University of British Columbia; Arthritis Research Centre of Canada","funders":"Canadian Institutes of Health Research","keywords":"Community of practice; Focus group; Public relations; Empowerment; Sociology; Knowledge management; Pedagogy; Marketing; Business; Computer science; Political science","score_opus":0.06619828214729312,"score_gpt":0.38217624718572824,"score_spread":0.3159779650384351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982345010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896245,0.00003202499,0.0031231747,0.0019192281,0.00009474416,0.00013065446,0.0000041419185,0.000019550507,0.005052003],"genre_scores_gemma":[0.9989401,4.5534597e-7,0.0006221771,0.00036782783,0.000047562145,4.745665e-7,0.000009722158,0.0000022127197,0.00000944039],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991472,0.000033620545,0.0002628194,0.000063625914,0.0004012449,0.000091527974],"domain_scores_gemma":[0.99846566,0.00011379622,0.00053912174,0.00012632491,0.0007495246,0.0000055757455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012233693,0.000042233976,0.0000810728,0.00019076835,0.00013802887,0.00002274091,0.00021651093,0.00001203527,0.00014454359],"category_scores_gemma":[0.000898312,0.000042188953,0.000017093986,0.0011300038,0.00022376925,0.0013532966,0.00003276222,0.000061522354,0.000005607772],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008461698,0.0005661821,0.0822797,0.00018315074,0.00001859563,3.562832e-7,0.010668203,0.0019319431,0.27234626,0.57976025,0.0025677555,0.04959298],"study_design_scores_gemma":[0.00083359395,0.00011544729,0.8850342,0.00003934997,0.00004673154,0.0000011997217,0.055105083,0.00036708103,0.052197404,0.00342996,0.0027048863,0.00012508659],"about_ca_topic_score_codex":0.0006776251,"about_ca_topic_score_gemma":0.000011070374,"teacher_disagreement_score":0.80275446,"about_ca_system_score_codex":0.000025507525,"about_ca_system_score_gemma":0.00007278499,"threshold_uncertainty_score":0.17204155},"labels":[],"label_agreement":null},{"id":"W1984234647","doi":"10.1186/1748-5908-2-38","title":"Looking inside the black box: a theory-based process evaluation alongside a randomised controlled trial of printed educational materials (the Ontario printed educational message, OPEM) to improve referral and prescribing practices in primary care in Ontario, Canada","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; University of Ottawa; Institute of Population and Public Health; University of Toronto; Institute for Clinical Evaluative Sciences","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Theory of planned behavior; Medicine; Psychological intervention; Protocol (science); Social cognitive theory; Randomized controlled trial; Clinical trial; Theory of change; Intervention (counseling); Health services research; Referral; Applied psychology; Medical education; Alternative medicine; Family medicine; Psychology; Social psychology; Nursing; Public health; Control (management); Computer science; Surgery","score_opus":0.27587579762555353,"score_gpt":0.5891868528130413,"score_spread":0.31331105518748775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984234647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9690382,0.0000064349,0.00017696338,0.009630468,0.0007335764,0.018963693,0.000029641427,0.000007866318,0.0014131682],"genre_scores_gemma":[0.9892564,6.9995906e-7,0.00086728216,0.0054515875,0.000087523884,0.004074181,0.000064588065,0.000013171346,0.00018459176],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9916397,0.002214284,0.0024994167,0.0006841116,0.0020932609,0.0008692665],"domain_scores_gemma":[0.9871062,0.008301591,0.0023635963,0.00043388753,0.0015778267,0.00021691962],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032601044,0.0002331011,0.00044853362,0.00052788074,0.00090445136,0.00011653812,0.0006609531,0.00006132023,0.001233758],"category_scores_gemma":[0.010571154,0.00016512435,0.000034042263,0.0012439765,0.00033728706,0.000853769,0.00016291118,0.00046987605,0.0000034012116],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.15979777,0.0003213263,0.28002933,0.00048523647,0.00005996359,0.0000029586308,0.52419764,0.0008492118,0.025892932,0.0031632462,0.0003495882,0.0048507783],"study_design_scores_gemma":[0.18565871,0.00015989329,0.76058763,0.00019602892,0.000046260797,0.0000018526939,0.04751815,0.00009973141,0.0045823655,0.00056713383,0.00037028032,0.0002119601],"about_ca_topic_score_codex":0.92118454,"about_ca_topic_score_gemma":0.998169,"teacher_disagreement_score":0.4805583,"about_ca_system_score_codex":0.006924556,"about_ca_system_score_gemma":0.07841576,"threshold_uncertainty_score":0.99967927},"labels":[],"label_agreement":null},{"id":"W1984748788","doi":"10.1186/1748-5908-5-33","title":"Community-based knowledge transfer and exchange: Helping community-based organizations link research to action","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Wilfrid Laurier University; McMaster University; Ontario HIV Treatment Network; McMaster University Medical Centre; Public Health Ontario; University of Toronto","funders":"","keywords":"Participatory action research; Health services research; Knowledge transfer; Knowledge management; Action research; Implementation research; Community-based participatory research; Computer science; Medicine; Public relations; Management science; Sociology; Political science; Public health; Nursing; Psychological intervention","score_opus":0.8428545146430519,"score_gpt":0.7572004715609184,"score_spread":0.08565404308213354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984748788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9308107,0.000002209174,0.028847052,0.03560528,0.00079057395,0.0024014188,0.00016029585,0.00017433964,0.0012081444],"genre_scores_gemma":[0.9697782,0.0000035812645,0.0052732555,0.023852868,0.00020098103,0.00061772036,0.00009023714,0.00003309741,0.00015006404],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.98964417,0.006403219,0.00095826073,0.0004237461,0.0012236302,0.001346985],"domain_scores_gemma":[0.9890392,0.006057125,0.00015249662,0.00094828627,0.0029879077,0.00081499515],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.033359364,0.00020128171,0.00022296896,0.0016239322,0.017654127,0.00020805643,0.0010974447,0.00012349393,0.0013009363],"category_scores_gemma":[0.00379396,0.00020769903,0.00002385201,0.007342208,0.0010088587,0.0009034263,0.00036839175,0.0028907482,0.0004352295],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066579094,0.00023465818,0.050837427,0.001103411,0.000007509483,8.7747026e-7,0.24704958,0.000054801545,0.63824904,0.0059137354,0.013148184,0.04333419],"study_design_scores_gemma":[0.005833779,0.0008508185,0.26441726,0.00022965662,0.000025843465,0.0000043719065,0.12097851,0.001558206,0.065799944,0.0009068853,0.5386026,0.0007921468],"about_ca_topic_score_codex":0.0050355126,"about_ca_topic_score_gemma":0.03696794,"teacher_disagreement_score":0.5724491,"about_ca_system_score_codex":0.0005197864,"about_ca_system_score_gemma":0.004889943,"threshold_uncertainty_score":0.99961203},"labels":[],"label_agreement":null},{"id":"W1986445743","doi":"10.1186/s13012-015-0228-y","title":"A knowledge translation intervention to improve tuberculosis care and outcomes in Malawi: a pragmatic cluster randomized controlled trial","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Dignitas International; Public Health Ontario; University of Toronto","funders":"","keywords":"Medicine; Randomized controlled trial; Intervention (counseling); Outreach; Cluster randomised controlled trial; Health services research; Health administration; Family medicine; Physical therapy; Public health; Nursing; Surgery","score_opus":0.08876146719397841,"score_gpt":0.4889229618863657,"score_spread":0.40016149469238727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986445743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826037,0.0002790025,0.0016179703,0.0049286936,0.00027209488,0.009468957,0.0000078147805,0.000020817284,0.00080092537],"genre_scores_gemma":[0.99541557,0.000020365796,0.0022247927,0.00046759774,0.000044401273,0.0017481543,0.000021444184,0.000006837831,0.000050852334],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99736494,0.00067266414,0.0008424617,0.00034682627,0.0004308443,0.00034223867],"domain_scores_gemma":[0.99805063,0.0010435632,0.00012830256,0.00015541945,0.00031573544,0.00030636942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070480783,0.00012682717,0.0008459525,0.00057247974,0.00006584965,0.00006352804,0.000091070586,0.000041452753,0.000048555783],"category_scores_gemma":[0.0054904623,0.00008734996,0.00015498091,0.00047210755,0.00017887408,0.00034299606,0.000054967415,0.00009513945,0.000020665477],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8676545,0.00022933671,0.013986944,0.00011131902,0.00009696495,0.0000028526945,0.015128813,0.000014349732,0.0023108546,0.0003305276,0.000245568,0.09988799],"study_design_scores_gemma":[0.98273957,0.0010229882,0.0062025916,0.00003809579,0.00008960394,0.0000046991763,0.0054833973,0.0037618454,0.00027428704,0.00018226844,0.00010775988,0.000092894144],"about_ca_topic_score_codex":0.00047177,"about_ca_topic_score_gemma":0.0010236682,"teacher_disagreement_score":0.11508509,"about_ca_system_score_codex":0.00023435947,"about_ca_system_score_gemma":0.0002408946,"threshold_uncertainty_score":0.6572993},"labels":[],"label_agreement":null},{"id":"W1988734517","doi":"10.1186/1748-5908-4-14","title":"EXACKTE2: Exploiting the clinical consultation as a knowledge transfer and exchange environment: a study protocol","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; University of Ottawa; Western University; Centre hospitalier universitaire de Québec","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Presentation (obstetrics); Phone; Regret; Knowledge translation; Health administration; Protocol (science); Health services research; Family medicine; Health informatics; Set (abstract data type); Medical education; Nursing; Public health; Alternative medicine; Knowledge management; Computer science; Pathology","score_opus":0.568181676012685,"score_gpt":0.6399427847689172,"score_spread":0.0717611087562322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988734517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7484101,0.0000988057,0.0007205755,0.007491861,0.00026695378,0.23932758,0.000019175823,0.00013592702,0.0035290048],"genre_scores_gemma":[0.9014254,0.000017857914,0.00040422726,0.0019905933,0.00007389793,0.09600654,0.0000061476057,0.000008877872,0.000066441935],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9957295,0.0016780507,0.0011065506,0.00047133683,0.0005528101,0.00046172758],"domain_scores_gemma":[0.9973466,0.0013493958,0.00027257725,0.00057184475,0.00027608083,0.00018351058],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0031653703,0.00014066164,0.00016900933,0.00013406613,0.0026365,0.00005443635,0.00048072354,0.00005004083,0.00042114637],"category_scores_gemma":[0.00057465734,0.00010531952,0.000027606025,0.0005268706,0.00036880607,0.0005990137,0.00016927649,0.00038819195,0.00016751979],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002077935,0.0006236005,0.20380715,0.0001249676,0.000013915197,0.000001684132,0.48317516,0.0000030887963,0.0010567338,0.0050809155,0.0007624435,0.30514255],"study_design_scores_gemma":[0.007981565,0.001411876,0.56291926,0.00008386629,0.000026381886,0.0000022376512,0.39609486,0.0003641871,0.00017656597,0.0012892206,0.029395118,0.00025483634],"about_ca_topic_score_codex":0.0002009175,"about_ca_topic_score_gemma":0.0002571938,"teacher_disagreement_score":0.35911214,"about_ca_system_score_codex":0.0001753707,"about_ca_system_score_gemma":0.00055783504,"threshold_uncertainty_score":0.99866194},"labels":[],"label_agreement":null},{"id":"W1990467582","doi":"10.1186/1748-5908-3-51","title":"A mixed methods pilot study with a cluster randomized control trial to evaluate the impact of a leadership intervention on guideline implementation in home care nursing","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Diabetic Foot Ulcer Assessment and Management","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa","funders":"University of Ottawa","keywords":"Medicine; Nursing; Guideline; Nursing management; Nursing research; Randomized controlled trial; Health services research; Health administration; Audit; Intervention (counseling); Physical therapy; Family medicine; Public health; Surgery","score_opus":0.2315519155318764,"score_gpt":0.5667352303422317,"score_spread":0.33518331481035535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990467582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95573413,0.000015411719,0.03163147,0.0014670494,0.00018499415,0.010787308,0.0000065102736,0.000018423474,0.0001547166],"genre_scores_gemma":[0.9949613,0.0000010887826,0.0037713468,0.00037605452,0.000039125287,0.0007913496,0.000033653272,0.00001297204,0.00001309638],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9962014,0.001008865,0.000989612,0.00039598264,0.0010329677,0.00037119642],"domain_scores_gemma":[0.9985845,0.0002894475,0.00028996164,0.00031287296,0.0004257289,0.000097485514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008004118,0.00018715243,0.0005094257,0.00063983985,0.00015629569,0.00005565696,0.00020265505,0.000010665124,0.00020378263],"category_scores_gemma":[0.00017714925,0.00011024747,0.0001274457,0.0010701402,0.0002582404,0.00020980525,0.000039210947,0.00008808007,0.000003130184],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.79429114,0.0020764144,0.0124649815,0.00003781129,0.0003677043,0.000009031443,0.029881105,0.0009656636,0.0039483616,0.0002463573,0.0012207762,0.15449065],"study_design_scores_gemma":[0.785502,0.026536334,0.10900729,0.00007342901,0.0003137822,0.000004055644,0.0757998,0.0008247294,0.0017355554,0.00006389487,0.000005202798,0.00013388092],"about_ca_topic_score_codex":0.0012190683,"about_ca_topic_score_gemma":0.0005624951,"teacher_disagreement_score":0.15435676,"about_ca_system_score_codex":0.0005588765,"about_ca_system_score_gemma":0.00034949207,"threshold_uncertainty_score":0.44957614},"labels":[],"label_agreement":null},{"id":"W1994174408","doi":"10.1186/1748-5908-6-89","title":"Computerized clinical decision support systems for drug prescribing and management: A decision-maker-researcher partnership systematic review","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Medicine; MEDLINE; Randomized controlled trial; Health services research; Systematic review; General partnership; Health administration; Clinical trial; Family medicine; Intensive care medicine; Public health; Nursing; Internal medicine","score_opus":0.5414707019927536,"score_gpt":0.6682624164798425,"score_spread":0.12679171448708892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994174408","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009582279,0.9394438,0.009700582,0.00006444753,0.0021434575,0.047920287,0.0001196269,0.00011907229,0.00047913118],"genre_scores_gemma":[0.00001349621,0.97893703,0.004931649,0.0006173592,0.00022789351,0.014010571,0.00012569899,0.000093155715,0.0010431731],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98190856,0.004943149,0.007752842,0.0016992369,0.001707568,0.001988628],"domain_scores_gemma":[0.98020846,0.01291161,0.0035718065,0.0015278748,0.00092733913,0.0008528893],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.05954547,0.0006363743,0.0042255973,0.0007815749,0.001700312,0.00020384713,0.0017046111,0.00029756967,0.00021831997],"category_scores_gemma":[0.0032833575,0.00046577185,0.0004458466,0.0015764441,0.00029786178,0.0005972813,0.0008460088,0.0009069078,0.0004163234],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015724612,0.000023052658,0.00003202636,0.72912216,0.00007088709,0.000004257066,0.00025340813,1.9382288e-8,1.3025593e-8,0.0029158804,0.021534445,0.24602813],"study_design_scores_gemma":[0.0008498311,0.00011090725,0.000012575431,0.45373106,0.00067524606,0.000020797817,0.00046136096,0.000062654486,1.1635495e-8,0.00016857921,0.54361737,0.00028962202],"about_ca_topic_score_codex":0.00019819508,"about_ca_topic_score_gemma":0.00015238258,"teacher_disagreement_score":0.5220829,"about_ca_system_score_codex":0.0011292695,"about_ca_system_score_gemma":0.0041580703,"threshold_uncertainty_score":0.9997794},"labels":[],"label_agreement":null},{"id":"W1996771848","doi":"10.1186/1748-5908-6-87","title":"Computerized clinical decision support systems for primary preventive care: A decision-maker-researcher partnership systematic review of effects on process of care and patient outcomes","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":190,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Medicine; Randomized controlled trial; MEDLINE; Health administration; Health care; Systematic review; Health services research; Psychological intervention; Decision aids; Knowledge translation; General partnership; Family medicine; Alternative medicine; Public health; Nursing; Internal medicine","score_opus":0.26262970250981044,"score_gpt":0.6429485581081122,"score_spread":0.3803188555983018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996771848","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005896404,0.95298994,0.0008585695,0.000015514917,0.0011748726,0.043976154,0.00024904544,0.000028517108,0.00011773841],"genre_scores_gemma":[0.0012043259,0.9873531,0.001477597,0.00031933514,0.00006003819,0.00934588,0.00015234097,0.00006175931,0.00002562639],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9852075,0.0043213028,0.0066677793,0.0010294962,0.0018302801,0.00094365655],"domain_scores_gemma":[0.97049594,0.01962884,0.0058102184,0.0009885948,0.0026819687,0.0003944138],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012516749,0.0004949782,0.0050868457,0.000550922,0.00046413916,0.000026596408,0.00091661286,0.0002994993,0.000026615653],"category_scores_gemma":[0.006002447,0.0003294383,0.00050482294,0.0010021925,0.00024408121,0.00023484569,0.00031533066,0.00055688334,0.000019555866],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041233103,0.00003312238,0.0002187549,0.6958423,0.000051686035,8.557048e-7,0.002319629,3.493375e-8,7.02121e-8,0.00009623434,0.00036418787,0.30103183],"study_design_scores_gemma":[0.0014364771,0.0027129136,0.00018778272,0.953355,0.0006923617,0.000005110976,0.004027675,0.0000032913106,0.0000022983775,0.000038613012,0.037242245,0.00029619812],"about_ca_topic_score_codex":0.00008950672,"about_ca_topic_score_gemma":0.000043838085,"teacher_disagreement_score":0.30073565,"about_ca_system_score_codex":0.0011401604,"about_ca_system_score_gemma":0.009112858,"threshold_uncertainty_score":0.9999158},"labels":[],"label_agreement":null},{"id":"W1997392478","doi":"10.1186/1748-5908-3-28","title":"Implementing electronic clinical reminders for lipid management in patients with ischemic heart disease in the veterans health administration: QUERI Series","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Acute Myocardial Infarction Research","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Medicine; Intervention (counseling); Emergency medicine; Health administration; Disease; Health services research; Health care; Medical emergency; Public health; Physical therapy; Internal medicine; Nursing","score_opus":0.08712158238914068,"score_gpt":0.48910280667088935,"score_spread":0.40198122428174865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997392478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9705557,0.0000135145865,0.0007486181,0.025610222,0.000060228467,0.0027926802,0.000022660144,0.000015698442,0.00018064282],"genre_scores_gemma":[0.99099505,0.00004374371,0.0018766443,0.006543326,0.000053410513,0.00032283366,0.00011962786,0.000008812882,0.00003652175],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973756,0.000112585374,0.0005785863,0.00039556946,0.0008275313,0.0007101472],"domain_scores_gemma":[0.99922454,0.00009179166,0.00012343182,0.00027462933,0.00014011945,0.000145502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029161004,0.00010579729,0.00016987087,0.00022126581,0.0003835656,0.000047818467,0.00018174572,0.000015075463,0.000039684288],"category_scores_gemma":[0.00007048226,0.000080364516,0.00004547956,0.00087223406,0.00028203274,0.00042119835,0.000047761376,0.00016668369,0.0000034246996],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012048054,0.00021560701,0.9836742,0.000045369827,0.000019335524,0.000007644604,0.0012231136,0.0000061452674,0.00005269664,0.0006068972,0.0061507835,0.006793396],"study_design_scores_gemma":[0.0043330453,0.0012790927,0.9526705,0.000020364376,0.000011665743,0.0000098844,0.0030127596,0.00004530413,0.0001104469,0.00002461027,0.038388602,0.00009369562],"about_ca_topic_score_codex":0.00009844837,"about_ca_topic_score_gemma":0.00021371215,"teacher_disagreement_score":0.03223782,"about_ca_system_score_codex":0.0003088595,"about_ca_system_score_gemma":0.0011925602,"threshold_uncertainty_score":0.32771698},"labels":[],"label_agreement":null},{"id":"W2003360618","doi":"10.1186/1748-5908-4-55","title":"Exploring mentorship as a strategy to build capacity for knowledge translation research and practice: protocol for a qualitative study","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Sunnybrook Health Science Centre; University of Toronto; Health Sciences Centre; University Health Network","funders":"Canadian Institutes of Health Research","keywords":"Mentorship; Knowledge translation; Health services research; Medicine; Medical education; Qualitative research; Nursing research; Protocol (science); Health administration; Health care; Knowledge management; Nursing; Public health; Alternative medicine; Computer science; Sociology","score_opus":0.9656707487600514,"score_gpt":0.817205354264592,"score_spread":0.14846539449545948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003360618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6400613,0.000002444557,0.006632518,0.008895556,0.00017342893,0.3428593,0.000027320555,0.00003358086,0.0013145381],"genre_scores_gemma":[0.5583314,8.1692616e-7,0.008528319,0.00024569235,0.00014469589,0.4326546,0.000004145657,0.0000049954338,0.000085388245],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9954248,0.0013855955,0.0005868107,0.000567836,0.0009937547,0.0010411872],"domain_scores_gemma":[0.98993945,0.0069373264,0.00011901742,0.0001878757,0.0023047316,0.0005115701],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.037023474,0.00010038341,0.00013065734,0.0005622045,0.0032943117,0.00015964734,0.00027923926,0.000028899942,0.0000510782],"category_scores_gemma":[0.006971826,0.00008762108,0.000015650012,0.00185997,0.00017569753,0.002260813,0.00003604058,0.00021510682,0.000026718899],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008411826,0.00045162113,0.00034090417,0.0001863927,0.0000037210614,1.0709757e-7,0.8985857,0.0000023256002,0.0061624465,0.009907176,0.0026792192,0.080839224],"study_design_scores_gemma":[0.0025694924,0.008610707,0.007760553,0.000055324737,0.0000034288507,4.859443e-7,0.9381616,0.00012014177,0.0010005905,0.007482909,0.034109756,0.00012497163],"about_ca_topic_score_codex":0.0008821898,"about_ca_topic_score_gemma":0.0010761082,"teacher_disagreement_score":0.08979529,"about_ca_system_score_codex":0.00049247575,"about_ca_system_score_gemma":0.0027330145,"threshold_uncertainty_score":0.99800324},"labels":[],"label_agreement":null},{"id":"W2006040831","doi":"10.1186/1748-5908-4-61","title":"A randomized controlled trial evaluating the impact of knowledge translation and exchange strategies","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":339,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; McMaster University","funders":"Canadian Institutes of Health Research; Institut National de Santé Publique du Québec; Ontario Ministry of Health and Long-Term Care; McMaster University","keywords":"Health administration; Medicine; Health services research; Public health; Knowledge translation; Health informatics; Randomized controlled trial; Psychological intervention; Health promotion; Health policy; Comparative effectiveness research; Evidence-based practice; Implementation research; Evidence-based medicine; Promotion (chess); Health information exchange; Intervention (counseling); Medical education; Family medicine; Nursing; Health care; Knowledge management; Alternative medicine; Health information; Surgery","score_opus":0.8070171815249522,"score_gpt":0.7715766371438423,"score_spread":0.035440544381109884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006040831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775792,0.000111206595,0.0024297596,0.002963367,0.0002799365,0.011706941,0.000019888817,0.000034366196,0.0048753615],"genre_scores_gemma":[0.9973868,0.000038359336,0.0007460924,0.0007088104,0.00013010827,0.0009216573,0.0000035535163,0.000004976219,0.000059643764],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99353445,0.0029416662,0.0017310122,0.00031855993,0.00085700926,0.0006172974],"domain_scores_gemma":[0.98936045,0.008465885,0.0011112532,0.00024729373,0.00065435545,0.00016074322],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03075676,0.00015346115,0.0006475168,0.00034225927,0.0014283812,0.000079619545,0.00031671397,0.000040342664,0.00069990696],"category_scores_gemma":[0.003330979,0.00008664808,0.00014086154,0.0011708357,0.0006420607,0.0009990141,0.000039800394,0.00017204143,0.000013624733],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.66646945,0.00006983632,0.0005692085,0.00006522423,0.000043227144,1.9040257e-7,0.20254391,0.000044641776,0.015252783,0.011117646,0.00067227095,0.10315158],"study_design_scores_gemma":[0.9663035,0.0010814603,0.008645283,0.000023796312,0.000040802537,8.518291e-7,0.014266959,0.0063683065,0.00006989675,0.003036841,0.000059657847,0.00010260385],"about_ca_topic_score_codex":0.0005947267,"about_ca_topic_score_gemma":0.00015829976,"teacher_disagreement_score":0.29983407,"about_ca_system_score_codex":0.00018119592,"about_ca_system_score_gemma":0.003670809,"threshold_uncertainty_score":0.9998716},"labels":[],"label_agreement":null},{"id":"W2007115573","doi":"10.1186/s13012-015-0222-4","title":"When is good, good enough? Methodological pragmatism for sustainable guideline development","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University; BC Cancer Agency","funders":"Partenariat Canadien Contre Le Cancer","keywords":"Guideline; Negotiation; Rigour; Transparency (behavior); Health services research; Management science; Engineering ethics; Process management; Medicine; Political science; Public health; Business; Economics; Nursing; Law","score_opus":0.6186691436798324,"score_gpt":0.6274740328993189,"score_spread":0.008804889219486522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007115573","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20038022,0.000096816366,0.7239321,0.06506153,0.000513399,0.0058825905,0.000047611073,0.00022522883,0.0038605276],"genre_scores_gemma":[0.21847722,0.0000056023187,0.7680468,0.011176408,0.00021960324,0.00033237576,0.00024308739,0.000022578566,0.0014763174],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951657,0.00016631265,0.0018790305,0.0006802453,0.0013677169,0.00074099266],"domain_scores_gemma":[0.9944405,0.0011287882,0.0006066977,0.00039115918,0.0029372792,0.000495576],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01649429,0.00020819959,0.000350703,0.00026713425,0.0003846041,0.00017912898,0.0003236945,0.00006753121,0.0009222801],"category_scores_gemma":[0.010008227,0.00017911186,0.00007698322,0.0007080902,0.00019348678,0.0013135454,0.00025084047,0.0001390038,0.00008475623],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076964544,0.0005789606,0.0232898,0.00019185469,0.00013966854,0.000043167474,0.01471273,0.00004047685,0.013292092,0.032269154,0.40789446,0.506778],"study_design_scores_gemma":[0.0068445415,0.0008754869,0.006118406,0.0000148449235,0.00012882972,0.000074328585,0.029554782,0.0007516275,0.0331405,0.013583666,0.90860474,0.00030822432],"about_ca_topic_score_codex":0.0003339734,"about_ca_topic_score_gemma":0.00006541593,"teacher_disagreement_score":0.5064698,"about_ca_system_score_codex":0.0006717884,"about_ca_system_score_gemma":0.0031192566,"threshold_uncertainty_score":0.999991},"labels":[],"label_agreement":null},{"id":"W2007687488","doi":"10.1186/1748-5908-9-16","title":"Designing and evaluating an interprofessional shared decision-making and goal-setting decision aid for patients with diabetes in clinical care - systematic decision aid development and study protocol","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Institute for Clinical Evaluative Sciences; Women's College Hospital; University of Toronto; Ottawa Hospital; University of Ottawa; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Context (archaeology); Usability; Health informatics; Chronic care; Nursing; Psychological intervention; Protocol (science); Decision aids; Medical education; Public health; Family medicine; Alternative medicine; Chronic disease; Computer science","score_opus":0.24536420584310809,"score_gpt":0.5990882435777625,"score_spread":0.3537240377346544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007687488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9060057,0.000033641038,0.008298552,0.000028115131,0.0001772686,0.08540508,0.000011422974,0.000035488454,0.000004746902],"genre_scores_gemma":[0.6912134,4.26482e-7,0.26205721,0.00015740024,0.000018337887,0.046517383,0.000015318972,0.000019999738,4.890619e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99304473,0.0017796725,0.0024114423,0.0009484792,0.0012053008,0.00061034295],"domain_scores_gemma":[0.9842188,0.01274061,0.0011607328,0.0005511143,0.0010613226,0.00026744706],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009041362,0.00026420836,0.000495803,0.00047229172,0.0027688583,0.00017530906,0.00045701416,0.000094516676,0.000014956382],"category_scores_gemma":[0.00748712,0.00020204972,0.000019390045,0.0005187013,0.00016709432,0.0012274741,0.0008347426,0.00034670223,0.0000022104405],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038820878,0.00007444623,0.8180906,0.0012719743,0.0000044782723,1.3759191e-7,0.030501477,0.000009456744,0.000017778722,0.000014864204,0.000004001077,0.14962256],"study_design_scores_gemma":[0.010331093,0.0015316728,0.85428184,0.015365891,0.000021258735,3.378384e-7,0.106005125,0.011633163,0.00001619472,0.00052101945,0.000020760832,0.0002716359],"about_ca_topic_score_codex":0.000033671015,"about_ca_topic_score_gemma":0.0009742366,"teacher_disagreement_score":0.25375867,"about_ca_system_score_codex":0.00037299338,"about_ca_system_score_gemma":0.00082303316,"threshold_uncertainty_score":0.9985294},"labels":[],"label_agreement":null},{"id":"W2009289055","doi":"10.1186/1748-5908-7-60","title":"Developing clinical practice guidelines: target audiences, identifying topics for guidelines, guideline group composition and functioning and conflicts of interest","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":225,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Guideline; Medicine; Excellence; Context (archaeology); Health care; Health services research; Medical education; Nursing; Public health; Political science; Pathology","score_opus":0.7238620380530176,"score_gpt":0.6555371922783656,"score_spread":0.06832484577465203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009289055","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3816677,0.0007663539,0.58442813,0.030277092,0.00132288,0.0013638721,0.000036637513,0.000053045682,0.00008424918],"genre_scores_gemma":[0.35110012,0.00034554885,0.63871974,0.008972775,0.0006537222,0.000038960683,0.00013997596,0.000014727158,0.000014446439],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946374,0.0001227911,0.0036621366,0.0005213692,0.00061306875,0.0004431791],"domain_scores_gemma":[0.9919397,0.0014278773,0.0013733436,0.00025447726,0.0047062864,0.0002982844],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014400341,0.00019619391,0.00039573395,0.000251762,0.00038487278,0.000120961624,0.00014198154,0.00007583979,0.00005359361],"category_scores_gemma":[0.024782285,0.00018341419,0.000068473244,0.00052820623,0.0004103231,0.0024477728,0.0002302021,0.00016075917,0.0000028908257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008607589,0.0003238942,0.198026,0.00046252622,0.0002211181,0.0000047131552,0.002312198,0.000023228436,0.049779676,0.03752559,0.017798647,0.69266164],"study_design_scores_gemma":[0.01394311,0.0016647684,0.22015074,0.00062870304,0.0011505578,0.0007381896,0.03434947,0.011354719,0.014311287,0.0023350527,0.6983807,0.0009927253],"about_ca_topic_score_codex":0.00022949115,"about_ca_topic_score_gemma":0.00006485543,"teacher_disagreement_score":0.6916689,"about_ca_system_score_codex":0.0001364264,"about_ca_system_score_gemma":0.00034836974,"threshold_uncertainty_score":0.9834324},"labels":[],"label_agreement":null},{"id":"W2010049072","doi":"10.1186/s13012-015-0209-1","title":"A refined compilation of implementation strategies: results from the Expert Recommendations for Implementing Change (ERIC) project","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5112,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; VISN 4 Mental Illness Research, Education, and Clinical Center; Perelman School of Medicine, University of Pennsylvania; Quality Enhancement Research Initiative; Eastern Michigan University; University of Toronto; Saint Louis University; Fahs-Beck Fund for Research and Experimentation; National Institute of Diabetes and Digestive and Kidney Diseases; Johns Hopkins University; Health Services Research and Development; University of Washington; NIH Clinical Center; U.S. Department of Veterans Affairs; Washington University in St. Louis; University of California, Los Angeles; University of Massachusetts Boston; Indiana University-Purdue University Indianapolis; University of Minnesota; Purdue University; University of Pennsylvania; Doris Duke Charitable Foundation; University of Arkansas for Medical Sciences","keywords":"Computer science; CLARITY; Implementation research; Process (computing); Relevance (law); Process management; Health informatics; Delphi method; Delphi; Field (mathematics); Management science; Data science; Knowledge management; Medicine; Artificial intelligence; Psychological intervention","score_opus":0.9271654622028426,"score_gpt":0.7566018920976266,"score_spread":0.17056357010521594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010049072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7504937,0.00007709284,0.03794863,0.15615843,0.0041633826,0.025468642,0.021557882,0.0004702492,0.0036619701],"genre_scores_gemma":[0.94207937,0.00004036882,0.035593506,0.014791815,0.0008313862,0.0043305764,0.0022260607,0.000037457976,0.00006947251],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99316645,0.0009090205,0.0025768706,0.00073578604,0.0013626417,0.001249228],"domain_scores_gemma":[0.9916324,0.0033264677,0.0021787477,0.00065231527,0.001935405,0.00027467517],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013207286,0.00024575053,0.00030982483,0.0004066249,0.0024276755,0.00014896588,0.00084344065,0.00006586073,0.0004145331],"category_scores_gemma":[0.0017560194,0.00019871631,0.00007083877,0.0023504393,0.00032900122,0.0026488502,0.00031091063,0.00021299733,0.00003391206],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004025452,0.000071503346,0.020564023,0.00008288501,0.0000493352,4.0499168e-7,0.5975059,0.000006938233,0.012895669,0.01736682,0.26452637,0.08652759],"study_design_scores_gemma":[0.0070949052,0.00030862857,0.03549011,0.00006836653,0.000029592271,7.675221e-7,0.54622865,0.00047329735,0.0022317776,0.0015945304,0.4062075,0.00027187148],"about_ca_topic_score_codex":0.020915652,"about_ca_topic_score_gemma":0.011056706,"teacher_disagreement_score":0.19158565,"about_ca_system_score_codex":0.00074789533,"about_ca_system_score_gemma":0.004681953,"threshold_uncertainty_score":0.998871},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2010866103","doi":"10.1186/1748-5908-4-33","title":"Riding the knowledge translation roundabout: lessons learned from the Canadian Institutes of Health Research Summer Institute in knowledge translation","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; University of Manitoba; St. Michael's Hospital; Western University; University of Victoria; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Mandate; Curriculum; Medical education; Health services research; Presentation (obstetrics); Medicine; Public relations; Political science; Public health; Sociology; Pedagogy; Nursing; Knowledge management","score_opus":0.9616494693616684,"score_gpt":0.7735612504732312,"score_spread":0.1880882188884372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010866103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5775556,0.00069939153,0.0038102537,0.40099376,0.0015632274,0.005222194,0.00028104061,0.000063763655,0.009810778],"genre_scores_gemma":[0.99363256,0.00014580623,0.0007911357,0.0049340413,0.00019467164,0.00018383258,0.000056179237,0.000010870578,0.000050883096],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9912225,0.0035000185,0.0017600957,0.0006262041,0.0013069294,0.0015842353],"domain_scores_gemma":[0.99265647,0.005026855,0.0005142804,0.0005831325,0.0008467458,0.00037248782],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.033374142,0.00018490393,0.00028862723,0.0009307288,0.0076306574,0.0001623813,0.0011550171,0.000091080605,0.00016924771],"category_scores_gemma":[0.001894728,0.000132353,0.00004815632,0.005990757,0.0011669614,0.0017175995,0.00006163893,0.0008340839,0.00011288028],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020522444,0.00004304521,0.021748608,0.000038183618,0.000005098078,4.2712398e-7,0.3171312,0.00008461241,0.0020061517,0.029822998,0.0026910722,0.6264081],"study_design_scores_gemma":[0.002384009,0.0001424898,0.60228705,0.00024315123,0.000009490841,8.803126e-7,0.07116279,0.0016456544,0.0005496952,0.007277407,0.3140452,0.00025217532],"about_ca_topic_score_codex":0.36049843,"about_ca_topic_score_gemma":0.9325727,"teacher_disagreement_score":0.6261559,"about_ca_system_score_codex":0.0019084882,"about_ca_system_score_gemma":0.020856217,"threshold_uncertainty_score":0.99534476},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2011592435","doi":"10.1186/1748-5908-4-38","title":"Organizational readiness to change assessment (ORCA): Development of an instrument based on the Promoting Action on Research in Health Services (PARIHS) framework","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":597,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Health services research; Medicine; Health administration; Health informatics; Public health; Health policy; Action (physics); Nursing research; Nursing","score_opus":0.8147148454768615,"score_gpt":0.7542047789454958,"score_spread":0.0605100665313657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011592435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9068562,7.533606e-7,0.002891426,0.08540779,0.00030318167,0.0039988416,0.000035511308,0.000041212978,0.00046507458],"genre_scores_gemma":[0.9351242,0.0000022736594,0.01914194,0.04491932,0.00011190407,0.0006511469,0.00003104929,0.000011521633,0.0000066130037],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9921691,0.0017418457,0.0014373024,0.00064771273,0.0028828385,0.001121213],"domain_scores_gemma":[0.9960771,0.0016409884,0.00063331524,0.00050042535,0.00074960955,0.00039851997],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.023045931,0.00016472959,0.00020907413,0.0011789228,0.0028547375,0.000081597624,0.00077063625,0.00005593367,0.00050770125],"category_scores_gemma":[0.0004896348,0.00013075171,0.000013437515,0.005055999,0.00012592367,0.00065732026,0.000117401454,0.0005141767,0.000070821494],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002319581,0.000979067,0.15038998,0.0009305427,0.0000074234904,0.0000025567642,0.36539838,0.00058893947,0.01034182,0.15533027,0.0005046646,0.31529438],"study_design_scores_gemma":[0.0009539151,0.0010938401,0.93561184,0.0010304471,0.0000011769486,4.363467e-7,0.044591453,0.004685227,0.0063661234,0.0023887372,0.0030784316,0.00019836015],"about_ca_topic_score_codex":0.00067679735,"about_ca_topic_score_gemma":0.0014351903,"teacher_disagreement_score":0.7852219,"about_ca_system_score_codex":0.0022547264,"about_ca_system_score_gemma":0.0051574465,"threshold_uncertainty_score":0.9984434},"labels":[],"label_agreement":null},{"id":"W2012165919","doi":"10.1186/1748-5908-8-68","title":"Development of two shortened systematic review formats for clinicians","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; McMaster University; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Usability; Systematic review; Documentation; Medicine; Process (computing); Health informatics; Knowledge translation; Heuristic evaluation; Systematic process; Computer science; MEDLINE; Evidence-based medicine; Process management; Knowledge management; Public health; Alternative medicine; Human–computer interaction; Nursing; Pathology; Operations management; Work in process","score_opus":0.8547075334199452,"score_gpt":0.6768126695599914,"score_spread":0.1778948638599538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012165919","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23082416,0.003602197,0.7231662,0.0026347293,0.0009408389,0.034393717,0.000072310715,0.00002602586,0.0043398202],"genre_scores_gemma":[0.77524716,0.00006559213,0.21875423,0.0026821457,0.000025845122,0.002212283,0.000019109064,0.000011529932,0.000982109],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97689337,0.0011997345,0.014974564,0.00068624923,0.0059041083,0.00034200682],"domain_scores_gemma":[0.98455966,0.0021523754,0.0074219373,0.0020378921,0.0036682312,0.00015988608],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.15563487,0.00018629742,0.0024963745,0.00039714968,0.00030998123,0.00057499966,0.0022741146,0.000016337688,0.0053214347],"category_scores_gemma":[0.017903673,0.00009122663,0.00064382964,0.0022035488,0.00010855287,0.0010701995,0.0001308289,0.000033819768,0.0014309476],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010425963,0.00039456258,0.01915302,0.27552032,0.000899086,0.0000011834622,0.020034106,0.000052679385,0.028073037,0.046429563,0.1977889,0.41164312],"study_design_scores_gemma":[0.014550767,0.0015216693,0.11542614,0.14989775,0.012485767,0.00018526813,0.21534929,0.10676669,0.09366026,0.14241147,0.13926518,0.008479748],"about_ca_topic_score_codex":0.000008884646,"about_ca_topic_score_gemma":0.000054863765,"teacher_disagreement_score":0.544423,"about_ca_system_score_codex":0.000059205144,"about_ca_system_score_gemma":0.0003593842,"threshold_uncertainty_score":0.99934655},"labels":[],"label_agreement":null},{"id":"W2012684640","doi":"10.1186/1748-5908-2-37","title":"The Ontario printed educational message (OPEM) trial to narrow the evidence-practice gap with respect to prescribing practices of general and family physicians: a cluster randomized controlled trial, targeting the care of individuals with diabetes and hypertension in Ontario, Canada","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto; St. Michael's Hospital; Sunnybrook Health Science Centre; Institute for Clinical Evaluative Sciences; Health Sciences Centre","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Randomized controlled trial; Family medicine; Cluster randomised controlled trial; Medical prescription; Intervention (counseling); Health administration; Health services research; Evidence-based practice; Academic detailing; Alternative medicine; Nursing; Public health; Internal medicine","score_opus":0.2812472941120055,"score_gpt":0.5474300546048435,"score_spread":0.266182760492838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012684640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9502664,0.0000869798,0.00009500676,0.034071174,0.000289835,0.014913286,0.000010328592,0.000004327333,0.00026262042],"genre_scores_gemma":[0.9851403,0.000008248708,0.0036635466,0.009490776,0.000074767006,0.0015023453,0.0000027118033,0.00000881418,0.0001084957],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99289346,0.0026358655,0.0016321735,0.00045608633,0.0017079742,0.0006744476],"domain_scores_gemma":[0.9578053,0.03803904,0.002383625,0.0003428027,0.0012636319,0.00016560219],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031218003,0.0001779899,0.00056361593,0.00020303922,0.0017070555,0.0001287884,0.00047034916,0.000027679944,0.000039621074],"category_scores_gemma":[0.018685123,0.000082826926,0.000029172545,0.0010040057,0.0004990677,0.0009008731,0.0001881511,0.00035065165,4.2880694e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7026827,0.00004435146,0.05198996,0.000043107746,0.00006969297,0.0000010458177,0.23750074,0.00013001713,0.003953672,0.00053629896,0.0018492375,0.0011991776],"study_design_scores_gemma":[0.65756303,0.0010032278,0.12453459,0.00035150818,0.00014519083,0.0000018511486,0.21118319,0.00005556504,0.0007635051,0.000039235932,0.004160086,0.0001990139],"about_ca_topic_score_codex":0.8971747,"about_ca_topic_score_gemma":0.99204206,"teacher_disagreement_score":0.09486733,"about_ca_system_score_codex":0.00080139434,"about_ca_system_score_gemma":0.011924388,"threshold_uncertainty_score":0.9995926},"labels":[],"label_agreement":null},{"id":"W2013687146","doi":"10.1186/1748-5908-3-57","title":"Arduous implementation: Does the Normalisation Process Model explain why it's so difficult to embed decision support technologies for patients in routine clinical practice","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":163,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Hôpital Saint-François d'Assise; Centre hospitalier universitaire de Québec","funders":"","keywords":"Negotiation; Knowledge management; Process management; Health care; Software deployment; Health informatics; Decision aids; Conceptual model; Medicine; Management science; Computer science; Nursing; Business; Sociology; Public health; Engineering","score_opus":0.3424391134516866,"score_gpt":0.6002124935968606,"score_spread":0.257773380145174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013687146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9226654,0.00001908934,0.02135824,0.045593735,0.00092674315,0.008784966,0.0002925955,0.00021155707,0.00014763219],"genre_scores_gemma":[0.95378345,0.00010099343,0.032885235,0.008959364,0.00005922368,0.0038727669,0.00029108435,0.000022660379,0.000025238629],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9941515,0.00059163175,0.0023271113,0.0007319528,0.0013448097,0.0008530393],"domain_scores_gemma":[0.9917898,0.0030138926,0.0011301436,0.00091630546,0.0029835212,0.00016630668],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003612265,0.00023179925,0.0002906821,0.00041483523,0.0034778514,0.00007542463,0.0012267585,0.00012863503,0.0000976778],"category_scores_gemma":[0.007712429,0.00016199684,0.000058415433,0.0017932688,0.00040209628,0.0019521597,0.0004859863,0.00044282858,0.00004189834],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056843954,0.0004466292,0.7431691,0.00011315573,0.000014567708,0.000001668225,0.1387562,0.0013845346,0.00011749554,0.0017597914,0.028608052,0.08506035],"study_design_scores_gemma":[0.009846979,0.0010698973,0.25453642,0.00014833477,0.000042831605,0.0000053485305,0.682571,0.013286194,0.001009254,0.0028911526,0.033915758,0.0006768632],"about_ca_topic_score_codex":0.0005580217,"about_ca_topic_score_gemma":0.003886741,"teacher_disagreement_score":0.5438148,"about_ca_system_score_codex":0.00064273615,"about_ca_system_score_gemma":0.0021205458,"threshold_uncertainty_score":0.9978195},"labels":[],"label_agreement":null},{"id":"W2015726993","doi":"10.1186/1748-5908-6-62","title":"Application of GRADE: Making evidence-based recommendations about diagnostic tests in clinical practice guidelines","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Medicine; Grading (engineering); Health care; Test (biology); Evidence-based medicine; Diagnostic test; Evidence-based practice; Risk analysis (engineering); Management science; Medical physics; Alternative medicine; Pediatrics; Pathology","score_opus":0.7350793022231775,"score_gpt":0.6887675976132047,"score_spread":0.046311704609972804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015726993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6418173,0.00044568948,0.26651523,0.08262252,0.0014093076,0.0056578266,0.000065719156,0.00018382036,0.001282636],"genre_scores_gemma":[0.7787556,0.00018662728,0.21414974,0.006612587,0.000098707984,0.00013875631,0.000041004896,0.000012836496,0.000004107196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99430007,0.00028827263,0.003498777,0.00060022436,0.000972021,0.00034061781],"domain_scores_gemma":[0.9855189,0.009226622,0.0015976584,0.00058578764,0.0029134564,0.00015762825],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011926062,0.00015470671,0.00030147814,0.00046511,0.00013626333,0.00003985636,0.00032227678,0.00006081496,0.00036827597],"category_scores_gemma":[0.12263844,0.0001508639,0.000091243724,0.0018728491,0.0003580722,0.0020596257,0.00010192247,0.00023270209,0.00004193116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018268953,0.00055476127,0.5727629,0.000041236188,0.000013569694,0.0000070590763,0.00046150805,0.000029717577,0.0029198995,0.0012754641,0.0016897902,0.4200614],"study_design_scores_gemma":[0.0025503938,0.00051552546,0.9776542,0.00035741512,0.00018468963,0.000029189343,0.0037031767,0.0042493534,0.0037263415,0.0005574794,0.006280684,0.00019155529],"about_ca_topic_score_codex":0.0012459748,"about_ca_topic_score_gemma":0.0004981358,"teacher_disagreement_score":0.41986987,"about_ca_system_score_codex":0.00020231804,"about_ca_system_score_gemma":0.0012454566,"threshold_uncertainty_score":0.884752},"labels":[],"label_agreement":null},{"id":"W2016158762","doi":"10.1186/1748-5908-7-9","title":"Following a natural experiment of guideline adaptation and early implementation: a mixed-methods study of facilitation","year":2012,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institutes of Health Research; Administrative Sciences Association of Canada; Queen's University","funders":"Canadian Institutes of Health Research; Partenariat Canadien Contre Le Cancer","keywords":"Facilitation; General partnership; Medicine; Focus group; Nursing; Audit; Knowledge translation; Health services research; Guideline; Nursing research; Medical education; Psychology; Public health; Knowledge management; Sociology; Political science; Management; Computer science","score_opus":0.7804183211864205,"score_gpt":0.7850997287279918,"score_spread":0.004681407541571314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016158762","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23161586,0.7188069,0.015369606,0.00032000928,0.0059163226,0.026946371,0.0006526012,0.00016255939,0.00020974452],"genre_scores_gemma":[0.5702384,0.2942675,0.12610011,0.00067956065,0.0005384678,0.0074572503,0.0004003487,0.0001805037,0.0001378563],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9855494,0.0039311,0.0063014496,0.0009318573,0.0021446894,0.0011415294],"domain_scores_gemma":[0.99007916,0.0030403268,0.0046878215,0.0006842699,0.0011317395,0.00037669874],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.019385343,0.0004997835,0.0016691128,0.0015125393,0.001103272,0.000049290287,0.0007163615,0.00013501992,0.00042714953],"category_scores_gemma":[0.0009932063,0.00044520796,0.00021023737,0.0030588526,0.00034091758,0.0016042123,0.00051418185,0.000420344,0.00002030033],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007437147,0.00006257317,0.0013120766,0.0020049717,0.000055894485,3.82726e-7,0.08993126,7.125403e-7,0.00020721479,0.00026224012,0.00017590974,0.90597934],"study_design_scores_gemma":[0.0039404253,0.0010389864,0.007256287,0.0012189582,0.0008755146,0.0000051841607,0.55790704,0.000042924734,0.0002509578,0.000073318064,0.42665556,0.0007348194],"about_ca_topic_score_codex":0.0030162055,"about_ca_topic_score_gemma":0.00083069626,"teacher_disagreement_score":0.9052445,"about_ca_system_score_codex":0.0007144425,"about_ca_system_score_gemma":0.003198629,"threshold_uncertainty_score":0.99979997},"labels":[],"label_agreement":null},{"id":"W2017091205","doi":"10.1186/1748-5908-3-37","title":"Clinical evidence continuous medical education: a randomised educational trial of an open access e-learning program for transferring evidence-based information – ICEKUBE (Italian Clinical Evidence Knowledge Utilization Behaviour Evaluation) – study protocol","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; University of Ottawa","funders":"Agenzia Italiana del Farmaco, Ministero della Salute","keywords":"Medicine; Comparability; Clinical trial; Agency (philosophy); Intervention (counseling); Protocol (science); Evidence-based medicine; Continuing medical education; Evidence-based practice; Medical education; Health informatics; Test (biology); Family medicine; Randomized controlled trial; Public health; Alternative medicine; Nursing; Surgery","score_opus":0.8361273330544466,"score_gpt":0.7922106625333557,"score_spread":0.04391667052109094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017091205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.700926,0.000033675526,0.002601136,0.0033316691,0.0024302725,0.29038933,0.00000902467,0.00007395996,0.00020492892],"genre_scores_gemma":[0.6834718,0.000049692517,0.0029605918,0.00056235574,0.0006700339,0.3121145,0.00008697342,0.000014452034,0.000069564885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9814424,0.00726281,0.005007636,0.0011187046,0.0041723014,0.0009961607],"domain_scores_gemma":[0.9773395,0.010223371,0.002040199,0.0007657873,0.008399262,0.0012318847],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.083473496,0.00028759715,0.00066817756,0.0007244576,0.0032830387,0.0005873468,0.0033359996,0.00021598015,0.002232425],"category_scores_gemma":[0.08255585,0.00025389047,0.00015488283,0.002917892,0.0009817751,0.019122848,0.0004312935,0.000720217,0.000049534796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022261504,0.004718342,0.6040103,0.00042043236,0.000015608062,3.1201014e-7,0.008120355,0.000034513334,0.00001621949,0.0001239689,0.003715762,0.35656267],"study_design_scores_gemma":[0.10077188,0.01020989,0.8483594,0.0021808932,0.00010696957,0.000003731046,0.014551741,0.020123657,0.000069401496,0.00013754272,0.0030711757,0.00041370332],"about_ca_topic_score_codex":0.0014574812,"about_ca_topic_score_gemma":0.0011928398,"teacher_disagreement_score":0.356149,"about_ca_system_score_codex":0.0007335841,"about_ca_system_score_gemma":0.11542929,"threshold_uncertainty_score":0.99999136},"labels":[],"label_agreement":null},{"id":"W2017296048","doi":"10.1186/1748-5908-4-59","title":"Curricula for teaching the content of clinical practice guidelines to family medicine and internal medicine residents in the US: a survey study","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University at Buffalo; European Commission","keywords":"Curriculum; Medicine; Medical education; Graduate medical education; Family medicine; Clinical Practice; Psychology; Accreditation; Pedagogy","score_opus":0.7659838243917962,"score_gpt":0.7176868093579023,"score_spread":0.04829701503389394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017296048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8564491,0.00008404371,0.0052737254,0.1346312,0.00035458116,0.0030154476,0.000011753509,0.000009426302,0.00017067151],"genre_scores_gemma":[0.9402545,0.000055616594,0.0058800736,0.05335762,0.0003484791,0.00005929623,0.000020815645,0.0000067480305,0.000016829734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925919,0.001168297,0.0036446461,0.000532128,0.0017580687,0.00030495148],"domain_scores_gemma":[0.98637676,0.009751248,0.0008166006,0.0004758428,0.0024294597,0.00015010264],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07378086,0.00015749762,0.00045270554,0.00025126498,0.00024295771,0.000045798697,0.0004976006,0.00002685583,0.000022321845],"category_scores_gemma":[0.19015187,0.000079945814,0.000046044024,0.0008306691,0.00049491593,0.00055576884,0.000104748186,0.00029642312,0.0000015344531],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016210845,0.00079759595,0.66278714,0.000019070125,0.000058138525,0.00001541792,0.017508293,0.0000161857,0.006847899,0.0008219858,0.06304664,0.24646056],"study_design_scores_gemma":[0.0057810512,0.0041273474,0.8745529,0.00011265114,0.00015507595,0.00003145289,0.1116588,0.0002899917,0.000023076127,0.0001428236,0.0030554316,0.00006938407],"about_ca_topic_score_codex":0.016225306,"about_ca_topic_score_gemma":0.0022189873,"teacher_disagreement_score":0.24639116,"about_ca_system_score_codex":0.000060890652,"about_ca_system_score_gemma":0.00024421597,"threshold_uncertainty_score":0.99032575},"labels":[],"label_agreement":null},{"id":"W2022110375","doi":"10.1186/1748-5908-8-141","title":"Promoting state health department evidence-based cancer and chronic disease prevention: a multi-phase dissemination study with a cluster randomized trial component","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Canadian Partnership Against Cancer","funders":"Division of Graduate Education; National Center for Chronic Disease Prevention and Health Promotion; National Institute of Diabetes and Digestive and Kidney Diseases; Centers for Disease Control and Prevention; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; National Cancer Institute; Washington University in St. Louis; National Institutes of Health; National Center for Advancing Translational Sciences; Pennsylvania Department of Health","keywords":"Medicine; Public health; Health administration; Cluster randomised controlled trial; Health policy; Health informatics; Intervention (counseling); Randomized controlled trial; Health services research; Workforce; Family medicine; Nursing; Surgery; Economic growth","score_opus":0.2020758369912537,"score_gpt":0.623542253227529,"score_spread":0.4214664162362753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022110375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9396733,0.00018297558,0.0051348163,0.030211132,0.00043781486,0.024277428,0.000030251353,0.000048983784,0.0000032823993],"genre_scores_gemma":[0.98070776,0.00007801357,0.0007822958,0.0016600768,0.00016899299,0.016383104,0.00005320916,0.000012900342,0.00015364191],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99570966,0.0013296203,0.0010210165,0.0004790206,0.0007351197,0.00072558917],"domain_scores_gemma":[0.99703246,0.0008110472,0.0008468973,0.00024809316,0.00047096904,0.00059051777],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0064225006,0.00016747415,0.00033445077,0.00023125591,0.0017631197,0.00014244064,0.00015730601,0.00001827833,0.0004080555],"category_scores_gemma":[0.00041894152,0.000120738965,0.000032592954,0.0005640846,0.00021642973,0.0012287796,0.000076972996,0.0001508308,0.000014792315],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.27999926,0.0077843904,0.069087125,0.0027600906,0.00015130042,0.000002716874,0.21368055,0.00020380883,0.0008252056,0.00034652752,0.008469856,0.41668916],"study_design_scores_gemma":[0.8574332,0.002915425,0.08558666,0.0010441154,0.00006557325,3.923533e-7,0.01376055,0.038313452,0.000045228262,0.00009710564,0.0004615155,0.00027679192],"about_ca_topic_score_codex":0.006167088,"about_ca_topic_score_gemma":0.0022530395,"teacher_disagreement_score":0.57743394,"about_ca_system_score_codex":0.0013088147,"about_ca_system_score_gemma":0.006199885,"threshold_uncertainty_score":0.99953645},"labels":[],"label_agreement":null},{"id":"W2022170372","doi":"10.1186/1748-5908-5-39","title":"Rationality versus reality: the challenges of evidence-based decision making for health policy makers","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Rationality; Health policy; Health care; Argument (complex analysis); Process (computing); Decision-making; Health informatics; Decision aids; Decision quality; Management science; Medicine; Computer science; Public health; Economics; Business; Nursing; Marketing; Political science; Patient satisfaction","score_opus":0.9190759651941249,"score_gpt":0.7961737362203327,"score_spread":0.12290222897379222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022170372","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19407934,0.00005923493,0.060832642,0.7338339,0.0032169616,0.0066008754,0.0004950281,0.0001097779,0.0007722364],"genre_scores_gemma":[0.9613699,0.000048692917,0.016662741,0.02090539,0.00035120014,0.000630964,0.000006628435,0.000012603098,0.000011935556],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99445647,0.0007573355,0.0015570407,0.0005615272,0.0016566536,0.0010109888],"domain_scores_gemma":[0.97889423,0.01747139,0.001360649,0.00075114035,0.0012458352,0.00027677597],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.024818365,0.00015737106,0.00024881013,0.00045638005,0.002959402,0.000052975898,0.0009074892,0.000060243863,0.00035189692],"category_scores_gemma":[0.016890928,0.000107930675,0.00007089986,0.001718336,0.0007803261,0.0009529257,0.00015963966,0.0003056745,0.000025897503],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007511711,0.000050882987,0.011845435,0.0004966888,0.000013022302,1.9768444e-7,0.027323127,0.00008570613,0.007811441,0.5490124,0.012687576,0.38992232],"study_design_scores_gemma":[0.010857369,0.0011661506,0.7265451,0.0007012167,0.00003191527,0.000002856506,0.050826795,0.0029682126,0.00376844,0.03112741,0.17137146,0.0006330608],"about_ca_topic_score_codex":0.0016406854,"about_ca_topic_score_gemma":0.010153202,"teacher_disagreement_score":0.7672905,"about_ca_system_score_codex":0.00058060436,"about_ca_system_score_gemma":0.012973773,"threshold_uncertainty_score":0.9983386},"labels":[],"label_agreement":null},{"id":"W2024738100","doi":"10.1186/1748-5908-9-71","title":"How funding agencies can support research use in healthcare: an online province-wide survey to determine knowledge translation training needs","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mental Health Commission of Canada; Michael Smith Health Research BC","funders":"","keywords":"Knowledge translation; Work (physics); Medical education; Quarter (Canadian coin); Health services research; Health administration; Medicine; Health care; Training (meteorology); Demographics; Health informatics; Public relations; Public health; Nursing; Knowledge management; Political science; Sociology","score_opus":0.9628363091388278,"score_gpt":0.7463095418808474,"score_spread":0.21652676725798037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024738100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96036065,0.0000029597795,0.005229551,0.030217063,0.00055423164,0.002898802,0.00047132728,0.000092929324,0.00017249846],"genre_scores_gemma":[0.9826554,0.0000069257167,0.006519521,0.009504152,0.00020162952,0.00038534784,0.00021139,0.000032773398,0.0004828774],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9878273,0.005215437,0.0015333671,0.00092807977,0.0018999259,0.00259586],"domain_scores_gemma":[0.987833,0.008325831,0.00041659526,0.00066482887,0.0015248529,0.0012348688],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043400094,0.0002484747,0.00037343643,0.0028213228,0.0026000456,0.00037254993,0.00094951614,0.000098225675,0.00015022363],"category_scores_gemma":[0.012135249,0.00025154254,0.000030083782,0.0075022853,0.00044277796,0.0030544437,0.00022222036,0.00065536686,0.000054790446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054362306,0.000049908016,0.63487154,0.0001394846,0.000002156088,0.000002851667,0.20798345,0.000021282469,0.010578256,0.0018658162,0.0014659155,0.14296496],"study_design_scores_gemma":[0.0014831156,0.0006878914,0.87692654,0.00007438013,0.0000030282556,0.0000029920634,0.08271709,0.0016041374,0.0005741491,0.00021551194,0.035364393,0.0003467452],"about_ca_topic_score_codex":0.019970132,"about_ca_topic_score_gemma":0.54318726,"teacher_disagreement_score":0.52321714,"about_ca_system_score_codex":0.0019119394,"about_ca_system_score_gemma":0.009038017,"threshold_uncertainty_score":0.9999937},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2024854634","doi":"10.1186/1748-5908-9-81","title":"Examining the ethical and social issues of health technology design through the public appraisal of prospective scenarios: a study protocol describing a multimedia-based deliberative method","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Thematic analysis; Health informatics; Public health; Health services research; Autonomy; Protocol (science); Medicine; Public relations; Computer science; Medical education; Qualitative research; Sociology; Nursing; Political science","score_opus":0.2681515088631902,"score_gpt":0.5310819886429372,"score_spread":0.262930479779747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024854634","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017407477,0.0000025024701,0.93787163,0.021111785,0.00007413904,0.023439746,0.0000011921657,0.00007362775,0.000017922372],"genre_scores_gemma":[0.7458875,7.162526e-8,0.24148856,0.00047035547,0.000011539824,0.012136318,3.323954e-7,0.000004524379,7.534536e-7],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99649334,0.0013235946,0.00065260235,0.00051405135,0.0006787733,0.0003376592],"domain_scores_gemma":[0.99659646,0.0011868568,0.0008527398,0.00037560888,0.00097211945,0.000016247248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0092974175,0.00014225693,0.0002488628,0.0003521475,0.0011050612,0.00015627214,0.0010658337,0.00007187012,0.0000059507497],"category_scores_gemma":[0.0012510105,0.000089188805,0.000019415265,0.0022828158,0.00167497,0.00080831244,0.00038102941,0.00045311567,7.5708084e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006677663,0.00042263948,0.014995473,0.000038998205,0.00006892989,9.2464535e-7,0.1876486,0.00009493151,0.034088023,0.47132015,0.0001779599,0.2910766],"study_design_scores_gemma":[0.008264788,0.009225663,0.059800245,0.00011222708,0.00003473046,0.000047322737,0.22777167,0.20867237,0.45092082,0.03345576,0.0010391127,0.000655274],"about_ca_topic_score_codex":0.00012822238,"about_ca_topic_score_gemma":0.00007994787,"teacher_disagreement_score":0.72848004,"about_ca_system_score_codex":0.00011330153,"about_ca_system_score_gemma":0.0005506449,"threshold_uncertainty_score":0.8499348},"labels":[],"label_agreement":null},{"id":"W2025478975","doi":"10.1186/1748-5908-2-39","title":"Testing a TheoRY-inspired MEssage ('TRY-ME'): a sub-trial within the Ontario Printed Educational Message (OPEM) trial","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institutes of Health Research; Université Laval; Sunnybrook Hospital; St. Michael's Hospital; Institute for Clinical Evaluative Sciences; University of Toronto; Institute of Population and Public Health; University of Ottawa","funders":"Canadian Institutes of Health Research; Canada Research Chairs; Scottish Government","keywords":"Directive; Test (biology); Medicine; Protocol (science); Medical education; Clinical trial; Randomized controlled trial; Alternative medicine; Computer science; Surgery","score_opus":0.549667622997486,"score_gpt":0.6590561687680357,"score_spread":0.1093885457705498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025478975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662282,0.000004646727,0.0045535387,0.008602209,0.003663756,0.007693227,0.00005724399,0.00014017205,0.009057037],"genre_scores_gemma":[0.9786189,9.2759274e-7,0.0054648183,0.012262243,0.0009415551,0.0011679917,0.000023961358,0.000030935047,0.0014886205],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9900368,0.0016019596,0.0028033115,0.000992444,0.0026799138,0.0018855616],"domain_scores_gemma":[0.98438615,0.010985452,0.0018770959,0.0008743432,0.0012357481,0.00064123556],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045501914,0.00033658987,0.0003536997,0.0005858378,0.005626001,0.00023732024,0.001507544,0.000115075694,0.003282837],"category_scores_gemma":[0.012428887,0.00025498416,0.00008875055,0.0037305641,0.0009847326,0.0014104829,0.00044338283,0.0008618138,0.00041491014],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08615339,0.00071967306,0.1688768,0.00020840993,0.00011193213,0.000018611963,0.4049344,0.00005606994,0.07274411,0.21918316,0.017901847,0.029091593],"study_design_scores_gemma":[0.3237898,0.001655872,0.5264398,0.00019985813,0.00011048933,0.000026508478,0.083894566,0.00020856391,0.0107642915,0.014554514,0.03710096,0.0012547967],"about_ca_topic_score_codex":0.0141720865,"about_ca_topic_score_gemma":0.09004243,"teacher_disagreement_score":0.357563,"about_ca_system_score_codex":0.0021939261,"about_ca_system_score_gemma":0.015600386,"threshold_uncertainty_score":0.9999902},"labels":[],"label_agreement":null},{"id":"W2025763927","doi":"10.1186/1748-5908-5-16","title":"A cross-sectional study of the number and frequency of terms used to refer to knowledge translation in a body of health literature in 2006: a Tower of Babel?","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":360,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; McMaster University Medical Centre; University of Toronto; McMaster University","funders":"","keywords":"Knowledge translation; Health informatics; Reading (process); Health services research; Medicine; Field (mathematics); Health administration; Computer science; Medical education; Public health; Knowledge management; Nursing; Linguistics; Mathematics","score_opus":0.5531496435884178,"score_gpt":0.7079950385271128,"score_spread":0.15484539493869498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025763927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99522007,0.0000042727434,0.00012751672,0.0012274763,0.0002869314,0.002733799,0.00020862422,0.0000042354204,0.00018709259],"genre_scores_gemma":[0.9976892,0.0000010505244,0.0015511668,0.0005410479,0.000014989658,0.00017053634,0.0000026207624,0.0000059933927,0.000023401171],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956621,0.00062922656,0.0020963023,0.0003660839,0.0008160431,0.00043027478],"domain_scores_gemma":[0.99740446,0.00071578927,0.000747022,0.00034509582,0.0006449409,0.00014271674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008479427,0.000104452265,0.0002945985,0.00063988974,0.00022541179,0.000014578418,0.00038795063,0.000053903914,0.00033288304],"category_scores_gemma":[0.0010266025,0.00008205101,0.000022931139,0.0038667948,0.00021682758,0.000493251,0.000119418895,0.00025874196,0.0000027146036],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018632592,0.000098428674,0.7880991,0.00008549765,0.0000011357901,4.8969067e-8,0.13959287,0.000005306128,0.07096801,0.0002690945,0.000031696225,0.00083015714],"study_design_scores_gemma":[0.0017438664,0.00019455589,0.9871161,0.00009689223,0.0000013833591,5.398848e-7,0.0070813186,0.000016992115,0.003439528,0.00016231903,0.00008699456,0.000059530692],"about_ca_topic_score_codex":0.0055769393,"about_ca_topic_score_gemma":0.043203022,"teacher_disagreement_score":0.19901696,"about_ca_system_score_codex":0.00014092925,"about_ca_system_score_gemma":0.0014742292,"threshold_uncertainty_score":0.97425604},"labels":[],"label_agreement":null},{"id":"W2026377988","doi":"10.1186/1748-5908-6-32","title":"Requirements for ethics committee review for studies submitted to Implementation Science","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Ethics in medical practice","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Waiver; Research ethics; Medicine; Health services research; Engineering ethics; Ethics committee; Subject (documents); Human research; Health administration; Health informatics; Health care; Public health; Political science; Law; Public administration; Library science; Nursing; Computer science; Engineering","score_opus":0.8343087720620186,"score_gpt":0.7632163860775004,"score_spread":0.07109238598451817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026377988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16017984,0.0034532684,0.42611167,0.28040305,0.022710541,0.088699855,0.0011252731,0.00087804545,0.016438443],"genre_scores_gemma":[0.6420814,0.002289684,0.1954249,0.1495461,0.00039639897,0.009763961,0.00008860107,0.000060412345,0.00034852632],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9937549,0.0007755715,0.0013562468,0.0008190418,0.0021129097,0.0011812866],"domain_scores_gemma":[0.9854467,0.007274457,0.00081469544,0.00059997314,0.0054797595,0.0003844443],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06792934,0.0001971791,0.00031914856,0.00037149104,0.007254394,0.00004703915,0.001168767,0.000085374304,0.0006094336],"category_scores_gemma":[0.0459068,0.0001777785,0.000058750724,0.0020994146,0.0013828655,0.0016883587,0.00048683968,0.00085484167,0.00010039507],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029567306,0.00021034811,0.02425468,0.008097725,0.0001131362,0.0000016472163,0.1950656,8.7693087e-7,0.040367763,0.44092074,0.2042541,0.086417705],"study_design_scores_gemma":[0.009388756,0.002376273,0.050257232,0.003991593,0.0005677183,0.0000046955265,0.45294842,0.00010571307,0.047435,0.14745791,0.28396896,0.0014977148],"about_ca_topic_score_codex":0.00029292138,"about_ca_topic_score_gemma":0.00093241053,"teacher_disagreement_score":0.48190156,"about_ca_system_score_codex":0.00079445244,"about_ca_system_score_gemma":0.003209063,"threshold_uncertainty_score":0.99403805},"labels":[],"label_agreement":null},{"id":"W2027207505","doi":"10.1186/1748-5908-2-20","title":"Information transfer: what do decision makers want and need from researchers?","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Health services research; Health informatics; Health administration; Descriptive statistics; Knowledge transfer; Public relations; Medicine; Health care; Perception; Information transfer; Medical education; Public health; Knowledge management; Nursing; Psychology; Political science; Computer science","score_opus":0.6678205264468305,"score_gpt":0.7314692536842482,"score_spread":0.06364872723741766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027207505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94254225,0.00003350242,0.04664534,0.007384842,0.00077700865,0.0014867007,0.000092200666,0.00007040933,0.0009677179],"genre_scores_gemma":[0.98024356,0.00027321748,0.0059838123,0.013261291,0.00009717337,0.000079959456,0.000030069596,0.000009097188,0.000021788299],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9948,0.00029806557,0.0013705874,0.00036712628,0.0019226297,0.0012415914],"domain_scores_gemma":[0.9947956,0.003250012,0.00024015563,0.000362632,0.00067109975,0.0006804766],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014760123,0.00015178639,0.000172835,0.0007765168,0.0021034798,0.00040989945,0.0004646434,0.000076911034,0.001451172],"category_scores_gemma":[0.0015266401,0.00013736979,0.000025637044,0.0019871297,0.00050294783,0.008532337,0.0001844972,0.0003300114,0.00040188784],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016398293,0.000010801324,0.055809952,0.00003896234,0.0000051942084,0.0000017321523,0.14175835,0.0000028970264,0.009556134,0.0057291747,0.002794174,0.78412867],"study_design_scores_gemma":[0.00376264,0.000130894,0.40415135,0.00012334362,0.000008074373,0.000002574763,0.49856064,0.00010996595,0.0037656236,0.0041307095,0.08499422,0.00025997302],"about_ca_topic_score_codex":0.0017918394,"about_ca_topic_score_gemma":0.00137288,"teacher_disagreement_score":0.7838687,"about_ca_system_score_codex":0.00057803554,"about_ca_system_score_gemma":0.0013536131,"threshold_uncertainty_score":0.99946165},"labels":[],"label_agreement":null},{"id":"W2034103895","doi":"10.1186/1748-5908-6-133","title":"Understanding implementation processes of clinical pathways and clinical practice guidelines in pediatric contexts: a study protocol","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Ottawa; University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Fondation pour la Recherche Médicale","keywords":"Medicine; Health services research; Health informatics; Protocol (science); Health administration; Clinical Practice; Public health; Family medicine; Alternative medicine; Nursing; Pathology","score_opus":0.8302626094396585,"score_gpt":0.7044116635241665,"score_spread":0.12585094591549195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034103895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90207076,0.000018792187,0.005700486,0.0015527977,0.00039377387,0.089174,0.000025411246,0.00006959271,0.0009943912],"genre_scores_gemma":[0.961551,0.00010227295,0.030069033,0.001313333,0.00022286033,0.0067016226,0.000012953117,0.000021838405,0.0000050764506],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9904935,0.00053508364,0.006356525,0.0008681989,0.0013251995,0.00042150728],"domain_scores_gemma":[0.99146307,0.0025831216,0.0024047545,0.00039840047,0.0028725083,0.00027812814],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02284393,0.00022301248,0.0005879734,0.00051065336,0.0001704749,0.000069566544,0.00025170814,0.00007523096,0.00028795292],"category_scores_gemma":[0.03326546,0.00019643633,0.000083630504,0.0018300137,0.0004036826,0.0021009815,0.00022265901,0.00030809513,0.000007649174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009075186,0.0011628275,0.93797994,0.000114810544,0.000034827797,0.000020481726,0.0021945303,4.1654354e-7,0.00006257357,0.00039588817,0.00043730836,0.056688882],"study_design_scores_gemma":[0.016598659,0.004098064,0.88239884,0.00003648431,0.00033976743,0.00003250432,0.09465096,0.000088209345,0.00028572365,0.000563504,0.00069873757,0.00020856757],"about_ca_topic_score_codex":0.001247366,"about_ca_topic_score_gemma":0.0026742716,"teacher_disagreement_score":0.09245643,"about_ca_system_score_codex":0.00016646838,"about_ca_system_score_gemma":0.002725435,"threshold_uncertainty_score":0.9748778},"labels":[],"label_agreement":null},{"id":"W2034599320","doi":"10.1186/1748-5908-7-51","title":"A prospective multiple case study of the impact of emerging scientific evidence on established colorectal cancer screening programs: a study protocol","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Toronto; Cancer Care Ontario","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Context (archaeology); Scientific evidence; Sigmoidoscopy; Population; Health policy; Public health; Evidence-based policy; Protocol (science); Evidence-based practice; Evidence-based medicine; Colorectal cancer; Family medicine; Environmental health; Cancer; Nursing; Alternative medicine; Pathology; Colonoscopy","score_opus":0.14208993617393995,"score_gpt":0.5101096686043964,"score_spread":0.3680197324304565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034599320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9125697,0.000006447714,0.000079847356,0.000012005475,0.00015934641,0.08711364,0.000005855111,0.000031684478,0.000021492662],"genre_scores_gemma":[0.95440304,7.312713e-8,0.00016556062,0.0000037462485,0.000045290715,0.045363083,4.8445565e-7,0.000010138824,0.000008568456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972722,0.00015665159,0.0004866981,0.0004381529,0.00125053,0.00039574894],"domain_scores_gemma":[0.99814266,0.00012667291,0.00047840117,0.00036435787,0.00075021014,0.00013767848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022715607,0.00015776705,0.00024062513,0.00034616172,0.00061470293,0.00010301172,0.0002151433,0.000018283308,0.000052227264],"category_scores_gemma":[0.0004988777,0.000100846286,0.00009494431,0.0034060052,0.00034746967,0.000847345,0.00015813057,0.0001513565,5.1183235e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018424138,0.0014313188,0.92322385,0.00002153915,0.000042712134,0.000006100127,0.033567935,0.00013956541,0.018846594,7.738021e-7,0.0000091974225,0.020868022],"study_design_scores_gemma":[0.0036605948,0.011832232,0.8661092,0.00012781206,0.00006575205,0.000085868545,0.07677461,0.00092328136,0.04032188,0.0000012249313,0.0000022160086,0.00009532733],"about_ca_topic_score_codex":0.01957685,"about_ca_topic_score_gemma":0.0052055763,"teacher_disagreement_score":0.057114627,"about_ca_system_score_codex":0.0004337693,"about_ca_system_score_gemma":0.0006039008,"threshold_uncertainty_score":0.9869519},"labels":[],"label_agreement":null},{"id":"W2038575210","doi":"10.1186/1748-5908-9-53","title":"Organizational impact of evidence-informed decision making training initiatives: a case study comparison of two approaches","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Human Resource Development and Performance Evaluation","field":"Psychology","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta; University of Calgary; Université de Montréal","funders":"Canadian Health Services Research Foundation; Canadian Foundation for Healthcare Improvement","keywords":"Health administration; Health care; Socialization; Organizational effectiveness; Health informatics; Knowledge management; Organizational learning; Health services research; Psychology; Medical education; Nursing; Medicine; Public health; Social psychology; Computer science; Political science","score_opus":0.628073996899818,"score_gpt":0.6229261691370427,"score_spread":0.005147827762775337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038575210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869677,0.000007119061,0.011220409,0.000006770905,0.000100909725,0.00048116775,0.0000049344644,0.000013079309,0.001197924],"genre_scores_gemma":[0.9964577,3.5773402e-7,0.0034505187,0.000012021686,0.00003119871,0.000026610596,0.000010192705,0.0000065702548,0.0000048050338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99791014,0.00014699512,0.0007230921,0.00024155123,0.0007605372,0.0002176763],"domain_scores_gemma":[0.99812484,0.00074385514,0.00056945975,0.00018554812,0.00032854924,0.00004772861],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028917096,0.000106294196,0.0002018677,0.00043306322,0.00025208772,0.000045116998,0.00023539957,0.000019018236,0.001968588],"category_scores_gemma":[0.00046607782,0.00008206843,0.000037070007,0.0009979613,0.00018689345,0.00065823126,0.000057618516,0.00006049891,0.000015738495],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036618145,0.000083263054,0.67917806,0.000006269961,0.000020834312,0.0000012065735,0.23407722,0.0005521217,0.00021471646,0.00058959133,0.000017749742,0.085222326],"study_design_scores_gemma":[0.001373569,0.00062800787,0.7940945,0.000051862608,0.000022371967,0.00003448661,0.19484529,0.0082097,0.00038802053,0.00023687155,0.0000031034485,0.000112206784],"about_ca_topic_score_codex":0.00010147362,"about_ca_topic_score_gemma":0.00017532821,"teacher_disagreement_score":0.11491644,"about_ca_system_score_codex":0.00011279719,"about_ca_system_score_gemma":0.00044199824,"threshold_uncertainty_score":0.99894375},"labels":[],"label_agreement":null},{"id":"W2039996805","doi":"10.1186/s13012-014-0115-y","title":"Using realist evaluation to open the black box of knowledge translation: a state-of-the-art review","year":2014,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":303,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Psychological intervention; Health informatics; Context (archaeology); Health services research; Health administration; Health care; Medicine; Variety (cybernetics); Knowledge management; Intervention (counseling); Medical education; Computer science; Management science; Public health; Nursing; Artificial intelligence; Political science","score_opus":0.9485750182865319,"score_gpt":0.8167916831614163,"score_spread":0.13178333512511564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039996805","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016342523,0.87354344,0.016288036,0.014067259,0.0029970899,0.078525245,0.0016424251,0.00005220527,0.012720893],"genre_scores_gemma":[0.00036876186,0.9813217,0.0051572155,0.009764105,0.0001888053,0.0026244193,0.000086181244,0.000059002505,0.00042980723],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98557705,0.006098094,0.0042669885,0.00074988866,0.002389383,0.0009186207],"domain_scores_gemma":[0.9885268,0.0034418013,0.0041731247,0.0014458603,0.0021352256,0.00027717248],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04581559,0.00033117627,0.0013368063,0.00041717492,0.0017216131,0.00006843385,0.003472495,0.000074788935,0.001112604],"category_scores_gemma":[0.0038104274,0.00020422316,0.0002189324,0.0064152475,0.0007606753,0.00081034744,0.0009626031,0.00039223168,0.0002333086],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032987803,0.000013489912,0.000044043358,0.021376422,0.000013465025,3.5706755e-8,0.0073939567,0.000009664443,0.000021257983,0.0007605693,0.019519167,0.95084465],"study_design_scores_gemma":[0.00042976462,0.000048243226,0.00018245191,0.019352706,0.00032146182,0.0000020739183,0.0006100449,0.00012010156,0.000018911367,0.00019153548,0.9785263,0.00019639137],"about_ca_topic_score_codex":0.00069697725,"about_ca_topic_score_gemma":0.0018292606,"teacher_disagreement_score":0.95900714,"about_ca_system_score_codex":0.00096542266,"about_ca_system_score_gemma":0.016459247,"threshold_uncertainty_score":0.9998005},"labels":[],"label_agreement":null},{"id":"W2040296282","doi":"10.1186/1748-5908-6-25","title":"Protocol: developing a conceptual framework of patient mediated knowledge translation, systematic review using a realist approach","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Centre hospitalier universitaire de Québec; McMaster University; University Health Network; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Knowledge translation; Context (archaeology); Health care; Protocol (science); Medicine; Conceptual framework; Knowledge management; MEDLINE; Intervention (counseling); Medical education; Nursing; Psychology; Computer science; Alternative medicine; Sociology; Political science","score_opus":0.788395076394822,"score_gpt":0.6391637943938013,"score_spread":0.14923128200102065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040296282","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027687931,0.7301774,0.00407326,0.000005984657,0.00036978847,0.26418853,0.00023875639,0.00004620918,0.0008972941],"genre_scores_gemma":[0.000007730746,0.74541736,0.019441126,0.00064204674,0.00005577853,0.23360872,0.00076439284,0.000048950358,0.000013887593],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98990554,0.002353682,0.005115129,0.0007273845,0.0010261469,0.0008720945],"domain_scores_gemma":[0.992186,0.0012316017,0.004776292,0.00067626697,0.00080294587,0.00032691003],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005141707,0.00049171207,0.0023394425,0.00048738095,0.0010443734,0.000016382475,0.00073854165,0.00023485946,0.00035936345],"category_scores_gemma":[0.0004487869,0.00036324287,0.00022477054,0.0025629555,0.00039889239,0.00032055777,0.0001998182,0.0005324211,0.00008822952],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052713003,0.00006474476,0.0000187571,0.9616233,0.000028586765,2.7410093e-7,0.010156158,5.51307e-8,2.4602772e-7,0.0046177716,0.0000742656,0.023410533],"study_design_scores_gemma":[0.00039696688,0.00014083079,9.83928e-7,0.8093852,0.00051979814,0.000003363936,0.005017098,0.000018196743,0.0000024736962,0.000103320446,0.18403728,0.0003745121],"about_ca_topic_score_codex":0.0002504662,"about_ca_topic_score_gemma":0.00004404118,"teacher_disagreement_score":0.18396302,"about_ca_system_score_codex":0.001136444,"about_ca_system_score_gemma":0.0068470147,"threshold_uncertainty_score":0.999882},"labels":[],"label_agreement":null},{"id":"W2044023728","doi":"10.1186/1748-5908-4-34","title":"Clinicians' evaluations of, endorsements of, and intentions to use practice guidelines change over time: a retrospective analysis from an organized guideline program","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Hospital; McMaster University; Cancer Care Ontario","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Rigour; Guideline; Health administration; Family medicine; Health services research; Clinical Practice; Clinical psychology; Public health; Nursing; Pathology","score_opus":0.4305460105589102,"score_gpt":0.6626174057448273,"score_spread":0.23207139518591713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044023728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95991755,0.000024269362,0.01625179,0.020210925,0.0001236023,0.002916206,0.0004149261,0.00007351437,0.00006722347],"genre_scores_gemma":[0.73792636,0.000044976605,0.2534357,0.007903249,0.00009728994,0.00006649749,0.0004978951,0.000011339053,0.000016688682],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994213,0.000253599,0.0027999277,0.0006908207,0.0017419027,0.0003007741],"domain_scores_gemma":[0.988357,0.00083996577,0.001347167,0.0006146043,0.00854589,0.0002953724],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0063596033,0.00019125047,0.00052264374,0.0008566381,0.00017430796,0.00010875953,0.00022317767,0.0000512479,0.0008656186],"category_scores_gemma":[0.03771862,0.00018127142,0.00012320677,0.0042655473,0.00019687589,0.0025925431,0.00011651822,0.00012002221,0.000010359595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008975468,0.001898274,0.30735606,0.000010911627,0.0007380246,0.000005454032,0.0036260635,0.000047565904,0.20591624,0.00047477838,0.003698301,0.47533077],"study_design_scores_gemma":[0.0031740288,0.002079514,0.9716509,0.000035497113,0.002935477,0.0000051551647,0.0033517878,0.009437016,0.0044015762,0.0003199807,0.0024193923,0.0001896707],"about_ca_topic_score_codex":0.0032446287,"about_ca_topic_score_gemma":0.0008672823,"teacher_disagreement_score":0.66429484,"about_ca_system_score_codex":0.00017577464,"about_ca_system_score_gemma":0.0004942225,"threshold_uncertainty_score":0.9703871},"labels":[],"label_agreement":null},{"id":"W2044943221","doi":"10.1186/1748-5908-8-108","title":"Determinants of implementation of maternal health guidelines in Kosovo: mixed methods study","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Context (archaeology); Health care; Health informatics; Nursing; Health administration; Guideline; Health services research; Health policy; Public health; Public relations; Political science","score_opus":0.466589104017352,"score_gpt":0.6991426401038234,"score_spread":0.23255353608647145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044943221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99272794,0.00002474066,0.0028176617,0.0016006455,0.00028242587,0.002484065,0.000024668389,0.000016066413,0.000021774491],"genre_scores_gemma":[0.9213979,0.00002084103,0.07785418,0.0005359637,0.00003337897,0.00012046563,0.000014606186,0.000012855522,0.000009754628],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941267,0.00038678886,0.0036157556,0.0004361671,0.0010344165,0.00040019376],"domain_scores_gemma":[0.9965464,0.00041635224,0.0011944363,0.00038413357,0.0012982051,0.00016048463],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008605774,0.00015727301,0.000498053,0.00059380534,0.00008465801,0.000037224898,0.00025881155,0.000024770743,0.0010951199],"category_scores_gemma":[0.0012862433,0.00014156655,0.000063746134,0.0012217617,0.00017995053,0.0009895391,0.00015616878,0.000094250594,0.000011910099],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002192202,0.00009220832,0.5748308,0.000034850564,0.000008282715,7.5542937e-7,0.00076316,0.0000035883315,0.02801904,0.000020063751,0.00021737018,0.395988],"study_design_scores_gemma":[0.00329587,0.0010073859,0.8676898,0.00003575576,0.000035915673,0.000011119704,0.034287386,0.00043505692,0.092885405,0.00016631496,0.000062876374,0.00008712663],"about_ca_topic_score_codex":0.032568507,"about_ca_topic_score_gemma":0.0062107127,"teacher_disagreement_score":0.39590088,"about_ca_system_score_codex":0.00019139802,"about_ca_system_score_gemma":0.0010092295,"threshold_uncertainty_score":0.999818},"labels":[],"label_agreement":null},{"id":"W2045299302","doi":"10.1186/1748-5908-4-20","title":"Users' perspectives of barriers and facilitators to implementing EHR in Canada: A study protocol","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Health Infoway; University of Alberta; Université de Montréal; Université Laval; Université de Sherbrooke; Centre hospitalier universitaire de Québec","funders":"Canadian Institutes of Health Research; Max-Planck-Gesellschaft; Canada Research Chairs","keywords":"Interoperability; Health informatics; Documentation; Delphi method; Health administration; Knowledge management; Protocol (science); Medicine; Health care; Quality (philosophy); Principal (computer security); Public health; Nursing; World Wide Web; Computer science; Political science; Alternative medicine","score_opus":0.07543236555653951,"score_gpt":0.5651580238932605,"score_spread":0.489725658336721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045299302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9150693,0.000003573342,0.00005608602,0.0007726837,0.000060390445,0.08370859,0.000017224338,0.000011531281,0.00030062013],"genre_scores_gemma":[0.9726814,3.5395385e-7,0.00023377447,0.00036252115,0.000016320564,0.026679467,5.014354e-7,0.000004463329,0.000021180922],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967997,0.00038507933,0.00089948176,0.00040432508,0.0006396677,0.0008717412],"domain_scores_gemma":[0.99880075,0.00017814743,0.0002702148,0.00020140609,0.00024412764,0.00030532095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040543694,0.000106657935,0.00021721929,0.0003187075,0.00060378364,0.000011919386,0.00022119007,0.000015829404,0.00024293285],"category_scores_gemma":[0.0004331826,0.00009944041,0.000009809307,0.0011692856,0.000045468994,0.00029010465,0.00008267979,0.00016943298,0.0000026332086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002570221,0.000014596303,0.93162334,0.00004211748,0.0000022403553,9.213267e-7,0.059746865,0.0000025558313,0.0013139612,0.00037890306,0.0002612704,0.0065875016],"study_design_scores_gemma":[0.0010905107,0.0003119964,0.5248212,0.000024410347,0.0000013421904,2.620416e-7,0.4724735,0.000025747691,0.00013889492,0.000032726,0.0010148075,0.000064584805],"about_ca_topic_score_codex":0.79366267,"about_ca_topic_score_gemma":0.9594929,"teacher_disagreement_score":0.41272664,"about_ca_system_score_codex":0.00241451,"about_ca_system_score_gemma":0.011338873,"threshold_uncertainty_score":0.9942659},"labels":[],"label_agreement":null},{"id":"W2046168677","doi":"10.1186/s13012-015-0244-y","title":"Hiding in plain sight: communication theory in implementation science","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Health communication; Communication studies; Transformational leadership; Organizational communication; Models of communication; Communication theory; Context (archaeology); Knowledge management; Computer science; Data science; Psychology; Sociology; Social psychology; Communication; Social science","score_opus":0.8114839765506652,"score_gpt":0.7772043538544223,"score_spread":0.03427962269624285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046168677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803464,0.000024586192,0.0021887443,0.008096977,0.00059736625,0.0025509002,0.000041795443,0.00008982113,0.006063452],"genre_scores_gemma":[0.98719966,0.000019821919,0.003909822,0.008085256,0.000057150875,0.0006288947,0.000025014995,0.000017926342,0.000056420136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911461,0.001873538,0.0020204035,0.0008562542,0.002270247,0.0018334446],"domain_scores_gemma":[0.9951943,0.0017963629,0.0007761687,0.00076195545,0.00087376067,0.0005974517],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.046776913,0.00022473192,0.00028302145,0.0024966078,0.0018214452,0.00016057923,0.001598488,0.00006512607,0.00091913244],"category_scores_gemma":[0.0035085247,0.00022805584,0.000025386906,0.008719179,0.0012506044,0.004500556,0.0006199821,0.00049299584,0.00025086437],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000078183846,0.00006286993,0.673203,0.00005058795,0.0000023293996,0.0000049548257,0.1778591,0.00011462886,0.022153862,0.09573418,0.0031100675,0.027626246],"study_design_scores_gemma":[0.0077630733,0.00017093401,0.5587706,0.00012793115,0.0000067291003,0.000005644319,0.38395667,0.0010088363,0.009405756,0.021890784,0.016344313,0.00054871355],"about_ca_topic_score_codex":0.005410681,"about_ca_topic_score_gemma":0.017772611,"teacher_disagreement_score":0.20609759,"about_ca_system_score_codex":0.0040406818,"about_ca_system_score_gemma":0.008174952,"threshold_uncertainty_score":0.99999416},"labels":[],"label_agreement":null},{"id":"W2047998740","doi":"10.1186/1748-5908-6-77","title":"Evaluation of a clinical decision support tool for osteoporosis disease management: protocol for an interrupted time series design","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Bone health and osteoporosis research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Public Health Ontario; University of Toronto; Toronto Public Health; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Osteoporosis; Psychological intervention; Disease; Disease management; Protocol (science); Health services research; Physical therapy; Intensive care medicine; Public health; Alternative medicine; Nursing; Pathology","score_opus":0.4679303740842646,"score_gpt":0.6141611523211924,"score_spread":0.14623077823692782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047998740","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1919435,0.0000033765007,0.120451,0.00037500064,0.00023206066,0.68575734,0.000201303,0.000084155894,0.00095224957],"genre_scores_gemma":[0.2983871,0.0000022941397,0.26242474,0.00038718773,0.00006759475,0.43839255,0.00012462183,0.000024716479,0.00018916116],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965728,0.00016775289,0.00096987106,0.0004474656,0.0014782101,0.0003638787],"domain_scores_gemma":[0.9967872,0.00019101093,0.00030159394,0.0003651745,0.0020038232,0.0003512192],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016344467,0.00010376458,0.00022126062,0.00025582747,0.00020800915,0.000036629743,0.00021207871,0.000033021646,0.0010739845],"category_scores_gemma":[0.001337269,0.00008662937,0.00008669777,0.0004084712,0.0002386566,0.00074930245,0.00006000307,0.00004383024,0.000013745078],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013180175,0.0006445689,0.014861719,0.0004666512,0.000027433682,0.0000011017661,0.0011358414,0.0000042822826,0.0023740549,0.00033988617,0.0037027327,0.96326154],"study_design_scores_gemma":[0.04231593,0.018951498,0.8507862,0.00025598903,0.00062420836,0.000007993913,0.002851578,0.028673215,0.04161281,0.0071703857,0.006354416,0.00039576358],"about_ca_topic_score_codex":0.0000139071235,"about_ca_topic_score_gemma":0.000015938205,"teacher_disagreement_score":0.96286577,"about_ca_system_score_codex":0.00010700698,"about_ca_system_score_gemma":0.0016604137,"threshold_uncertainty_score":0.9998392},"labels":[],"label_agreement":null},{"id":"W2051205614","doi":"10.1186/1748-5908-6-49","title":"A realist evaluation of the role of communities of practice in changing healthcare practice","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"Australian Research Council; University of New South Wales","keywords":"Health care; Context (archaeology); Health administration; Health services research; Knowledge management; Health informatics; Psychological intervention; Public relations; Medicine; Public health; Nursing; Computer science; Political science","score_opus":0.831143238785883,"score_gpt":0.7576406801026637,"score_spread":0.07350255868321931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051205614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96890384,0.00006621851,0.00023170008,0.006647723,0.00035455526,0.0027803497,0.0001442431,0.000013386873,0.020858012],"genre_scores_gemma":[0.9924044,0.000032487038,0.0045223045,0.0028217523,0.000015635349,0.00018483461,0.00000414294,0.0000067023448,0.000007752184],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9915648,0.0040122573,0.001599379,0.0001884568,0.0021004921,0.00053457706],"domain_scores_gemma":[0.98985696,0.0032690226,0.0025818911,0.0005620867,0.0036451733,0.00008489674],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03250368,0.0000892757,0.00020332236,0.0007333194,0.00060415204,0.000005816764,0.0006724126,0.00003934274,0.00034202333],"category_scores_gemma":[0.0089864265,0.00007436928,0.000028899802,0.00379348,0.00058724685,0.0014798762,0.00028153576,0.00022962161,0.000004366286],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006429322,0.000082831684,0.14126973,0.00015705118,0.0000067506203,1.0021469e-7,0.7794503,0.000017282911,0.0066381656,0.05284441,0.000059527556,0.019409558],"study_design_scores_gemma":[0.0010289741,0.000109634464,0.17256016,0.00015428232,0.000031889733,0.0000024381795,0.80455977,0.0003597381,0.016455343,0.0021935755,0.0024714388,0.00007277874],"about_ca_topic_score_codex":0.043117736,"about_ca_topic_score_gemma":0.00956521,"teacher_disagreement_score":0.05065083,"about_ca_system_score_codex":0.00035598388,"about_ca_system_score_gemma":0.004043685,"threshold_uncertainty_score":0.9993613},"labels":[],"label_agreement":null},{"id":"W2052968341","doi":"10.1186/1748-5908-4-13","title":"Learning from the U.S. Department of Veterans Affairs Quality Enhancement Research Initiative: QUERI Series","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institutes of Health Research","funders":"","keywords":"Medicine; Veterans Affairs; Health services research; Health administration; Health informatics; Public health; Quality management; Health policy; Medical emergency; Nursing; Operations management; Internal medicine","score_opus":0.8333035424918325,"score_gpt":0.7671171138092077,"score_spread":0.06618642868262481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052968341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9552324,0.000020716996,0.0030817373,0.03210225,0.00033918687,0.002106008,0.0001442496,0.0000523507,0.0069211125],"genre_scores_gemma":[0.9914709,0.00006532367,0.0021225822,0.0057496573,0.00012802905,0.0002937842,0.000039170347,0.0000071693794,0.00012343349],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99072784,0.0036118764,0.0015049622,0.0005476036,0.002448694,0.0011590421],"domain_scores_gemma":[0.9930228,0.0042696507,0.0007247312,0.00050602865,0.0012343983,0.0002424173],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01996826,0.00015044988,0.0002416302,0.00023730312,0.0035869083,0.00007033558,0.0008215184,0.000044032335,0.0018059964],"category_scores_gemma":[0.002892729,0.00011428064,0.00004228933,0.002136389,0.0009040967,0.0011490112,0.00021445795,0.0005351645,0.00017063091],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028883416,0.0001521565,0.15398996,0.000095748765,0.000028775044,0.0000028401878,0.4578793,0.00004171111,0.236298,0.041386254,0.01841968,0.09141675],"study_design_scores_gemma":[0.0013230637,0.0006930118,0.66017944,0.0000663992,0.0000068252116,5.064757e-7,0.2561404,0.00002725948,0.036360677,0.0027145552,0.04230635,0.00018152929],"about_ca_topic_score_codex":0.0020892583,"about_ca_topic_score_gemma":0.0019469145,"teacher_disagreement_score":0.50618947,"about_ca_system_score_codex":0.0006023877,"about_ca_system_score_gemma":0.0024266592,"threshold_uncertainty_score":0.99910647},"labels":[],"label_agreement":null},{"id":"W2054498395","doi":"10.1186/1748-5908-7-88","title":"Nursing home administrators’ perspectives on a study feedback report: a cross sectional survey","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Heritage Foundation for Medical Research; Fondation pour la Recherche Médicale; University of Alberta","keywords":"Medicine; Nursing research; Cross-sectional study; Health informatics; Health administration; Health services research; Nursing; Public health; Nurse Administrator; Family medicine; MEDLINE","score_opus":0.22841597220234086,"score_gpt":0.6002016098839462,"score_spread":0.37178563768160533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054498395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944888,0.00003703181,0.0001593489,0.00010747205,0.0024994349,0.0007401597,0.000050074428,0.00006562522,0.0018520782],"genre_scores_gemma":[0.99898887,0.0000015191171,0.00012249399,0.00005542729,0.0004288187,0.000073535564,0.000030522464,0.000011227603,0.0002876087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971197,0.00039358015,0.00053187343,0.00043459638,0.0008504131,0.0006698037],"domain_scores_gemma":[0.99825716,0.0003720375,0.00031804692,0.00030354908,0.0005264031,0.0002228289],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004778238,0.00012607162,0.00014148204,0.00023542074,0.0018661799,0.000091337526,0.00019321573,0.000042510488,0.00080509734],"category_scores_gemma":[0.00034408725,0.00011504473,0.000037946123,0.0009601294,0.00025393296,0.00063329114,0.000042947366,0.00021217934,0.00016197737],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058214922,0.00023081063,0.95493835,0.0000035352637,0.000004680962,0.0000026103899,0.042751797,0.0000011161736,0.0003143876,0.00032802272,0.0008957164,0.00047077742],"study_design_scores_gemma":[0.0006180711,0.00019639738,0.804279,0.000009043239,0.0000051134252,0.000012225911,0.1944775,0.0000011653249,0.00011297753,0.000032256346,0.00015184736,0.000104384264],"about_ca_topic_score_codex":0.0005589425,"about_ca_topic_score_gemma":0.00027791262,"teacher_disagreement_score":0.1517257,"about_ca_system_score_codex":0.00092285784,"about_ca_system_score_gemma":0.0010062057,"threshold_uncertainty_score":0.9994333},"labels":[],"label_agreement":null},{"id":"W2057827343","doi":"10.1186/s13012-015-0231-3","title":"Implementing highly specialized and evidence-based pediatric eating disorder treatment: protocol for a mixed methods evaluation","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Health informatics; Health services research; Protocol (science); Health administration; Public health; Quality of Life Research; Nursing; Alternative medicine; Pathology","score_opus":0.3582953031989303,"score_gpt":0.6145328500927155,"score_spread":0.2562375468937852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057827343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8232058,0.00009406521,0.04242311,0.00040195664,0.00056401326,0.13274413,0.000022093076,0.00009987782,0.0004449207],"genre_scores_gemma":[0.5380838,0.0000011812284,0.09363188,0.0001226972,0.00018600482,0.36783862,0.00003100576,0.00002633785,0.00007847452],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99717635,0.00044591597,0.00055865844,0.0006114595,0.00062285323,0.0005847906],"domain_scores_gemma":[0.9981407,0.0004941896,0.00044656513,0.00025322824,0.0005131048,0.00015220635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071771992,0.00018506554,0.0001843867,0.00031290928,0.000605118,0.00023464682,0.00019140012,0.00003712674,0.00048540984],"category_scores_gemma":[0.0006156923,0.0001592302,0.000056024994,0.0008585939,0.00012460418,0.0005693654,0.000058603197,0.00004104701,0.000007868927],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013127914,0.00018846535,0.4238365,0.000031091626,0.0000096961485,3.9803695e-7,0.0042508803,0.000022281669,0.002682713,0.00087336486,0.00053045695,0.5674429],"study_design_scores_gemma":[0.0590678,0.0067501366,0.83488685,0.000118851414,0.00074434275,0.00000922328,0.052280087,0.012420743,0.006972914,0.0040364508,0.021333547,0.0013790647],"about_ca_topic_score_codex":0.0006968722,"about_ca_topic_score_gemma":0.00032063414,"teacher_disagreement_score":0.5660638,"about_ca_system_score_codex":0.0002293501,"about_ca_system_score_gemma":0.00063529855,"threshold_uncertainty_score":0.6493219},"labels":[],"label_agreement":null},{"id":"W2057891022","doi":"10.1186/s13012-014-0150-8","title":"The roles and influence of actors in the uptake of evidence: the case of malaria treatment policy change in Uganda","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"African Population and Health Research Center; International Development Research Centre; World Health Organization","keywords":"Stakeholder; Health services research; Health policy; Public relations; Medicine; Health administration; Timeline; Knowledge translation; Health informatics; Malaria; Qualitative research; Public health; Nursing; Political science; Knowledge management; Sociology; Social science","score_opus":0.7390330728481901,"score_gpt":0.7287614400843486,"score_spread":0.010271632763841465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057891022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97919047,0.00003156625,0.000016436803,0.019012539,0.000057253226,0.0015755725,0.000042035394,0.000003432707,0.000070684844],"genre_scores_gemma":[0.99731827,0.00018689415,0.000114962044,0.0019989694,0.00003671108,0.00033353444,6.239712e-7,0.0000038884946,0.000006122558],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962084,0.0011759158,0.0012663659,0.0002349016,0.0006012591,0.0005131107],"domain_scores_gemma":[0.9927163,0.0056392634,0.0008100176,0.00045707362,0.0003025746,0.00007473575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01359053,0.00010561784,0.00019104945,0.0003182566,0.0007136107,0.000023947761,0.0006041927,0.000030817122,0.000028615985],"category_scores_gemma":[0.003627821,0.00004834858,0.000022200591,0.0021560988,0.00092253735,0.0006188531,0.00013384916,0.00013140145,0.0000019940853],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039080234,0.000030911255,0.572584,0.0001029394,0.0000035715707,0.0000020772047,0.30885077,0.00003603457,0.006081992,0.026255446,0.00004100966,0.08597221],"study_design_scores_gemma":[0.0007002675,0.00018977537,0.93469244,0.0000778521,0.0000052684863,0.000007918593,0.061141897,0.00020344033,0.0012479856,0.00054434995,0.0011424524,0.00004634951],"about_ca_topic_score_codex":0.032922488,"about_ca_topic_score_gemma":0.052250646,"teacher_disagreement_score":0.3621085,"about_ca_system_score_codex":0.00018729715,"about_ca_system_score_gemma":0.0012143309,"threshold_uncertainty_score":0.97351736},"labels":[],"label_agreement":null},{"id":"W2060097139","doi":"10.1186/1748-5908-3-19","title":"Research utilization among children's mental health providers","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Hospital for Sick Children; SickKids Foundation","funders":"","keywords":"Mental health; Health administration; Health services research; Medicine; Evidence-based practice; Health informatics; Service provider; Best practice; Nursing; Likert scale; Implementation research; Medical education; Service (business); Public health; Psychology; Psychiatry; Business; Marketing; Alternative medicine","score_opus":0.8743447762904254,"score_gpt":0.7869460940577954,"score_spread":0.08739868223263003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060097139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96857274,0.000017449102,0.001637978,0.021379843,0.00067204976,0.0044460157,0.00012337882,0.0001784522,0.0029720776],"genre_scores_gemma":[0.98563105,0.00011167938,0.001674573,0.011250154,0.00018143341,0.0004549848,0.00007531152,0.000022621085,0.0005981838],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99069285,0.0017886728,0.0014032155,0.00083277526,0.0031102083,0.0021722692],"domain_scores_gemma":[0.99623835,0.0007436844,0.00062554545,0.0005387562,0.0010693312,0.00078433705],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015589626,0.00017998608,0.00023329783,0.0011381791,0.012567347,0.00007135911,0.00081117597,0.000059408652,0.0019785766],"category_scores_gemma":[0.0011645807,0.00017425585,0.00003770327,0.004891426,0.0019976588,0.00232895,0.00035064755,0.000556658,0.00069716485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015268579,0.000032247906,0.7833284,0.00003645345,0.0000045819024,0.0000010229978,0.06861731,0.0000046747964,0.0008409087,0.0032910006,0.13466701,0.00916111],"study_design_scores_gemma":[0.0014732275,0.00017192967,0.93358445,0.000032496264,0.0000012008603,0.000010114878,0.03176299,0.00011727123,0.00074867107,0.00017257039,0.03174755,0.00017753428],"about_ca_topic_score_codex":0.005479242,"about_ca_topic_score_gemma":0.001798208,"teacher_disagreement_score":0.15025604,"about_ca_system_score_codex":0.0016749658,"about_ca_system_score_gemma":0.008663701,"threshold_uncertainty_score":0.99893373},"labels":[],"label_agreement":null},{"id":"W2063833167","doi":"10.1186/1748-5908-6-102","title":"Talk, trust and time: a longitudinal study evaluating knowledge translation and exchange processes for research on violence against women","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"Institute of Human Development, Child and Youth Health; Canadian Institutes of Health Research; McMaster University; Canadian Health Services Research Foundation","keywords":"Knowledge translation; Health services research; Stakeholder; Context (archaeology); Knowledge sharing; Public relations; Focus group; Public health; Medicine; Domestic violence; Poison control; Medical education; Knowledge management; Suicide prevention; Nursing; Business; Political science; Computer science; Marketing; Environmental health","score_opus":0.5868804120677152,"score_gpt":0.5947760604474637,"score_spread":0.007895648379748432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063833167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833727,0.00015948806,0.00031910097,0.000025167965,0.00006695646,0.0015996165,0.0000141993705,0.00003080146,0.01441201],"genre_scores_gemma":[0.9983991,0.00013455887,0.0008308156,0.00003234733,0.000052558906,0.00048294212,0.0000022255517,0.000006349092,0.00005914999],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99784315,0.0002345481,0.00022317666,0.00048406323,0.00066316896,0.0005519101],"domain_scores_gemma":[0.9985299,0.00047684793,0.000076665354,0.00010955267,0.0006584506,0.00014855372],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009480391,0.00009589469,0.000111100075,0.00026656745,0.001891697,0.00021989053,0.00025063852,0.0000252258,0.000094315306],"category_scores_gemma":[0.0005109048,0.00008998752,0.000009965552,0.0010570516,0.0008200574,0.0007592482,0.000061073915,0.000072365416,0.000010754293],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001601379,0.00028459908,0.052368775,0.00011851114,0.000009710062,0.0000015617644,0.37162676,0.0000013748922,0.0030031195,0.0059406767,0.0000398306,0.56644493],"study_design_scores_gemma":[0.002243462,0.003225733,0.6724418,0.00014601352,0.000022742983,0.0000016723202,0.3117913,0.0014454224,0.0020165085,0.005753666,0.00048646727,0.00042524197],"about_ca_topic_score_codex":0.00035122788,"about_ca_topic_score_gemma":0.00022478974,"teacher_disagreement_score":0.620073,"about_ca_system_score_codex":0.00013085322,"about_ca_system_score_gemma":0.0004304799,"threshold_uncertainty_score":0.9994077},"labels":[],"label_agreement":null},{"id":"W2064019771","doi":"10.1186/1748-5908-7-12","title":"Exploring the interpersonal-, organization-, and system-level factors that influence the implementation and use of an innovation-synoptic reporting-in cancer care","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Nova Scotia Cancer Centre; University of Toronto; Ontario Institute for Cancer Research; Cancer Care Nova Scotia; Dalhousie University","funders":"Canadian Institutes of Health Research; Dalhousie University; Nova Scotia Department of Health and Wellness; Department of Health, Western Cape Government; Nova Scotia Health Research Foundation; Dalhousie Medical Research Foundation","keywords":"Audit; Nursing research; Health administration; Medicine; Interpersonal communication; Health informatics; Quality (philosophy); Nursing; Medical education; Public health; Psychology; Business; Accounting; Social psychology","score_opus":0.8273578189465896,"score_gpt":0.6757353306382157,"score_spread":0.15162248830837388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064019771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99639744,0.00001841956,0.00035832252,0.0011548006,0.00041218958,0.0014894578,0.00012148442,0.000031465763,0.000016406024],"genre_scores_gemma":[0.99746776,0.000034248398,0.000582556,0.0014118467,0.00004815631,0.00040757094,0.000024673902,0.000015161068,0.000008019277],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99583334,0.00050003926,0.001775946,0.00036144964,0.00083715643,0.0006920805],"domain_scores_gemma":[0.9950851,0.0013625112,0.002029327,0.00033921638,0.0010270659,0.00015676487],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005447942,0.00016257899,0.00019582103,0.00043615967,0.0018294591,0.00012236695,0.0003144272,0.000028583208,0.00009743279],"category_scores_gemma":[0.0021735295,0.00010662621,0.000011621636,0.0030769736,0.0004426512,0.004888759,0.00022602212,0.00020891016,0.0000026541798],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002761214,0.0000037915704,0.8483396,0.00009152909,0.00000288904,1.3395524e-7,0.14167053,0.000008111767,0.002678845,0.0030011528,0.000017924718,0.0041827215],"study_design_scores_gemma":[0.0002695936,0.000020858393,0.6847218,0.000042597458,0.000008704903,0.000003187974,0.31129527,0.000033376447,0.0032307655,0.000006301849,0.00028967898,0.00007782323],"about_ca_topic_score_codex":0.010697391,"about_ca_topic_score_gemma":0.0045291875,"teacher_disagreement_score":0.16962476,"about_ca_system_score_codex":0.00051619014,"about_ca_system_score_gemma":0.0009457625,"threshold_uncertainty_score":0.99947},"labels":[],"label_agreement":null},{"id":"W2068375616","doi":"10.1186/1748-5908-4-22","title":"Improving the delivery of care for patients with diabetes through understanding optimised team work and organisation in primary care","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Diabetes Management and Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada; University of Ottawa","funders":"Diabetes UK","keywords":"Medicine; Health administration; Health services research; Health informatics; Primary care; Work (physics); Public health; Nursing; Health care delivery; Health care; Family medicine","score_opus":0.03265348902605059,"score_gpt":0.32150950633615377,"score_spread":0.2888560173101032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068375616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976133,0.000051895524,0.0007662034,0.00021764284,0.000047006048,0.000993164,0.000004250254,0.000008904422,0.00029760797],"genre_scores_gemma":[0.9960823,0.0000033174913,0.00351174,0.00026828676,0.0000121211715,0.00001988936,0.00009541752,0.000003940281,0.0000029614062],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992806,0.000008583402,0.00014939847,0.00016043561,0.00024442683,0.00015656115],"domain_scores_gemma":[0.9995791,0.00004869506,0.000107636704,0.0000953694,0.00014725451,0.000021974554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017237206,0.000058838275,0.00008216153,0.000093850176,0.00015477714,0.00004530676,0.00006171318,0.000010413354,0.000005597675],"category_scores_gemma":[0.000022748998,0.000042013686,0.000010401055,0.00039393007,0.00008750529,0.00042000847,0.000016839515,0.000025171506,1.3701471e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006398155,0.000033407487,0.93619925,0.00017920551,0.000004535423,2.9948e-8,0.018483594,0.000018014793,0.0017207635,0.00027938976,0.00004072792,0.04297713],"study_design_scores_gemma":[0.0018994925,0.0005182426,0.93921715,0.00007122005,0.00003934181,1.9819264e-8,0.054283757,0.000042893043,0.0037243636,0.00011396622,0.000023323415,0.000066225366],"about_ca_topic_score_codex":0.000009280466,"about_ca_topic_score_gemma":0.000009961942,"teacher_disagreement_score":0.042910904,"about_ca_system_score_codex":0.00033951088,"about_ca_system_score_gemma":0.00012481982,"threshold_uncertainty_score":0.17132685},"labels":[],"label_agreement":null},{"id":"W2069165714","doi":"10.1186/1748-5908-6-90","title":"Computerized clinical decision support systems for therapeutic drug monitoring and dosing: A decision-maker-researcher partnership systematic review","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Population Health Research Institute; Hamilton Health Sciences; Hamilton General Hospital","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Medicine; Dosing; MEDLINE; Intensive care medicine; Randomized controlled trial; Drug Utilization Review; Drug; Pharmacology; Internal medicine","score_opus":0.6060814230150001,"score_gpt":0.6908871368797338,"score_spread":0.08480571386473368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069165714","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030923955,0.95945054,0.007664071,0.00007914998,0.0034908298,0.029030293,0.00006173069,0.00010886811,0.000083593855],"genre_scores_gemma":[0.00011970247,0.98746794,0.002441978,0.00030174202,0.00055719016,0.008596238,0.000048706668,0.00009736005,0.00036914102],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9826285,0.0053100977,0.0071092886,0.0014598474,0.0016265301,0.0018657136],"domain_scores_gemma":[0.97293824,0.02009547,0.003676134,0.0013259295,0.0011389062,0.0008253423],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.055243567,0.00062517525,0.004262339,0.00061500067,0.0017549457,0.00021247602,0.0014535636,0.00034753032,0.00011967851],"category_scores_gemma":[0.0032083555,0.0004413881,0.00043950306,0.0014632022,0.00030324815,0.00052301254,0.00044520898,0.0010981531,0.00025797167],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017783337,0.000025011916,0.00016613111,0.6599628,0.00005988669,0.0000020155978,0.00044311307,1.8970107e-8,1.8105875e-7,0.0004993837,0.0030923584,0.33573136],"study_design_scores_gemma":[0.0008933589,0.00019174641,0.000038103535,0.5212999,0.0006574561,0.000028546077,0.0007191694,0.000051245017,1.16132384e-7,0.00014385818,0.47561347,0.00036305585],"about_ca_topic_score_codex":0.00022323786,"about_ca_topic_score_gemma":0.000050177994,"teacher_disagreement_score":0.47252113,"about_ca_system_score_codex":0.0013569548,"about_ca_system_score_gemma":0.007957371,"threshold_uncertainty_score":0.9998038},"labels":[],"label_agreement":null},{"id":"W2070730818","doi":"10.1186/1748-5908-3-27","title":"Is reporting on interventions a weak link in understanding how and why they work? A preliminary exploration using community heart health exemplars","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Western University; University of British Columbia; Douglas College; McGill University; University of Ottawa; Okanagan University College; University of Waterloo","funders":"Canadian Institutes of Health Research; Government of Ontario; Canadian Health Services Research Foundation; Heart and Stroke Foundation of Canada","keywords":"Psychological intervention; Medicine; Intervention (counseling); Health services research; Health administration; Population health; Community health; Health intervention; Health informatics; Public health; Data extraction; Population; Medical education; Nursing; MEDLINE; Environmental health; Political science","score_opus":0.9432909298368319,"score_gpt":0.7336290493172556,"score_spread":0.20966188051957635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070730818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87208915,0.00001418974,0.028042756,0.097506195,0.0003080202,0.0017996914,0.00003494184,0.00007091108,0.0001341497],"genre_scores_gemma":[0.977181,0.000044390017,0.004360882,0.018107915,0.000056425488,0.00018155272,0.000013307849,0.000016990645,0.000037547514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99316543,0.0021449972,0.00222883,0.00051021733,0.0009385759,0.0010119429],"domain_scores_gemma":[0.99537116,0.0013420581,0.0022321958,0.00046471614,0.00023636362,0.00035347618],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.017229738,0.00018600436,0.00032710278,0.000918409,0.0074563436,0.00009441793,0.00030386596,0.00005964488,0.00010615966],"category_scores_gemma":[0.0025181114,0.000189148,0.00005690158,0.0020205348,0.00039498997,0.0020880958,0.0002710819,0.00070360047,0.000014211294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001240815,0.00011937454,0.5374467,0.0005009664,0.000009274834,0.000007036137,0.44039437,0.00015344073,0.002012305,0.0031327019,0.011864626,0.004235157],"study_design_scores_gemma":[0.002786926,0.00091857056,0.63356954,0.0015586528,0.000010390831,0.000055491604,0.3513726,0.0014623259,0.000338213,0.005236561,0.0022368396,0.00045391385],"about_ca_topic_score_codex":0.0042031105,"about_ca_topic_score_gemma":0.0038821767,"teacher_disagreement_score":0.10509184,"about_ca_system_score_codex":0.002290879,"about_ca_system_score_gemma":0.0018037596,"threshold_uncertainty_score":0.9938358},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2071304386","doi":"10.1186/1748-5908-4-1","title":"Mapping new theoretical and methodological terrain for knowledge translation: contributions from critical realism and the arts","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":762,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; Toronto Rehabilitation Institute; University of Toronto","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care","keywords":"Critical realism (philosophy of perception); Context (archaeology); Epistemology; Knowledge translation; Sociology; Agency (philosophy); Engineering ethics; Realism; Knowledge management; Social science; Computer science","score_opus":0.8046160871749412,"score_gpt":0.7543046970163122,"score_spread":0.050311390158628955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071304386","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06417713,0.00012023024,0.5661987,0.3646556,0.0003590895,0.0025408638,0.0003361892,0.00007186121,0.0015403511],"genre_scores_gemma":[0.9269172,0.000037059603,0.04706558,0.025395524,0.0003250306,0.00020843191,0.000019242601,0.0000051116012,0.000026830641],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962227,0.0012972478,0.0008464941,0.0004908465,0.00041171964,0.0007309949],"domain_scores_gemma":[0.96995217,0.028853208,0.00017554859,0.00021949953,0.00034916878,0.00045041804],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.012325629,0.00013319303,0.00025951985,0.00014740735,0.0026936817,0.00011295997,0.00025864967,0.00007202449,0.00047398498],"category_scores_gemma":[0.012493641,0.00009102971,0.00003479323,0.0006035429,0.0020562478,0.0004833521,0.000074665855,0.00022734326,0.000011889072],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006735013,0.0000075089747,0.0003051599,0.000011235889,0.0000028329184,2.3159221e-7,0.054604053,1.9587448e-7,0.002577889,0.88274944,0.0038623924,0.055811692],"study_design_scores_gemma":[0.009918068,0.00022266837,0.07211594,0.000060593356,0.00004159487,0.000009820333,0.046884455,0.0030134218,0.00059417204,0.7888205,0.07802001,0.00029874325],"about_ca_topic_score_codex":0.00021595437,"about_ca_topic_score_gemma":0.00014748327,"teacher_disagreement_score":0.86274004,"about_ca_system_score_codex":0.000104361134,"about_ca_system_score_gemma":0.00084653223,"threshold_uncertainty_score":0.99860466},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2073304860","doi":"10.1186/1748-5908-6-69","title":"Understanding the relationship between the perceived characteristics of clinical practice guidelines and their uptake: protocol for a realist review","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Sunnybrook Hospital; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Usability; Health informatics; Protocol (science); Scope (computer science); Guideline; Quality (philosophy); Evidence-based medicine; Medicine; Health administration; Clinical Practice; Management science; Knowledge management; Psychology; Public health; Computer science; Alternative medicine; Nursing; Engineering; Pathology","score_opus":0.9387306319719142,"score_gpt":0.7227017014696142,"score_spread":0.2160289305023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073304860","genre_codex":"protocol","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017499255,0.34694374,0.03689648,0.03440395,0.00062912516,0.57945764,0.0010343195,0.000085513384,0.0005317554],"genre_scores_gemma":[0.000093952476,0.9100627,0.013044844,0.0046564103,0.0007282037,0.07097721,0.00034938508,0.00005204533,0.000035256657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908046,0.0008729796,0.006598912,0.0006506086,0.00073025015,0.00034264196],"domain_scores_gemma":[0.9578992,0.031725563,0.0066540716,0.0010082047,0.0025233382,0.00018963288],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031763118,0.0003492478,0.0014802483,0.00014304991,0.0006430972,0.0001137221,0.00057238963,0.00012911759,0.0000818646],"category_scores_gemma":[0.1313824,0.0001712675,0.00041307788,0.0009425059,0.00093752076,0.0005831568,0.00020683726,0.00055599737,0.000005975858],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006173631,0.000043147826,0.0021599806,0.011269005,0.000105424304,5.111048e-7,0.0002697436,9.083124e-9,3.508469e-7,0.002882155,0.009984519,0.9732234],"study_design_scores_gemma":[0.0010375103,0.00029973141,0.018005623,0.010312835,0.0024091995,0.000068135865,0.0019919686,0.00000883225,2.3044427e-7,0.0006938974,0.9649968,0.00017524385],"about_ca_topic_score_codex":0.00008112863,"about_ca_topic_score_gemma":0.000023371294,"teacher_disagreement_score":0.97304815,"about_ca_system_score_codex":0.0001914827,"about_ca_system_score_gemma":0.0026005637,"threshold_uncertainty_score":0.9970036},"labels":[],"label_agreement":null},{"id":"W2075342439","doi":"10.1186/1748-5908-6-59","title":"Community-based knowledge translation: unexplored opportunities","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"University of Melbourne","keywords":"Knowledge translation; Knowledge management; Tacit knowledge; Context (archaeology); Scope (computer science); Medicine; Process (computing); Health informatics; Public relations; Computer science; Public health; Political science; Nursing","score_opus":0.9793088774904426,"score_gpt":0.7611726335535226,"score_spread":0.21813624393692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075342439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77480745,0.00002368863,0.030087266,0.012766692,0.0021221153,0.0035482056,0.00030516754,0.00064769224,0.17569171],"genre_scores_gemma":[0.97296757,0.000008096466,0.009547463,0.0164999,0.000084446976,0.00051419187,0.00004120617,0.0000195679,0.00031756386],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947538,0.001887642,0.0011706104,0.00033876937,0.00080966944,0.0010395322],"domain_scores_gemma":[0.9960771,0.001587471,0.0004614442,0.00059883075,0.0007924196,0.0004826961],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0098184375,0.0001809253,0.00020092308,0.0006655206,0.0048174397,0.000043211312,0.0009133052,0.000057158544,0.005191152],"category_scores_gemma":[0.0004286344,0.0001757727,0.0000452083,0.0018033057,0.00089970545,0.0014429516,0.00013161167,0.00045875745,0.00060630706],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010507191,0.0002111983,0.04743949,0.00041401127,0.000015263213,0.000004914602,0.7613528,0.000004776309,0.008589675,0.045826755,0.021891952,0.11414409],"study_design_scores_gemma":[0.0053367116,0.00046793662,0.12639885,0.000100376325,0.00003193561,0.0000035750256,0.3869923,0.00047607126,0.012057698,0.0037262947,0.46371886,0.0006893905],"about_ca_topic_score_codex":0.0012888786,"about_ca_topic_score_gemma":0.0015028502,"teacher_disagreement_score":0.4418269,"about_ca_system_score_codex":0.00035247902,"about_ca_system_score_gemma":0.0041395747,"threshold_uncertainty_score":0.99647814},"labels":[],"label_agreement":null},{"id":"W2076950612","doi":"10.1186/1748-5908-3-2","title":"Translating shared decision-making into health care clinical practices: Proof of concepts","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Hôpital Saint-François d'Assise","funders":"Canadian Institutes of Health Research; Max-Planck-Gesellschaft","keywords":"Health informatics; Health services research; Protocol (science); Nursing research; Health care; Medicine; Process (computing); Health administration; Grounded theory; The Internet; Medical education; Knowledge management; Public relations; Public health; Qualitative research; Nursing; Computer science; Sociology; Alternative medicine; World Wide Web; Political science","score_opus":0.6017672311942027,"score_gpt":0.6864675612187995,"score_spread":0.08470033002459676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076950612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9503693,0.003989473,0.01816222,0.014061262,0.0024935906,0.0077641024,0.00020578863,0.00022423445,0.0027300133],"genre_scores_gemma":[0.91031045,0.000055555196,0.087378845,0.0019222818,0.000074428965,0.00020044204,0.000036447487,0.000015575348,0.0000059820977],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9938488,0.001377896,0.0024569873,0.0005526825,0.0011475938,0.00061605737],"domain_scores_gemma":[0.9902105,0.0035681252,0.0035773579,0.0008424358,0.0015480362,0.0002535744],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026103407,0.00014578723,0.00035723974,0.0002490291,0.003200592,0.000017371502,0.0008786728,0.0000827808,0.0003906299],"category_scores_gemma":[0.0047031064,0.00014041181,0.000072435716,0.0012334138,0.00061099645,0.0011716149,0.0002759112,0.0005150415,0.000028660836],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000920582,0.00006700058,0.37584847,0.00040129756,0.0000087744875,0.0000016893769,0.40087178,0.000035411522,0.00014582119,0.00097656244,0.001055219,0.22049591],"study_design_scores_gemma":[0.0043156636,0.00094180554,0.33516017,0.0015260841,0.000019683885,0.000009703485,0.64122176,0.0015592404,0.0003323279,0.0010306796,0.01341176,0.00047109806],"about_ca_topic_score_codex":0.0013038587,"about_ca_topic_score_gemma":0.002292861,"teacher_disagreement_score":0.24034998,"about_ca_system_score_codex":0.00057739334,"about_ca_system_score_gemma":0.0071178162,"threshold_uncertainty_score":0.9985109},"labels":[],"label_agreement":null},{"id":"W2078469273","doi":"10.1186/1748-5908-3-31","title":"Patterns of research utilization on patient care units","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; University of Toronto; SickKids Foundation; University of British Columbia; Hospital for Sick Children; Sunnybrook Health Science Centre; Toronto Rehabilitation Institute; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Heritage Foundation for Medical Research; Fondation pour la Recherche Médicale; University of Alberta","keywords":"Nursing research; Health administration; Context (archaeology); Nursing; Health care; Health services research; Unit (ring theory); Health informatics; Acute care; Medicine; Qualitative research; Work (physics); Psychology; Public health; Sociology","score_opus":0.8014266507754425,"score_gpt":0.7260854418414103,"score_spread":0.07534120893403218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078469273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942563,0.0000197274,0.00019395587,0.00043745714,0.0005541851,0.00095996883,0.000042776464,0.000020162688,0.003515472],"genre_scores_gemma":[0.9990809,0.00007828616,0.0001278658,0.00031623364,0.000077184275,0.00013868623,0.000039063023,0.000004828399,0.00013696648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959993,0.0005188061,0.0004707419,0.00030148905,0.00197435,0.0007353443],"domain_scores_gemma":[0.9958506,0.0005347684,0.00015916544,0.00027751224,0.0029116545,0.00026625572],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026375735,0.000059951726,0.00008404316,0.00066802296,0.0027031377,0.000011400243,0.00033108945,0.000032937627,0.00082935556],"category_scores_gemma":[0.0010959407,0.00005060858,0.000010920185,0.0031889405,0.0003361275,0.00039609207,0.00010420928,0.00025703735,0.0001603618],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040147595,0.0000492066,0.76009977,0.0001785716,0.0000013703171,0.0000018109725,0.18284966,0.0000218194,0.0024185241,0.0040443633,0.010026865,0.040267896],"study_design_scores_gemma":[0.0004843846,0.0008127907,0.6701785,0.000102153645,7.885442e-7,0.0000010448387,0.29893026,0.00008697269,0.013229029,0.000107590626,0.015984159,0.000082394654],"about_ca_topic_score_codex":0.0018009035,"about_ca_topic_score_gemma":0.0003901258,"teacher_disagreement_score":0.11608058,"about_ca_system_score_codex":0.00045204605,"about_ca_system_score_gemma":0.0046949144,"threshold_uncertainty_score":0.9985952},"labels":[],"label_agreement":null},{"id":"W2079428464","doi":"10.1186/1748-5908-4-16","title":"Fever, hyperglycaemia and swallowing dysfunction management in acute stroke: A cluster randomised controlled trial of knowledge transfer","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Dysphagia Assessment and Management","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Medical Research Council; National Health and Medical Research Council; Royal Australasian College of Physicians","keywords":"Medicine; Stroke (engine); Psychological intervention; Swallowing; Emergency medicine; Physical therapy; Cluster randomised controlled trial; Randomized controlled trial; Health services research; Incidence (geometry); Intensive care medicine; Public health; Surgery; Nursing","score_opus":0.048252653128956505,"score_gpt":0.4650914505064433,"score_spread":0.4168387973774868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079428464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96338725,0.000028594957,0.007828189,0.00083843863,0.0008705651,0.009111652,0.000004665889,0.00003449006,0.017896166],"genre_scores_gemma":[0.99596965,0.000108939865,0.0008254484,0.00053874997,0.00004039405,0.0006419826,0.000008733428,0.0000062365502,0.0018598851],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99761456,0.00025725705,0.0008648006,0.00034890074,0.00048320813,0.00043129886],"domain_scores_gemma":[0.9992598,0.00021848921,0.00014995322,0.00017913578,0.00010864314,0.00008397527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030355758,0.0001411438,0.00035337327,0.0004679032,0.0003529972,0.00002898685,0.00018340333,0.000041605475,0.0002017313],"category_scores_gemma":[0.000034413933,0.00011898654,0.0000642493,0.0005435067,0.00007595251,0.0005866457,0.000068425274,0.00013256479,0.000011478369],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5826157,0.0014197626,0.013417237,0.00035371035,0.00071585237,0.000023036146,0.02550722,0.00008249087,0.05139269,0.046492055,0.0048873783,0.2730929],"study_design_scores_gemma":[0.95730805,0.00035998572,0.034155954,0.000042517597,0.00019834036,2.7269388e-7,0.0050572054,0.0007354822,0.00037823583,0.0003181378,0.0012923091,0.00015351536],"about_ca_topic_score_codex":0.000031159012,"about_ca_topic_score_gemma":0.00010311383,"teacher_disagreement_score":0.37469238,"about_ca_system_score_codex":0.00019586195,"about_ca_system_score_gemma":0.0001636693,"threshold_uncertainty_score":0.48521304},"labels":[],"label_agreement":null},{"id":"W2080150684","doi":"10.1186/1748-5908-9-36","title":"A mixed methods approach to understand variation in lung cancer practice and the role of guidelines","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; McMaster University Medical Centre; St. Joseph’s Healthcare Hamilton; Hamilton Health Sciences; University of Toronto; St Joseph's Health Care; St Joseph's Health Centre; McMaster University; Juravinski Hospital","funders":"Cancer Care Ontario","keywords":"Operationalization; Medicine; Health administration; Health services research; Guideline; Qualitative research; Family medicine; Public health; Nursing; Pathology","score_opus":0.11054612497006944,"score_gpt":0.536682481415446,"score_spread":0.4261363564453766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080150684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63239914,0.0019951954,0.3136769,0.03966445,0.0003429446,0.0033497498,0.0000163313,0.000024435943,0.008530849],"genre_scores_gemma":[0.8956445,0.00008701237,0.10315041,0.0009778783,0.000023427434,0.00010615044,0.0000013966675,0.0000027156739,0.00000652968],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990912,0.00011620049,0.00023079163,0.0001820589,0.00027534965,0.00010441419],"domain_scores_gemma":[0.99918705,0.00030348054,0.00011132192,0.00012222087,0.00023034571,0.000045574296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00283842,0.000048682155,0.000112468544,0.00009102479,0.000063815685,0.000029022798,0.000055350374,0.000009212728,0.000012049161],"category_scores_gemma":[0.0005703881,0.000030294363,0.000012527699,0.0004612892,0.000091065085,0.00017449925,0.000032172495,0.000023931458,2.235054e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078655826,0.0003974725,0.123274945,0.00018638396,0.00016237135,5.087649e-7,0.05952947,0.0011361399,0.031483132,0.22247851,0.001432169,0.55913234],"study_design_scores_gemma":[0.017787896,0.00039472795,0.76447177,0.00017494497,0.00064155797,0.000019337285,0.058735654,0.093440354,0.04939138,0.0054778988,0.009202889,0.0002616031],"about_ca_topic_score_codex":0.0023086302,"about_ca_topic_score_gemma":0.00018149556,"teacher_disagreement_score":0.6411968,"about_ca_system_score_codex":0.00017890471,"about_ca_system_score_gemma":0.00015145598,"threshold_uncertainty_score":0.34899738},"labels":[],"label_agreement":null},{"id":"W2081776798","doi":"10.1186/1748-5908-4-49","title":"Twelve years of clinical practice guideline development, dissemination and evaluation in Canada (1994 to 2005)","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Medical Association; Canadian Institutes of Health Research; University of Ottawa","funders":"Canadian Medical Association; Canadian Institutes of Health Research; University of Ottawa; Heart and Stroke Foundation of Canada","keywords":"Guideline; Medicine; Health services research; Family medicine; Health informatics; Health administration; MEDLINE; Information Dissemination; Public health; Nursing; Political science","score_opus":0.3076093358118502,"score_gpt":0.648589246609083,"score_spread":0.34097991079723283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081776798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98753583,0.000023066768,0.0022612428,0.008529219,0.00020787022,0.001049905,0.000009144299,0.000008165099,0.00037554794],"genre_scores_gemma":[0.918532,0.000019922372,0.076303855,0.004982427,0.000051163268,0.00001774816,0.00007648379,0.0000049809837,0.000011382923],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952796,0.00014174025,0.0023343891,0.00040709256,0.0015600689,0.00027707848],"domain_scores_gemma":[0.9969946,0.0010920155,0.00062544557,0.00020867243,0.0008466842,0.00023256935],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012817192,0.00009254531,0.00023118472,0.00026675244,0.000060512262,0.000028376557,0.00011646468,0.000026158632,0.00017464106],"category_scores_gemma":[0.012962292,0.00009936782,0.00001909372,0.00084485067,0.000055649944,0.0007372892,0.00005074942,0.00011491907,0.0000044599515],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013409695,0.00008136798,0.050238315,0.0000045594397,0.000006312756,0.0000047545145,0.0005215466,0.000045668927,0.004185972,0.000051250925,0.004801287,0.9399249],"study_design_scores_gemma":[0.001967911,0.00019351365,0.96437234,0.00003359703,0.000048372687,0.000015346759,0.0052631004,0.0022458811,0.0022371558,0.000061929415,0.023450248,0.00011057942],"about_ca_topic_score_codex":0.114966035,"about_ca_topic_score_gemma":0.43613836,"teacher_disagreement_score":0.93981427,"about_ca_system_score_codex":0.00070933433,"about_ca_system_score_gemma":0.006581956,"threshold_uncertainty_score":0.9990498},"labels":[],"label_agreement":null},{"id":"W2082150952","doi":"10.1186/1748-5908-2-15","title":"Interventions aimed at increasing research use in nursing: a systematic review","year":2007,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":208,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Faculty of Nursing, University of Alberta; Canadian Institutes of Health Research; Alberta Heritage Foundation for Medical Research; Fondation pour la Recherche Médicale; University of Alberta","keywords":"CINAHL; Medicine; Psychological intervention; Nursing research; Systematic review; MEDLINE; Grey literature; Randomized controlled trial; Nursing; Health services research; Health administration; Family medicine; Public health; Pathology","score_opus":0.8890026329870184,"score_gpt":0.8132472948232768,"score_spread":0.07575533816374158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082150952","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017903865,0.9832452,0.000062444204,0.00034989452,0.0008071787,0.014077173,0.000040678435,0.000037571863,0.0012008089],"genre_scores_gemma":[0.00011006512,0.9948765,0.000430073,0.00036311965,0.00011902702,0.0029549308,0.00013275821,0.000025505306,0.0009879916],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9817267,0.008349257,0.0037472362,0.00093330926,0.0029584116,0.0022850973],"domain_scores_gemma":[0.9878607,0.008063002,0.0011947249,0.00089643867,0.0012579396,0.00072723016],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08515937,0.00027275353,0.0014552041,0.0032966253,0.0029097805,0.00015430531,0.001299858,0.00016886895,0.0010921578],"category_scores_gemma":[0.0178016,0.0002119865,0.00023694112,0.010434499,0.00081604737,0.0011316861,0.00042410067,0.001414033,0.0014427543],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000036013162,0.000057701967,0.00021430154,0.9273626,0.0000035641888,0.0000034359182,0.0012796622,1.8357436e-8,7.366708e-7,0.00042866962,0.006651625,0.06399405],"study_design_scores_gemma":[0.00018995527,0.000048089907,0.00042611358,0.8964161,0.0000883987,0.000015651605,0.002913295,0.0000036758324,2.8122125e-7,0.000055229426,0.09966409,0.00017908419],"about_ca_topic_score_codex":0.0018232025,"about_ca_topic_score_gemma":0.0025690475,"teacher_disagreement_score":0.09301247,"about_ca_system_score_codex":0.008479815,"about_ca_system_score_gemma":0.009649074,"threshold_uncertainty_score":0.999821},"labels":[],"label_agreement":null},{"id":"W2082260995","doi":"10.1186/1748-5908-3-41","title":"Factors influencing the adoption of an innovation: An examination of the uptake of the Canadian Heart Health Kit (HHK)","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":227,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Fondation pour la Recherche Médicale; Canadian Child Health Clinician Scientist Program; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; University of Alberta; National Science Foundation","keywords":"Medicine; Situational ethics; Psychology; Social psychology","score_opus":0.6888294902273927,"score_gpt":0.6607534122507073,"score_spread":0.028076077976685432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082260995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910894,0.0000031881889,0.000101108504,0.0063796304,0.00044998483,0.0015812968,0.00014710543,0.000012119466,0.00023614126],"genre_scores_gemma":[0.9927691,0.0000024928665,0.00049329357,0.0065876343,0.000042971547,0.000051632913,0.000014724089,0.000008443904,0.00002969082],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944378,0.0012391871,0.0017950039,0.0002948532,0.0016284313,0.00060468924],"domain_scores_gemma":[0.9952697,0.00039165557,0.0018270718,0.0007650963,0.0015466966,0.00019976434],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009538344,0.00012471866,0.0002029645,0.00044461203,0.003961337,0.000017721146,0.0010168612,0.000051165138,0.0001919295],"category_scores_gemma":[0.0012482087,0.000071883514,0.00003838179,0.005298056,0.0010280166,0.0011744356,0.00012337533,0.00025446079,0.0000033036458],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075275348,0.000043403103,0.691195,0.0001282768,0.0000057188845,6.200619e-8,0.25261605,0.00018491452,0.024065802,0.018842578,0.0008349966,0.01207567],"study_design_scores_gemma":[0.00031132592,0.000102027494,0.9539435,0.00003360298,0.0000032911307,0.0000014541122,0.036455035,0.00010244312,0.0068284213,0.000118723234,0.0020422745,0.000057897927],"about_ca_topic_score_codex":0.09336091,"about_ca_topic_score_gemma":0.24249068,"teacher_disagreement_score":0.2627485,"about_ca_system_score_codex":0.0007713306,"about_ca_system_score_gemma":0.012387235,"threshold_uncertainty_score":0.9973354},"labels":[],"label_agreement":null},{"id":"W2082685237","doi":"10.1186/1748-5908-6-71","title":"SCOPE: Safer care for older persons (in residential) environments: A study protocol","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta","funders":"Health Canada","keywords":"SAFER; Medicine; Nursing; Health care; Quality management; Workload; Intervention (counseling); Nursing research; Management system; Operations management","score_opus":0.1570959514590944,"score_gpt":0.550025156862605,"score_spread":0.3929292054035106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082685237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59139717,0.000022488532,0.0014362197,0.000270887,0.001050524,0.40121144,0.000059375565,0.00006286679,0.004489009],"genre_scores_gemma":[0.82981145,6.4549545e-7,0.00094457006,0.0001008584,0.000055850178,0.16866627,0.0000072778435,0.000011111795,0.00040193196],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9982096,0.00013853428,0.00041635422,0.0003771801,0.00039623186,0.00046211417],"domain_scores_gemma":[0.99937147,0.000065663975,0.00015589858,0.0002421617,0.000084036095,0.00008079057],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009881385,0.00009600432,0.00012445387,0.00024050161,0.0009008661,0.000021361024,0.00024572073,0.000029955938,0.0012895553],"category_scores_gemma":[0.000047846846,0.00008573376,0.000029697912,0.00045042607,0.00008802156,0.00038489825,0.000085480046,0.00009446151,0.000060492417],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002627905,0.0003287743,0.33529153,0.00014580798,0.000009132174,0.0000040344985,0.6343478,9.960328e-7,0.002307516,0.0002382684,0.0072361645,0.019827181],"study_design_scores_gemma":[0.0034882936,0.00024925327,0.58579844,0.00002704539,0.000012868255,2.2354094e-7,0.40079844,0.0000015782844,0.0009911017,0.000050153925,0.008483456,0.00009911338],"about_ca_topic_score_codex":0.0018711839,"about_ca_topic_score_gemma":0.004838393,"teacher_disagreement_score":0.25050694,"about_ca_system_score_codex":0.00032563574,"about_ca_system_score_gemma":0.0004065115,"threshold_uncertainty_score":0.9996234},"labels":[],"label_agreement":null},{"id":"W2083029092","doi":"10.1186/1748-5908-5-14","title":"A systematic review of the use of theory in the design of guideline dissemination and implementation strategies and interpretation of the results of rigorous evaluations","year":2010,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":648,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Chief Scientist Office, Scottish Government Health and Social Care Directorate; Scottish Government","keywords":"Construct (python library); Psychological intervention; Management science; Social cognitive theory; Systematic review; Academic detailing; Health services research; Research design; Guideline; Theory of planned behavior; Interpretation (philosophy); Medicine; Psychology; Computer science; Social psychology; MEDLINE; Sociology; Public health; Social science","score_opus":0.675377176972941,"score_gpt":0.7400518025235054,"score_spread":0.06467462555056447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083029092","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022508174,0.81085074,0.041794162,0.0055512907,0.0015614562,0.11050167,0.006929575,0.000034424218,0.00026852105],"genre_scores_gemma":[0.14479779,0.84819996,0.004284391,0.0009034048,0.000026694253,0.0016336875,0.00009974858,0.000029970315,0.00002432485],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98335284,0.00765607,0.0066265874,0.00036763574,0.0016816799,0.0003152013],"domain_scores_gemma":[0.9755512,0.012212218,0.00967435,0.0008616578,0.0016537247,0.00004687626],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03335823,0.00022531446,0.0011283518,0.00045338908,0.00033630244,0.000026479627,0.0009346032,0.00009053971,0.00004439466],"category_scores_gemma":[0.012840203,0.00011623682,0.00012532622,0.0025967571,0.0010530725,0.00080692145,0.0002513468,0.0002971343,3.6042846e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037900074,0.00006778521,0.00030861265,0.73048127,0.00005599336,8.307856e-8,0.0753869,0.000029765415,0.0014102983,0.014727014,0.00064301625,0.17685136],"study_design_scores_gemma":[0.0032575356,0.0006620068,0.012670892,0.8032953,0.0036828879,0.000026044947,0.16251981,0.001551372,0.0015383543,0.003988623,0.0061547332,0.0006524404],"about_ca_topic_score_codex":0.0005809149,"about_ca_topic_score_gemma":0.0007379455,"teacher_disagreement_score":0.17619893,"about_ca_system_score_codex":0.00012831269,"about_ca_system_score_gemma":0.003578543,"threshold_uncertainty_score":0.99547505},"labels":[],"label_agreement":null},{"id":"W2084154288","doi":"10.1186/1748-5908-5-69","title":"Scoping studies: advancing the methodology","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":14722,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research; Canadian Occupational Therapy Foundation; Canadian Child Health Clinician Scientist Program; McMaster University","keywords":"Health services research; Knowledge translation; Rigour; Thematic analysis; Process (computing); Management science; Health informatics; Process management; Relevance (law); Health care; Qualitative research; Medicine; Health administration; Knowledge management; Computer science; Public health; Nursing; Engineering; Political science; Sociology","score_opus":0.9379698947753394,"score_gpt":0.849743256860538,"score_spread":0.08822663791480145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084154288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92723745,0.000024843559,0.013807114,0.04753586,0.0057687764,0.0028785097,0.000020720152,0.00014740921,0.00257933],"genre_scores_gemma":[0.8796077,0.00003772457,0.04852403,0.07021301,0.0005248796,0.0008626056,0.000002125429,0.000015847805,0.00021207788],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.99513614,0.0011516103,0.0010554097,0.00048170332,0.00089796615,0.0012771459],"domain_scores_gemma":[0.9875353,0.010207881,0.0005806068,0.00056227186,0.00085029844,0.00026365113],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028038599,0.00012853283,0.00020806062,0.0002760762,0.00492156,0.000045099445,0.00086043676,0.000041626867,0.0018709226],"category_scores_gemma":[0.013070871,0.00008738078,0.000029239363,0.0018309746,0.0011120365,0.0009477954,0.00037304312,0.0005824501,0.00039221707],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002357766,0.000016237715,0.10153458,0.00040226115,0.000022732307,0.00000296258,0.22736648,0.000016698705,0.46835122,0.10409094,0.031003555,0.06716875],"study_design_scores_gemma":[0.0036607198,0.00021901469,0.12029877,0.00032640045,0.000040024363,0.000032618173,0.5708146,0.00030284497,0.03430285,0.015895588,0.25337225,0.00073433504],"about_ca_topic_score_codex":0.00037912632,"about_ca_topic_score_gemma":0.0066137635,"teacher_disagreement_score":0.43404838,"about_ca_system_score_codex":0.0002447215,"about_ca_system_score_gemma":0.002968852,"threshold_uncertainty_score":0.9990415},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2087104762","doi":"10.1186/1748-5908-4-52","title":"Study protocol for the translating research in elder care (TREC): building context – an organizational monitoring program in long-term care project (project one)","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saskatchewan Health Quality Council; University of Calgary; University of Saskatchewan; University of Alberta","funders":"Canadian Institutes of Health Research; Killam Trusts; Alberta Heritage Foundation for Medical Research; University of Alberta","keywords":"Context (archaeology); Health administration; Knowledge translation; Long-term care; Health informatics; Protocol (science); Medicine; Health services research; Work (physics); Nursing; Medical education; Knowledge management; Public health; Geography; Computer science; Engineering","score_opus":0.4100949801652915,"score_gpt":0.6688304054241383,"score_spread":0.2587354252588468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087104762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7092827,0.000031303163,0.00018217777,0.00021342759,0.00019134024,0.28990868,0.000010451189,0.00006137933,0.00011852577],"genre_scores_gemma":[0.8319561,8.5490484e-7,0.0016203319,0.000016816726,0.000153493,0.16621977,0.000014672227,0.000012421313,0.000005573044],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969144,0.00048532026,0.0005922737,0.0004985574,0.00078677223,0.0007226619],"domain_scores_gemma":[0.9982944,0.0003307176,0.00014603933,0.00024315524,0.00093552575,0.00005017416],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0025507354,0.00012767373,0.00015882876,0.00064493244,0.0016212356,0.00012416606,0.00041825665,0.000051115163,0.000026012025],"category_scores_gemma":[0.00012038547,0.00010169877,0.000023890709,0.0030212624,0.000085957814,0.0005392379,0.000051689214,0.00035213583,0.0000012413401],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000862461,0.00016514343,0.5286344,0.00010584442,0.0000018898797,0.0000017013858,0.2721903,0.000004411071,0.00038836483,0.000067497494,0.00001639507,0.19833776],"study_design_scores_gemma":[0.0022969344,0.00078407826,0.51874536,0.00015201018,0.000004524311,3.3199615e-7,0.47731724,0.000013960774,0.00051437295,0.00003904658,0.000047499587,0.00008462719],"about_ca_topic_score_codex":0.0026776255,"about_ca_topic_score_gemma":0.015390755,"teacher_disagreement_score":0.20512696,"about_ca_system_score_codex":0.000628134,"about_ca_system_score_gemma":0.001808887,"threshold_uncertainty_score":0.9996785},"labels":[],"label_agreement":null},{"id":"W2088633002","doi":"10.1186/1748-5908-2-17","title":"Exploring the role of organizational policies and procedures in promoting research utilization in registered nurses","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; University of Alberta","funders":"Memorial University of Newfoundland; University of Alberta","keywords":"Health administration; Health services research; Medicine; Health informatics; Nursing research; Public health; Health policy; Nursing; Social policy; Health economics; Healthcare policy; Health care reform; Political science","score_opus":0.7289182842751089,"score_gpt":0.6828628889924987,"score_spread":0.046055395282610156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088633002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99635625,0.00004338153,0.00003458574,0.0016002475,0.00012834338,0.0009124826,0.0000019790677,0.0000068796453,0.0009158734],"genre_scores_gemma":[0.9994584,0.000068837544,0.0001980361,0.00007733991,0.000054380882,0.00010743768,0.0000031375382,0.0000036056904,0.000028854163],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997544,0.0002695008,0.000518112,0.00021405215,0.0008375775,0.00061675237],"domain_scores_gemma":[0.9982758,0.00082080567,0.00013166542,0.00012103264,0.0005542425,0.00009640814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013517748,0.000043825195,0.000065654036,0.0007812353,0.00085342204,0.000031146763,0.00024075508,0.000016975597,0.000047032867],"category_scores_gemma":[0.0037896228,0.000032993536,0.000003836016,0.00420519,0.00044331618,0.00078131334,0.0000998209,0.0001986365,0.000003966675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001107945,0.000021270665,0.8676586,0.00006237661,2.324939e-7,1.2354263e-7,0.10159459,0.000003471903,0.0104479315,0.0057412446,0.00003693211,0.014422121],"study_design_scores_gemma":[0.00015654857,0.000028972854,0.7988568,0.00007154454,1.97939e-7,4.4945799e-7,0.19357598,0.00022291808,0.0053736763,0.0013600419,0.0003274366,0.000025448679],"about_ca_topic_score_codex":0.0035286676,"about_ca_topic_score_gemma":0.014181402,"teacher_disagreement_score":0.09198139,"about_ca_system_score_codex":0.00025397545,"about_ca_system_score_gemma":0.00195656,"threshold_uncertainty_score":0.7913555},"labels":[],"label_agreement":null},{"id":"W2092133598","doi":"10.1186/1748-5908-9-6","title":"Engaging Pediatric Intensive Care Unit (PICU) clinical staff to lead practice improvement: the PICU Participatory Action Research Project (PICU-PAR)","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University; St. Paul's Hospital; Child and Family Research Institute; University of British Columbia; Provincial Health Services Authority; BC Children's Hospital","funders":"Child and Family Research Institute; Provincial Health Services Authority; Strong; BC Children's Hospital; Royal Roads University","keywords":"Medicine; Quality management; Pediatric intensive care unit; Nursing; Participatory action research; Psychological intervention; Medical education; Management system; Sociology","score_opus":0.9366034109079073,"score_gpt":0.8232633937708211,"score_spread":0.11334001713708619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092133598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9555936,0.000016280337,0.0037217562,0.03034301,0.002247412,0.0055248593,0.00006977593,0.00014283729,0.0023404693],"genre_scores_gemma":[0.9587267,0.000056303033,0.0018661877,0.036217764,0.0012241981,0.0016097096,0.000016679935,0.000031564865,0.00025086576],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9824944,0.008343764,0.0022864363,0.0012213055,0.0032264597,0.0024276131],"domain_scores_gemma":[0.97511286,0.013345855,0.0010667372,0.0010819946,0.008713739,0.00067880197],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050589893,0.00027400855,0.0003400195,0.0010065982,0.007548697,0.0002686083,0.0013604643,0.00011334542,0.000332744],"category_scores_gemma":[0.043747414,0.000214144,0.00007176424,0.0053126076,0.0008197279,0.002011631,0.00087077817,0.0016218754,0.001043915],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026349135,0.00012184458,0.38275963,0.00042452774,0.000027510423,0.000005024635,0.35894027,0.000038435188,0.007450339,0.0039693876,0.09910271,0.14689681],"study_design_scores_gemma":[0.0015179503,0.00095017493,0.1122549,0.000033951477,0.000039241284,0.00000250985,0.61422694,0.00020475408,0.0013494605,0.00011793772,0.2690372,0.000264954],"about_ca_topic_score_codex":0.003062129,"about_ca_topic_score_gemma":0.0027858326,"teacher_disagreement_score":0.27050474,"about_ca_system_score_codex":0.0010467605,"about_ca_system_score_gemma":0.007000633,"threshold_uncertainty_score":0.99973387},"labels":[],"label_agreement":null},{"id":"W2092255211","doi":"10.1186/1748-5908-5-56","title":"Expediting systematic reviews: methods and implications of rapid reviews","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":767,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Rigour; Systematic review; Data extraction; Grey literature; Expediting; Medicine; Vetting; MEDLINE; Process (computing); Relevance (law); Data science; Computer science; Information retrieval; Management science; Political science","score_opus":0.8784641034187923,"score_gpt":0.716773265278008,"score_spread":0.16169083814078433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092255211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19758718,0.019917592,0.7348139,0.0040894514,0.002546807,0.022089574,0.00007429443,0.00003191501,0.01884927],"genre_scores_gemma":[0.50414526,0.00088792806,0.49240243,0.00075563794,0.00012565884,0.0010123122,0.0000066706684,0.000012795792,0.00065130374],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96531576,0.011641558,0.017546682,0.0013317771,0.0037700166,0.00039417847],"domain_scores_gemma":[0.9735229,0.0076860897,0.012723174,0.0040260283,0.0017821313,0.00025965186],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38207364,0.00021450718,0.0029066678,0.00059229747,0.00038346637,0.0007539761,0.00199584,0.000032963995,0.006055969],"category_scores_gemma":[0.13090636,0.00010757281,0.00058318017,0.003376093,0.00035037176,0.0008991861,0.00021213999,0.00012260844,0.00039731205],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.3659725e-7,0.000034186076,0.012195204,0.003370143,0.00003214813,1.8517669e-7,0.003496009,7.692065e-7,0.2237471,0.0293411,0.020967333,0.7068149],"study_design_scores_gemma":[0.0011317953,0.00024196015,0.1075425,0.002257647,0.0013509141,0.00020613453,0.021901017,0.0038761098,0.02892996,0.0459608,0.78513145,0.0014697101],"about_ca_topic_score_codex":0.000010339752,"about_ca_topic_score_gemma":0.000035939804,"teacher_disagreement_score":0.7641641,"about_ca_system_score_codex":0.000020287414,"about_ca_system_score_gemma":0.00010866468,"threshold_uncertainty_score":0.9948526},"labels":[],"label_agreement":null},{"id":"W2093361452","doi":"10.1186/1748-5908-4-21","title":"Healthcare professionals and managers' participation in developing an intervention: A pre-intervention study in the elderly care context","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; Université de Montréal; McGill University","funders":"McGill University","keywords":"Medicine; Health administration; Health services research; Intervention (counseling); Health informatics; Health care; Context (archaeology); Nursing; Public health; Health professionals; Nursing research; Family medicine; Economic growth","score_opus":0.559866530335146,"score_gpt":0.7416830693770745,"score_spread":0.18181653904192852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093361452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.974127,0.00003712071,0.0008940992,0.019902816,0.00027674536,0.004613673,0.000014730707,0.000034936118,0.000098911005],"genre_scores_gemma":[0.9878292,0.0000065956824,0.00044903276,0.010621006,0.00004496676,0.0009963433,0.000022496488,0.0000065180043,0.000023845925],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99324596,0.0028122303,0.0015655025,0.0006006338,0.0009733512,0.0008023424],"domain_scores_gemma":[0.9980653,0.00051637547,0.00052174233,0.00034150187,0.00039406106,0.00016100395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0103274705,0.00015967064,0.00021329755,0.00064215664,0.001222878,0.00011652774,0.00050273276,0.000049443326,0.00012544941],"category_scores_gemma":[0.0004999521,0.00012996067,0.000026209293,0.0019458517,0.000120543984,0.001841917,0.000100456666,0.00032560408,0.00001673368],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055188964,0.00020475553,0.37811974,0.00013690663,0.0000016573508,0.0000056929493,0.40626365,0.000003779933,0.000066002554,0.0055277017,0.00012215252,0.2094928],"study_design_scores_gemma":[0.0018881093,0.0006641045,0.63001233,0.00013680395,0.000002902709,0.0000010829967,0.36632988,0.000059470658,0.000029636685,0.00045361288,0.0003328275,0.0000891968],"about_ca_topic_score_codex":0.004217784,"about_ca_topic_score_gemma":0.07437435,"teacher_disagreement_score":0.25189263,"about_ca_system_score_codex":0.00066732574,"about_ca_system_score_gemma":0.0006801987,"threshold_uncertainty_score":0.9425159},"labels":[],"label_agreement":null},{"id":"W2094016805","doi":"10.1186/1748-5908-7-77","title":"Using psychological theory to inform methods to optimize the implementation of a hand hygiene intervention","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Infection Control in Healthcare","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; Conestoga College","funders":"Canadian Institutes of Health Research; Toronto Rehabilitation Institute; Ontario Ministry of Health and Long-Term Care","keywords":"Nursing; Medicine; Incentive; Qualitative research; Intervention (counseling); Health administration; Health informatics; Hygiene; Nursing research; Medical education; Public health","score_opus":0.28038829013186606,"score_gpt":0.6495046799863922,"score_spread":0.3691163898545261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094016805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.615326,0.00001870807,0.381445,0.0014736631,0.00044578646,0.0010871831,0.000009126848,0.000016057626,0.00017851604],"genre_scores_gemma":[0.8706263,0.0000012135924,0.12722063,0.0019279337,0.00008768746,0.000106810694,0.000005791152,0.0000062383624,0.00001742972],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981014,0.00022040479,0.0005802001,0.00021082402,0.0004907925,0.00039634816],"domain_scores_gemma":[0.99851763,0.00018481,0.00021220342,0.00027734952,0.0005808915,0.00022714135],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0064516068,0.00009852838,0.00015953346,0.00034129465,0.0003822076,0.000057428522,0.00016124103,0.00002675012,0.00096448767],"category_scores_gemma":[0.0005051097,0.00006918963,0.00006738047,0.0013599432,0.00015653632,0.0005024776,0.000103761355,0.00008138978,0.000019107078],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021502393,0.00008374035,0.03487513,0.000031864965,0.00002048005,2.6437786e-7,0.010548181,0.00010905951,0.19437574,0.0073212152,0.00015104988,0.75226825],"study_design_scores_gemma":[0.0026620026,0.0011740332,0.68381023,0.000047515576,0.00009291608,0.00007601093,0.030547656,0.0003547332,0.2769411,0.00045764577,0.0036519668,0.00018421248],"about_ca_topic_score_codex":0.00030163588,"about_ca_topic_score_gemma":0.00005207271,"teacher_disagreement_score":0.752084,"about_ca_system_score_codex":0.00026240118,"about_ca_system_score_gemma":0.0001052043,"threshold_uncertainty_score":0.99994874},"labels":[],"label_agreement":null},{"id":"W2094924948","doi":"10.1186/1748-5908-7-52","title":"Anesthesiologists’ and surgeons’ perceptions about routine pre-operative testing in low-risk patients: application of the Theoretical Domains Framework (TDF) to identify factors that influence physicians’ decisions to order pre-operative tests","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":238,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Context (archaeology); Test (biology); Psychological intervention; Health administration; Anesthesiology; Perception; Pain medicine; Family medicine; Nursing; Public health; Psychiatry; Psychology","score_opus":0.0289920043037612,"score_gpt":0.42287056604732703,"score_spread":0.39387856174356584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094924948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99038184,0.0000116395195,0.007193424,0.00043768354,0.00006466306,0.0017762976,0.000034048473,0.000022537095,0.000077860015],"genre_scores_gemma":[0.9939559,0.0000108659915,0.0049015563,0.0008928171,0.000020472371,0.00018402025,0.00001240837,0.0000119773495,0.000009983223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975305,0.00027108938,0.0005181164,0.00045464246,0.0007628116,0.0004628492],"domain_scores_gemma":[0.99589676,0.0027237623,0.00018494081,0.00041980427,0.0005142498,0.00026049538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012512074,0.0002044134,0.0003963008,0.00020591675,0.0004301583,0.00008012284,0.000248166,0.00006489762,0.000047023743],"category_scores_gemma":[0.0056692227,0.00013239437,0.000080883154,0.0019700136,0.00071920257,0.00048523548,0.00016399256,0.00020142752,0.0000102415015],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039497263,0.00012576923,0.9689358,0.0000057365432,0.000006815423,3.7280952e-7,0.017397933,0.00022196998,0.0036169495,0.0037756178,0.0000030698875,0.005870464],"study_design_scores_gemma":[0.00042908936,0.00015204537,0.99089664,0.0001375582,0.00003573562,0.0000041505023,0.006133346,0.00008854215,0.001774351,0.00014947385,0.00004537983,0.00015368767],"about_ca_topic_score_codex":0.0005079979,"about_ca_topic_score_gemma":0.00013329882,"teacher_disagreement_score":0.021960836,"about_ca_system_score_codex":0.00015047597,"about_ca_system_score_gemma":0.00013064579,"threshold_uncertainty_score":0.67869985},"labels":[],"label_agreement":null},{"id":"W2095662722","doi":"10.1186/1748-5908-5-27","title":"The preventing recurrent vascular events and neurological worsening through intensive organized case-management (PREVENTION) trial protocol [clinicaltrials.gov identifier: NCT00931788]","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Alexandra Hospital; McGill University; Alberta Health Services; University of Alberta; University of Alberta Hospital","funders":"Fondation pour la Recherche Médicale; University of Alberta; Heart and Stroke Foundation of Canada","keywords":"Medicine; Protocol (science); Health administration; Health services research; Health informatics; Vascular surgery; Intensive care medicine; Public health; Emergency medicine; Internal medicine; Alternative medicine; Cardiac surgery; Pathology","score_opus":0.08048523758175233,"score_gpt":0.4772177803816674,"score_spread":0.3967325427999151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095662722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9156018,0.000011576619,0.0028052106,0.002044406,0.0016194644,0.07719555,0.0000044586686,0.00009754946,0.00061999727],"genre_scores_gemma":[0.9299446,0.000055480094,0.022694988,0.0015240405,0.00072598574,0.044169933,0.0000282933,0.000048982085,0.0008077255],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99594873,0.00022618998,0.0011712738,0.00087259634,0.001181377,0.00059980474],"domain_scores_gemma":[0.997632,0.00038687058,0.00062637776,0.0006613279,0.00050585886,0.00018751097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005001357,0.000252374,0.0003432242,0.0001435728,0.0010554407,0.00027158635,0.00041551844,0.00006637858,0.00034748853],"category_scores_gemma":[0.0020910432,0.00017779508,0.00016357168,0.0008220251,0.00049326965,0.0004965477,0.0007995398,0.00044737218,0.000031532705],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028722534,0.001558079,0.03174551,0.0005411816,0.001444721,0.0016529061,0.005000656,0.00000773112,0.038560487,0.00835204,0.034417532,0.8479966],"study_design_scores_gemma":[0.4126731,0.0075844494,0.07846583,0.0005066169,0.0029844714,0.0034060222,0.032274712,0.0023740183,0.018723559,0.0075195995,0.4313264,0.002161249],"about_ca_topic_score_codex":0.000022621387,"about_ca_topic_score_gemma":0.000045221732,"teacher_disagreement_score":0.8458354,"about_ca_system_score_codex":0.0000683741,"about_ca_system_score_gemma":0.00015104383,"threshold_uncertainty_score":0.8117703},"labels":[],"label_agreement":null},{"id":"W2095992711","doi":"10.1186/1748-5908-5-2","title":"Overview of a formal scoping review on health system report cards","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":291,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; University of Calgary","funders":"Canadian Institutes of Health Research; Fondation pour la Recherche Médicale","keywords":"Grey literature; Stakeholder; Inclusion (mineral); Health informatics; Health services research; Medicine; Systematic review; MEDLINE; Medical education; Public health; Nursing; Psychology; Public relations; Political science","score_opus":0.3993812092966149,"score_gpt":0.658384005912248,"score_spread":0.2590027966156331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095992711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93182194,0.0051055113,0.0023884687,0.01427384,0.012352229,0.019962396,0.0003461257,0.00043077816,0.01331868],"genre_scores_gemma":[0.9924037,0.0011360365,0.0015118578,0.0042215213,0.000101236,0.0005449428,0.00003548615,0.000012674383,0.000032555115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960358,0.0003076213,0.0015984395,0.00035075893,0.0010586685,0.00064870424],"domain_scores_gemma":[0.9967871,0.00026245363,0.0015454432,0.0005607577,0.00061821804,0.00022604264],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007217177,0.00010796883,0.00033500043,0.00020162627,0.0013433254,0.0000073475344,0.00023164037,0.000039334063,0.0004941204],"category_scores_gemma":[0.0005324231,0.00009479562,0.00004670695,0.00085789873,0.000113081005,0.00053985306,0.00011051695,0.0003381777,0.00007201847],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026576396,0.000027227927,0.7103173,0.11530558,0.000011116154,0.000008839932,0.0048051453,0.0000033363995,0.0018501014,0.050903346,0.007064152,0.10967726],"study_design_scores_gemma":[0.0020841218,0.0006402663,0.783687,0.18727866,0.000032155305,0.000115435316,0.013120519,0.00010035224,0.0019866696,0.00014178602,0.010287356,0.0005256943],"about_ca_topic_score_codex":0.0017791518,"about_ca_topic_score_gemma":0.0019205962,"teacher_disagreement_score":0.109151565,"about_ca_system_score_codex":0.0004146534,"about_ca_system_score_gemma":0.0038168074,"threshold_uncertainty_score":0.9999568},"labels":[],"label_agreement":null},{"id":"W2096255578","doi":"10.1186/s13012-015-0323-0","title":"Why (we think) facilitation works: insights from organizational learning theory","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Management and Organizational Studies","field":"Business, Management and Accounting","cited_by":309,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Ottawa; St. Paul's Hospital; Occupational Cancer Research Centre; Providence Health Care; Public Health Ontario; University of Toronto","funders":"","keywords":"Facilitation; Organizational learning; Knowledge management; CLARITY; Health care; Psychology; Medicine; Computer science; Political science; Neuroscience","score_opus":0.0472605842944583,"score_gpt":0.3102079206815743,"score_spread":0.26294733638711604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096255578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7086591,0.0012505087,0.19289932,0.013631755,0.0028178534,0.0014843594,0.000017256627,0.0010579884,0.078181826],"genre_scores_gemma":[0.993286,0.000021632935,0.0013466352,0.004282658,0.00050017296,0.000012664133,0.0002505336,0.000015411864,0.00028430388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981735,0.000025528727,0.00028353956,0.00036137333,0.00093867735,0.00021742044],"domain_scores_gemma":[0.99878156,0.00009646811,0.00021092281,0.00012341067,0.0007607292,0.000026908992],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000652787,0.0001391969,0.00010415262,0.00033710504,0.00072015106,0.00074329047,0.0003328286,0.000022579326,0.0014399819],"category_scores_gemma":[0.00069388276,0.00012739439,0.000020758589,0.0020356264,0.00016275849,0.003617824,0.0002972348,0.000071644354,0.0005807792],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037507507,0.000070825576,0.1321878,0.000027694527,0.00005011968,0.000003423229,0.007463525,0.0012953157,0.0013556624,0.8077635,0.03755406,0.012190539],"study_design_scores_gemma":[0.00193934,0.000023997063,0.068966396,0.000042251057,0.0000756802,4.596646e-7,0.06406402,0.0034239495,0.0005583011,0.6495641,0.2107549,0.00058659667],"about_ca_topic_score_codex":0.00025750732,"about_ca_topic_score_gemma":0.00018344318,"teacher_disagreement_score":0.28462684,"about_ca_system_score_codex":0.00009486884,"about_ca_system_score_gemma":0.00007119385,"threshold_uncertainty_score":0.99947286},"labels":[],"label_agreement":null},{"id":"W2096268278","doi":"10.1186/1748-5908-2-18","title":"Do physician outcome judgments and judgment biases contribute to inappropriate use of treatments? Study protocol","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Health services research; Health informatics; Protocol (science); Health administration; Outcome (game theory); Public health; Quality of Life Research; Family medicine; Alternative medicine; Nursing; Pathology","score_opus":0.22007442544235273,"score_gpt":0.5435438645489481,"score_spread":0.32346943910659537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096268278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9526487,0.000001328646,0.00037875332,0.0002174086,0.0000620177,0.046577513,0.00002705161,0.000018621296,0.00006863319],"genre_scores_gemma":[0.99093926,7.89905e-7,0.0015471312,0.00085006736,0.00002502648,0.0065660793,0.000007254691,0.000006594487,0.000057812515],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99794394,0.000028850733,0.0006112628,0.000369657,0.00073302013,0.00031327302],"domain_scores_gemma":[0.99707186,0.0019336204,0.00020625142,0.00025798232,0.00023981948,0.0002904613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014236333,0.000119916906,0.0002589405,0.00018759181,0.00011877298,0.00006998117,0.00008642934,0.000016429212,0.000040659055],"category_scores_gemma":[0.007163013,0.00009020489,0.00003476913,0.0006024279,0.00013323026,0.00020221472,0.00010018745,0.00004600221,0.0000100046245],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024735852,0.0009125727,0.93082076,0.0000075582184,0.000029089708,0.000012278084,0.0007173688,0.0000038410326,0.0035942905,0.00006214956,0.0001009261,0.063491784],"study_design_scores_gemma":[0.0061589866,0.0021887368,0.9723875,0.00014107567,0.00007707074,0.0000023610319,0.001875353,0.0000107201995,0.016734643,0.00002466379,0.00031039878,0.00008847704],"about_ca_topic_score_codex":0.00032588953,"about_ca_topic_score_gemma":0.000046645993,"teacher_disagreement_score":0.06340331,"about_ca_system_score_codex":0.00011784173,"about_ca_system_score_gemma":0.000103879865,"threshold_uncertainty_score":0.85753125},"labels":[],"label_agreement":null},{"id":"W2096326639","doi":"10.1186/s13012-014-0182-0","title":"Evaluation of quality improvement for cesarean sections programmes through mixed methods","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; Centre Hospitalier de l’Université de Montréal; Université de Sherbrooke; Université de Montréal; Centre Hospitalier Universitaire de Sherbrooke","funders":"","keywords":"Medicine; Health administration; Health services research; Caesarean section; Context (archaeology); Cluster (spacecraft); Health care; Public health; Descriptive statistics; Health informatics; Nursing; Family medicine; Pediatrics; Pregnancy","score_opus":0.36630742559448376,"score_gpt":0.6592036853305864,"score_spread":0.2928962597361026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096326639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77417034,0.000017763268,0.22235802,0.0009316054,0.00042627516,0.0012756931,0.000063833926,0.000021803662,0.00073465105],"genre_scores_gemma":[0.9340295,0.0000020170044,0.06523698,0.00017000045,0.000043389748,0.00036648844,0.000027586642,0.0000037043112,0.000120303324],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982757,0.00016412983,0.00046430173,0.00020241941,0.0007110326,0.00018241328],"domain_scores_gemma":[0.99825776,0.0000993169,0.0002248696,0.00016837289,0.0011826729,0.000067026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009772407,0.00005898506,0.0001216299,0.00008255794,0.00019869804,0.000022795402,0.00008265702,0.00001482583,0.0003093178],"category_scores_gemma":[0.00047388225,0.00004902907,0.00006666146,0.00030361835,0.00011580133,0.00020738809,0.00002812291,0.000030362335,0.000002166666],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028619426,0.000103941224,0.0017516259,0.00033975372,0.000013904315,1.3826594e-8,0.00068116485,0.000006564723,0.03814016,0.010723404,0.000086937864,0.94812393],"study_design_scores_gemma":[0.0034825425,0.0019942257,0.21371627,0.000056245433,0.00014583506,0.000006531519,0.003444401,0.0061742305,0.7129913,0.02175993,0.03609686,0.00013161798],"about_ca_topic_score_codex":0.000931577,"about_ca_topic_score_gemma":0.00026899314,"teacher_disagreement_score":0.94799227,"about_ca_system_score_codex":0.00014543513,"about_ca_system_score_gemma":0.0002302636,"threshold_uncertainty_score":0.33869407},"labels":[],"label_agreement":null},{"id":"W2096869125","doi":"10.1186/1748-5908-6-60","title":"Determining research knowledge infrastructure for healthcare systems: a qualitative study","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; McMaster University; McMaster University Medical Centre","funders":"Canadian Institutes of Health Research; Canada Research Chairs; McMaster University","keywords":"Health services research; Health administration; Health informatics; Public health; Health care; Medicine; Qualitative research; Implementation research; Nonprobability sampling; Psychological intervention; Nursing; Knowledge management; Environmental health; Political science; Sociology; Population","score_opus":0.8398262241548407,"score_gpt":0.7762922958639151,"score_spread":0.06353392829092552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096869125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987542,0.00004737689,0.0014884396,0.00051419553,0.0017275673,0.006213946,0.00004836352,0.000047681817,0.0023704658],"genre_scores_gemma":[0.9944675,0.000006254443,0.0018843646,0.00016168838,0.0002490065,0.0029471093,0.000010360491,0.000010600464,0.00026313483],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99348235,0.0025033462,0.00078602607,0.00059000344,0.001161766,0.0014765213],"domain_scores_gemma":[0.99422127,0.0018395152,0.00017295353,0.000351933,0.0028771064,0.0005372338],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.028919863,0.00010770867,0.00017741116,0.0007720442,0.004888133,0.00007312373,0.00067710644,0.00005232363,0.00030811777],"category_scores_gemma":[0.001800783,0.00008893017,0.000020985974,0.0024827563,0.00046675015,0.0008197127,0.00019859667,0.00043383855,0.00014695278],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032814205,0.000070494076,0.05068054,0.00019999043,0.0000031134357,4.02233e-7,0.9301599,3.8117895e-7,0.00026692904,0.004442684,0.0080122175,0.0061305],"study_design_scores_gemma":[0.0006448145,0.0008003758,0.10139753,0.000045756908,0.0000019400672,5.3876624e-7,0.8917756,0.00022588902,0.00007691406,0.0012822748,0.0036644589,0.00008390477],"about_ca_topic_score_codex":0.0036811533,"about_ca_topic_score_gemma":0.0024069853,"teacher_disagreement_score":0.05071699,"about_ca_system_score_codex":0.000811373,"about_ca_system_score_gemma":0.007235533,"threshold_uncertainty_score":0.99993134},"labels":[],"label_agreement":null},{"id":"W2097062116","doi":"10.1186/1748-5908-6-55","title":"Applying psychological theories to evidence-based clinical practice: identifying factors predictive of lumbar spine x-ray for low back pain in UK primary care practice","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Medical Research Council; Wellcome Trust","keywords":"Medicine; Health administration; Health informatics; Health services research; Clinical Practice; Lumbar spine; Low back pain; Public health; Primary care; Physical therapy; Health care; Back pain; Alternative medicine; Family medicine; Nursing; Surgery; Pathology","score_opus":0.18069426513570427,"score_gpt":0.5256486130802378,"score_spread":0.3449543479445335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097062116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8414105,0.00012097855,0.15062699,0.00080433284,0.0004073755,0.0055748005,0.000017553677,0.000030768988,0.001006689],"genre_scores_gemma":[0.87908417,0.000024799137,0.118587114,0.0018140415,0.000049550417,0.00039222266,0.00003178478,0.0000090344665,0.0000072884036],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968527,0.0005408417,0.0009317986,0.00057327666,0.00078905985,0.00031231545],"domain_scores_gemma":[0.9952268,0.0029652284,0.0004588993,0.00031329185,0.0008589329,0.00017687058],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010243952,0.00014288786,0.0002915959,0.00027895064,0.00013688183,0.000037732512,0.00021425709,0.00006966441,0.000110849374],"category_scores_gemma":[0.02594472,0.00011261202,0.00011410719,0.0009195787,0.0004464386,0.0011364493,0.000052945838,0.00016001661,0.0000065920085],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004354686,0.0017927411,0.5565529,0.003774882,0.000081816135,0.0000097057455,0.04236757,0.00010484769,0.13692212,0.0026455035,0.00036568975,0.25102755],"study_design_scores_gemma":[0.0018755667,0.004565063,0.9321071,0.0006577275,0.000050356568,0.0000011954004,0.05691351,0.00011977933,0.0031053978,0.0001850906,0.00026835306,0.00015085177],"about_ca_topic_score_codex":0.00008822842,"about_ca_topic_score_gemma":0.000019832665,"teacher_disagreement_score":0.37555423,"about_ca_system_score_codex":0.000230247,"about_ca_system_score_gemma":0.00038609706,"threshold_uncertainty_score":0.98226017},"labels":[],"label_agreement":null},{"id":"W2097283477","doi":"10.1186/1748-5908-6-17","title":"Developing a theory-based instrument to assess the impact of continuing professional development activities on clinical practice: a study protocol","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Business Development Bank of Canada; Université de Montréal; Université Laval; Dalhousie University; Hôpital Saint-François d'Assise; Université de Sherbrooke; Ottawa Hospital; Centre hospitalier universitaire de Québec","funders":"Faculty of Medicine and Health, University of Sydney; Faculté de Médecine, Université Laval; Centre Hospitalier Universitaire de Québec; Canadian Institutes of Health Research; Ministère de la Santé; Ministère de la Santé et des Services sociaux; Université de Sherbrooke; McGill University; Université de Montréal; Université Laval","keywords":"Delphi method; Accreditation; Health care; Protocol (science); Medicine; Medical education; Health services research; Health administration; Health informatics; Professional development; Nursing; Public health; Computer science; Alternative medicine","score_opus":0.3649777250433064,"score_gpt":0.6495553018023482,"score_spread":0.28457757675904183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097283477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9460856,1.3473604e-7,0.0070526763,0.0006508567,0.00028307698,0.045482986,0.0000011911161,0.000018751041,0.00042473993],"genre_scores_gemma":[0.9075362,4.0971546e-8,0.058098104,0.0010471101,0.00003739648,0.03323966,0.0000033885426,0.0000072801163,0.00003079933],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99720657,0.0002686616,0.0008144607,0.0002958073,0.001163457,0.00025105095],"domain_scores_gemma":[0.99805504,0.00038574354,0.00045662158,0.00028476823,0.0007434535,0.00007436139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008997686,0.000117929,0.00016990643,0.0002900287,0.00028795423,0.000038958668,0.00026015664,0.000025277108,0.0002593349],"category_scores_gemma":[0.0029660184,0.000069524685,0.000036945527,0.001245228,0.00024697295,0.0003139999,0.000089399044,0.00019022649,0.000008933881],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019141687,0.0036824066,0.32825506,0.00004780604,0.00011249289,0.00000416167,0.05835101,0.000008373854,0.001947458,0.009252294,0.0006194979,0.5958053],"study_design_scores_gemma":[0.0022643183,0.001897257,0.9231486,0.00015939843,0.000021081643,0.0000050229683,0.051195532,0.000043541328,0.019795468,0.00010968556,0.0012513433,0.00010879126],"about_ca_topic_score_codex":0.00003432322,"about_ca_topic_score_gemma":0.0000059466893,"teacher_disagreement_score":0.5956965,"about_ca_system_score_codex":0.0004994135,"about_ca_system_score_gemma":0.0040853666,"threshold_uncertainty_score":0.72472644},"labels":[],"label_agreement":null},{"id":"W2097357427","doi":"10.1186/s13012-014-0135-7","title":"Implementing and evaluating a program to facilitate chronic disease prevention and screening in primary care: a mixed methods program evaluation","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Diabetes Management and Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Northwest Territories; Ontario Institute for Cancer Research; Memorial University of Newfoundland; University of Toronto; Covenant Health; Grey Nuns Community Hospital; University of Alberta","funders":"Health Canada; Ontario Ministry of Research and Innovation; Partenariat Canadien Contre Le Cancer; Ontario Institute for Cancer Research","keywords":"Medicine; Health services research; Health administration; Health informatics; Primary care; Public health; Primary prevention; Program evaluation; Chronic disease; Family medicine; Nursing; Disease; Internal medicine","score_opus":0.20571833357691405,"score_gpt":0.5684489806011207,"score_spread":0.36273064702420665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097357427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791571,0.00020538628,0.013259477,0.0005570074,0.00009564659,0.006311413,0.0000027174428,0.00007328306,0.000338003],"genre_scores_gemma":[0.81817347,0.0000053950507,0.17943129,0.00010704035,0.00003245254,0.0020449422,0.00016501389,0.0000085031725,0.00003191799],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99759436,0.00027153982,0.00040357452,0.0005336989,0.00070828706,0.0004885479],"domain_scores_gemma":[0.99909365,0.00007994629,0.00014853469,0.00018564142,0.0002765188,0.00021569835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008823052,0.00012804051,0.00015232663,0.00041327145,0.00028228344,0.00026485132,0.00007851857,0.000014891894,0.000032243544],"category_scores_gemma":[0.00043803515,0.00012883505,0.000029398961,0.00085886865,0.000099112374,0.0006012101,0.00017640712,0.00006135315,0.000001942879],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024362733,0.000049046757,0.054078355,0.00021550232,0.000007583781,1.1030385e-7,0.0017897623,0.000021041573,0.004162991,0.00006496106,0.000015340367,0.93957096],"study_design_scores_gemma":[0.0023292268,0.0011039268,0.9381456,0.0001677431,0.00016641294,8.225994e-7,0.0038440954,0.049962793,0.00044639388,0.00025035188,0.003424037,0.0001585921],"about_ca_topic_score_codex":0.000050816205,"about_ca_topic_score_gemma":0.0000866798,"teacher_disagreement_score":0.93941236,"about_ca_system_score_codex":0.00029883682,"about_ca_system_score_gemma":0.00035853178,"threshold_uncertainty_score":0.52537405},"labels":[],"label_agreement":null},{"id":"W2097375113","doi":"10.1186/1748-5908-8-138","title":"Organizational readiness for knowledge translation in chronic care: a review of theoretical components","year":2013,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Alberta; Université Laval; Hôpital Saint-François d'Assise; Ottawa Hospital; Centre hospitalier universitaire de Québec","funders":"Canadian Institutes of Health Research; Max-Planck-Gesellschaft","keywords":"Health administration; Health informatics; Knowledge translation; Medicine; Health services research; Public health; Nursing research; Health care; Nursing; Knowledge management; Computer science; Political science","score_opus":0.8019731991108574,"score_gpt":0.7513809213744823,"score_spread":0.05059227773637509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097375113","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004040059,0.98046434,0.0018406183,0.000663156,0.00064394507,0.01435575,0.0007781033,0.00003806767,0.0011756276],"genre_scores_gemma":[0.00040531481,0.99149114,0.0022238758,0.0009306075,0.00019171818,0.0039248415,0.00075608335,0.00004311304,0.00003328747],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927488,0.0012163345,0.0033694934,0.0007321936,0.0009765089,0.00095664355],"domain_scores_gemma":[0.99017996,0.0057288273,0.0016380146,0.0004707284,0.0017316595,0.0002507948],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005987347,0.00033416465,0.0012789925,0.00088285125,0.00062575884,0.000025554327,0.0009380846,0.00015744571,0.0029721097],"category_scores_gemma":[0.0026682746,0.00028341572,0.00014577583,0.00409338,0.00066981354,0.00053118775,0.00015504012,0.00034183954,0.00024521243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003133005,0.000021438836,0.00006865402,0.2532035,0.000009587245,1.7643399e-7,0.0065694316,2.2234485e-7,0.000052112813,0.036624264,0.0017608673,0.7016866],"study_design_scores_gemma":[0.0011541185,0.000086726584,0.00008274615,0.04729152,0.00011437796,0.000002165349,0.0014402759,0.000046459965,0.000016883878,0.00047296355,0.9489765,0.0003152341],"about_ca_topic_score_codex":0.00010388903,"about_ca_topic_score_gemma":0.00016842397,"teacher_disagreement_score":0.9472157,"about_ca_system_score_codex":0.002614785,"about_ca_system_score_gemma":0.015152639,"threshold_uncertainty_score":0.9999618},"labels":[],"label_agreement":null},{"id":"W2097470286","doi":"10.1186/s13012-014-0146-4","title":"A cross-sectional survey of supports for evidence-informed decision-making in healthcare organisations: a research protocol","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; McMaster University Medical Centre; University of Ottawa; Université Laval; Ottawa Hospital; Centre hospitalier universitaire de Québec","funders":"Canadian Institutes of Health Research; Max-Planck-Gesellschaft; Canada Research Chairs","keywords":"Health administration; Health services research; Health informatics; Medicine; Protocol (science); Health care; Nursing research; Public health; Cross-sectional study; Healthcare policy; Health policy; Health economics; Nursing; Family medicine; Alternative medicine; International health","score_opus":0.6530975151035492,"score_gpt":0.7576505582062636,"score_spread":0.1045530431027144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097470286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91935325,0.000003806185,0.006545404,0.0013096322,0.0005765458,0.07191587,0.000067846675,0.000022072925,0.00020555085],"genre_scores_gemma":[0.9283552,0.0000031619477,0.004893531,0.00032026778,0.00009453083,0.06625492,0.000021185795,0.0000074575996,0.00004969736],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936381,0.001094974,0.00142975,0.000518203,0.002126743,0.0011922319],"domain_scores_gemma":[0.9783406,0.015932636,0.00043092383,0.00036426948,0.0046305815,0.0003009707],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.056764636,0.00008947624,0.00017074386,0.0010988845,0.0022715542,0.00010480344,0.0006202638,0.00007615816,0.0010084981],"category_scores_gemma":[0.046098746,0.00007830822,0.000023830342,0.0041421414,0.0005372033,0.0013880942,0.00016680874,0.00033929074,0.000050747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015747301,0.000027578812,0.981288,0.0002781413,5.5156517e-7,6.386789e-8,0.0031833963,0.000011553324,0.00019728945,0.0009340145,0.0013625154,0.012559402],"study_design_scores_gemma":[0.0007076155,0.0003020004,0.9898868,0.00022039731,2.2762437e-7,6.0400384e-7,0.0023416923,0.0009627584,0.000115944866,0.0037481906,0.0016446349,0.00006909436],"about_ca_topic_score_codex":0.010615095,"about_ca_topic_score_gemma":0.026626095,"teacher_disagreement_score":0.018243881,"about_ca_system_score_codex":0.0012554799,"about_ca_system_score_gemma":0.019499362,"threshold_uncertainty_score":0.9999047},"labels":[],"label_agreement":null},{"id":"W2097546522","doi":"10.1186/s13012-015-0213-5","title":"Fast tracking the design of theory-based KT interventions through a consensus process","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Université du Québec à Trois-Rivières; International Collaboration On Repair Discoveries; University of British Columbia; Canadian Memorial Chiropractic College; McGill University; Centre for Interdisciplinary Research in Rehabilitation; McGill University Health Centre","funders":"","keywords":"Knowledge translation; Psychological intervention; Medicine; Thematic analysis; Context (archaeology); Health care; Psychosocial; Neck pain; Intervention (counseling); Chiropractic; Nursing; Applied psychology; Medical education; Qualitative research; Psychology; Alternative medicine; Knowledge management; Psychiatry","score_opus":0.21595462013971461,"score_gpt":0.5095514249125307,"score_spread":0.2935968047728161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097546522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.646736,0.000045871497,0.3487263,0.002631329,0.00013476316,0.0010833639,0.000007181422,0.000029426248,0.0006057195],"genre_scores_gemma":[0.99130404,6.0465896e-7,0.008299577,0.0002863884,0.00001728217,0.000044430726,0.0000057529464,0.000004465493,0.000037465918],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.9987044,0.0001694189,0.00031814806,0.00016121949,0.0005028029,0.00014406584],"domain_scores_gemma":[0.9987226,0.00032766588,0.0001621879,0.00017564624,0.00055017247,0.00006173054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031095408,0.00006208001,0.00009649059,0.00008803802,0.00013586132,0.000027731949,0.00012582437,0.000013934558,0.00009453706],"category_scores_gemma":[0.0009394544,0.00003834115,0.0000660913,0.00062440115,0.0006571498,0.00015117387,0.000013799416,0.00005196622,0.0000065064114],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015633377,0.0018266458,0.060047217,0.0037073782,0.0001844774,0.000008078097,0.14528567,0.022751842,0.47134656,0.105793625,0.0033807284,0.18410446],"study_design_scores_gemma":[0.01619269,0.005126611,0.26046276,0.0014798354,0.00038846082,0.000043537544,0.3159362,0.029294115,0.30285308,0.06690389,0.0006427143,0.00067613804],"about_ca_topic_score_codex":0.000027478263,"about_ca_topic_score_gemma":0.000008409589,"teacher_disagreement_score":0.34456798,"about_ca_system_score_codex":0.00005549461,"about_ca_system_score_gemma":0.0005245011,"threshold_uncertainty_score":0.2421296},"labels":[],"label_agreement":null},{"id":"W2097730860","doi":"10.1186/1748-5908-7-33","title":"Realist synthesis: illustrating the method for implementation research","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":746,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; McMaster University","funders":"","keywords":"Inference; Health informatics; Narrative; Psychological intervention; Scope (computer science); Process (computing); Health services research; Health administration; Management science; Data extraction; Health care; Computer science; Data science; Intervention (counseling); Medicine; MEDLINE; Public health; Artificial intelligence; Nursing; Political science","score_opus":0.9308226281295897,"score_gpt":0.8381234563709525,"score_spread":0.09269917175863718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097730860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4819848,0.00008877051,0.30551004,0.15092327,0.0060298084,0.028031979,0.0015094244,0.0005294665,0.025392447],"genre_scores_gemma":[0.93301857,0.000008738255,0.048752822,0.01050732,0.0010124348,0.0064095296,0.00001954807,0.000029550267,0.00024149481],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9901105,0.0029380063,0.0014740847,0.00056625716,0.002124806,0.0027863414],"domain_scores_gemma":[0.9825659,0.014100331,0.00067851256,0.00062668143,0.0015186546,0.0005099176],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0714318,0.00018437933,0.00021216928,0.0005263676,0.0097248005,0.0001575143,0.0009998293,0.00006459758,0.0019641432],"category_scores_gemma":[0.0052749007,0.00013725844,0.000059778427,0.0029190136,0.0006298922,0.0019547222,0.00030013634,0.0004480633,0.00024642306],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006368978,0.000049536055,0.105108805,0.0002665378,0.000027547128,3.58218e-7,0.16865434,0.0000073702154,0.04967279,0.28389528,0.16946082,0.22279295],"study_design_scores_gemma":[0.0016885776,0.0001483829,0.1404494,0.000045664627,0.000037733036,0.0000059869326,0.4780074,0.00047322363,0.022235459,0.0034778705,0.35304362,0.00038666622],"about_ca_topic_score_codex":0.0031549125,"about_ca_topic_score_gemma":0.0024761718,"teacher_disagreement_score":0.45103377,"about_ca_system_score_codex":0.0009755045,"about_ca_system_score_gemma":0.0025848602,"threshold_uncertainty_score":0.9989482},"labels":[],"label_agreement":null},{"id":"W2097831015","doi":"10.1186/1748-5908-9-14","title":"No more ‘business as usual’ with audit and feedback interventions: towards an agenda for a reinvigorated intervention","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":427,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Women's College Hospital","funders":"Canadian Institutes of Health Research; Department of Family and Community Medicine, University of Toronto; University of Toronto","keywords":"Medicine; Health informatics; Health administration; Public health; Health services research; Intervention (counseling); Audit; Psychological intervention; Nursing research; Health policy; Health economics; Nursing; Accounting; Business","score_opus":0.5918527873019146,"score_gpt":0.7050239519694479,"score_spread":0.1131711646675333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097831015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8738575,0.000009878252,0.11130193,0.00876817,0.0008754932,0.0034922902,0.00019634416,0.00016838139,0.0013300369],"genre_scores_gemma":[0.9706227,0.00001429931,0.01563646,0.010897203,0.00023039238,0.0013201683,0.00014301886,0.000032556487,0.0011031658],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.995751,0.00058658567,0.0011732373,0.00075845106,0.0008293127,0.0009013692],"domain_scores_gemma":[0.9955802,0.00055496173,0.00082351506,0.0004326939,0.0022040901,0.00040451824],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070439605,0.00021321412,0.00026176858,0.0004770018,0.002025593,0.00018127062,0.00049009034,0.0000611048,0.0012390426],"category_scores_gemma":[0.0027004983,0.0001825514,0.000048827987,0.0017820128,0.00056075293,0.0022861857,0.00018558097,0.00017654402,0.00016669602],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001517542,0.00061815686,0.12475801,0.0071722018,0.00012544688,0.000007038175,0.091195785,0.00011487708,0.03642539,0.0585602,0.053796545,0.6257088],"study_design_scores_gemma":[0.015796075,0.0036700596,0.7394423,0.001298576,0.00010937768,0.000028835706,0.05701284,0.004646358,0.0029851561,0.0033179594,0.17064811,0.0010443619],"about_ca_topic_score_codex":0.0017920975,"about_ca_topic_score_gemma":0.001860737,"teacher_disagreement_score":0.6246644,"about_ca_system_score_codex":0.00032348317,"about_ca_system_score_gemma":0.0012777948,"threshold_uncertainty_score":0.99967396},"labels":[],"label_agreement":null},{"id":"W2097859515","doi":"10.1186/1748-5908-7-38","title":"Developing theory-informed behaviour change interventions to implement evidence into practice: a systematic approach using the Theoretical Domains Framework","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1410,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; Scottish Government","keywords":"Intervention (counseling); Psychological intervention; Health administration; Health informatics; Health services research; Intervention mapping; Medicine; Theory of change; Implementation research; Behaviour change; Systematic review; Process management; Management science; Knowledge management; Medical education; Nursing; Computer science; MEDLINE; Public health; Health promotion; Sociology; Engineering","score_opus":0.8194026147267762,"score_gpt":0.7704247298397461,"score_spread":0.04897788488703014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097859515","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12613294,0.00011293529,0.82959324,0.030401228,0.0014843915,0.011766526,0.00004869901,0.0001331195,0.0003269502],"genre_scores_gemma":[0.7982377,0.000019854837,0.16919383,0.027995856,0.00034251253,0.004164954,0.0000059080053,0.000024565927,0.000014822758],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98803645,0.004245667,0.0024549102,0.00062673964,0.0023482265,0.002288014],"domain_scores_gemma":[0.9820993,0.013745816,0.0013076218,0.0009632675,0.001050696,0.0008333288],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050221447,0.0003196459,0.0004012068,0.0006185943,0.0053638807,0.00025535308,0.0014927422,0.00009551827,0.0010081627],"category_scores_gemma":[0.029123196,0.0002247822,0.00012242464,0.003533744,0.00067266414,0.004298727,0.0010412367,0.0005522481,0.00031480598],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025210666,0.0000392093,0.014907676,0.002965867,0.000014397828,4.6283196e-7,0.22328071,0.000002424387,0.00023895306,0.75745535,0.00034674988,0.00072301045],"study_design_scores_gemma":[0.0011440545,0.00025864533,0.07489703,0.009342333,0.000382946,0.00006709162,0.8958348,0.00038634395,0.0006541726,0.013435344,0.0026468479,0.00095035904],"about_ca_topic_score_codex":0.0005652186,"about_ca_topic_score_gemma":0.00014710028,"teacher_disagreement_score":0.74402,"about_ca_system_score_codex":0.0031749988,"about_ca_system_score_gemma":0.0030939137,"threshold_uncertainty_score":0.99990505},"labels":[],"label_agreement":null},{"id":"W2098029227","doi":"10.1186/1748-5908-6-43","title":"Interventions encouraging the use of systematic reviews by health policymakers and managers: A systematic review","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; University of Calgary; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; CINAHL; Psychological intervention; Medicine; MEDLINE; Public health; Inclusion (mineral); Health services research; Health policy; Grey literature; Health administration; Health promotion; Population health; Family medicine; Population; Nursing; Environmental health; Psychology; Political science","score_opus":0.9439891393816634,"score_gpt":0.779206425291688,"score_spread":0.16478271408997536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098029227","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.824255e-7,0.95664895,0.0012349172,0.0015212302,0.000375167,0.039719645,0.00039726432,0.000045905184,0.000055926736],"genre_scores_gemma":[0.0000051144752,0.97556293,0.00073043106,0.014121242,0.000029793542,0.009143364,0.00004039733,0.000037821967,0.0003288986],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9757094,0.011343219,0.009633429,0.0008300373,0.0012225523,0.0012613627],"domain_scores_gemma":[0.97812825,0.006591055,0.012654182,0.0015949515,0.0005243289,0.000507226],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036268592,0.00053716835,0.00443707,0.0008024659,0.0019832598,0.00013492895,0.001596811,0.000088272645,0.0003174227],"category_scores_gemma":[0.012608224,0.00031874882,0.0005054652,0.003543891,0.00070421776,0.0011603992,0.0005308394,0.00057571364,0.00022597398],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.671288e-7,0.000007846618,0.0000028013405,0.96302,0.00002492992,1.9434316e-7,0.003631898,8.375009e-9,1.3475868e-7,0.00081336556,0.021971574,0.010526965],"study_design_scores_gemma":[0.00013410862,0.000039345894,0.000002065518,0.70820946,0.00078337494,0.000017210528,0.002398767,0.0000019641002,7.2906666e-8,0.000011991903,0.28822225,0.0001794153],"about_ca_topic_score_codex":0.0014100753,"about_ca_topic_score_gemma":0.00030770194,"teacher_disagreement_score":0.26625067,"about_ca_system_score_codex":0.0009510297,"about_ca_system_score_gemma":0.0029405328,"threshold_uncertainty_score":0.99992645},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2098044024","doi":"10.1186/1748-5908-5-90","title":"Process evaluation of appreciative inquiry to translate pain management evidence into pediatric nursing practice","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Appreciative Inquiry and Organizational Change","field":"Business, Management and Accounting","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Hospital for Sick Children; University of Toronto","funders":"Canadian Institutes of Health Research; Sigma Theta Tau International; Registered Nurses' Association of Ontario","keywords":"Medicine; Nursing; Context (archaeology); Documentation; Appreciative inquiry; Knowledge translation; Intervention (counseling); Action plan; Health services research; Medical education; Health administration; Qualitative property; Health care; Public health; Psychology; Knowledge management; Computer science","score_opus":0.14468119949927474,"score_gpt":0.49169822946807534,"score_spread":0.34701702996880057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098044024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9393849,0.000046000605,0.052130125,0.003214182,0.0010254908,0.001687198,0.0000031776062,0.000062753665,0.002446166],"genre_scores_gemma":[0.9940725,0.00000542129,0.003727065,0.0012338781,0.0008103411,0.000118792064,0.000014269142,0.000013187955,0.0000045316806],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969526,0.000073081756,0.00042329158,0.00045140748,0.0018209991,0.0002785988],"domain_scores_gemma":[0.9966426,0.0002453303,0.0004730517,0.000200495,0.002407366,0.000031169082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009744402,0.00014291074,0.00012048814,0.0006363166,0.0003906496,0.00019366427,0.000475709,0.000030606243,0.00042518444],"category_scores_gemma":[0.0023269423,0.00014356179,0.000027383287,0.0037054785,0.00019656947,0.00540209,0.00008321013,0.00010444664,0.00007154438],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025604112,0.00062633515,0.08357299,0.00068877987,0.000056526562,0.0000033797055,0.07360827,0.0024561945,0.0331329,0.073523276,0.0026250652,0.7294502],"study_design_scores_gemma":[0.0040248693,0.00025721386,0.68353426,0.0004975786,0.0014821184,0.0000054836883,0.15749776,0.020902898,0.033305258,0.09008281,0.0065697115,0.0018400403],"about_ca_topic_score_codex":0.000055689616,"about_ca_topic_score_gemma":0.00008694238,"teacher_disagreement_score":0.7276102,"about_ca_system_score_codex":0.00012441493,"about_ca_system_score_gemma":0.00018509132,"threshold_uncertainty_score":0.585428},"labels":[],"label_agreement":null},{"id":"W2098531697","doi":"10.1186/1748-5908-2-32","title":"Taking stock of current societal, political and academic stakeholders in the Canadian healthcare knowledge translation agenda","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Heritage Foundation for Medical Research; Fondation pour la Recherche Médicale; University of Alberta; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Knowledge translation; Health administration; Health care; Scrutiny; Public relations; Health services research; Health policy; Politics; Transparency (behavior); Public health; Government (linguistics); Medicine; Public administration; Political science; Knowledge management; Nursing","score_opus":0.9462726050137088,"score_gpt":0.7712375910977692,"score_spread":0.17503501391593956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098531697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9667055,0.0001660591,0.0024917736,0.025134003,0.00051553064,0.0022808127,0.00014082874,0.00002198599,0.002543503],"genre_scores_gemma":[0.9917977,0.000019898323,0.00049148325,0.007511764,0.00008304209,0.000072463365,0.000010839675,0.0000073365436,0.000005507815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953841,0.00061938184,0.0012125183,0.00036799256,0.00090785406,0.0015081286],"domain_scores_gemma":[0.9966579,0.0018621067,0.00044230677,0.00020726971,0.0003278601,0.0005025416],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015791258,0.00012096104,0.00015830618,0.0006688436,0.0017048735,0.000029217363,0.00044251367,0.00007538444,0.00015180063],"category_scores_gemma":[0.00076099084,0.00010174956,0.000024164501,0.0020556548,0.00061213365,0.0005890925,0.000047769587,0.0006093568,0.000013906089],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012839332,0.000018247529,0.42110726,0.00030811614,0.0000023820978,0.000001350352,0.24691337,0.0000014487524,0.0020511176,0.11438425,0.0012590126,0.2139406],"study_design_scores_gemma":[0.0010464634,0.0000647508,0.85717684,0.000072517105,0.000005881065,0.0000031419493,0.12342517,0.00013386231,0.00035562334,0.00090740126,0.016665105,0.00014326542],"about_ca_topic_score_codex":0.08634781,"about_ca_topic_score_gemma":0.62008214,"teacher_disagreement_score":0.5337343,"about_ca_system_score_codex":0.001055536,"about_ca_system_score_gemma":0.0060059433,"threshold_uncertainty_score":0.9996291},"labels":[{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":["metaresearch","sts","scholarly_communication"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2098536839","doi":"10.1186/1748-5908-7-118","title":"A stakeholder-driven agenda for advancing the science and practice of scale-up and spread in health","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Child Health and Human Development; National Institute of Mental Health; John A. Hartford Foundation; Agency for Healthcare Research and Quality; Centers for Disease Control and Prevention; Quality Enhancement Research Initiative; American Hospital Association; Canadian Institutes of Health Research; University of Washington; Hartford Foundation for Public Giving; Patrick and Catherine Weldon Donaghue Medical Research Foundation; Commonwealth Fund; U.S. Department of Veterans Affairs; Karolinska Institutet; Bill and Melinda Gates Foundation","keywords":"Operationalization; Health services research; Scale (ratio); Stakeholder; Health informatics; Public health; Public relations; Health administration; Health policy; Stakeholder engagement; Medicine; Health care; Medical education; Political science; Nursing","score_opus":0.7775386811604124,"score_gpt":0.7299266000508866,"score_spread":0.04761208110952575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098536839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9455308,0.00010279658,0.0053917514,0.043249104,0.0007728366,0.0040882383,0.000121130375,0.000025930374,0.000717438],"genre_scores_gemma":[0.96831524,0.00007489797,0.015842903,0.015395076,0.000059994436,0.00027596,0.0000015771154,0.0000079249885,0.000026411737],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99529463,0.0006502596,0.0010734379,0.00041756197,0.0011672307,0.001396901],"domain_scores_gemma":[0.9919433,0.005678272,0.0008689803,0.0002892214,0.00081115554,0.00040907678],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040231936,0.000112986985,0.00019637278,0.00045466804,0.0023690318,0.00005433259,0.00039976768,0.000023103079,0.00004627416],"category_scores_gemma":[0.011183902,0.00008820082,0.000010518395,0.0022491645,0.0015195773,0.0030590326,0.00028087175,0.000171998,0.000004623783],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012982824,0.00007653749,0.28929788,0.00088727864,0.000005912738,2.7431832e-7,0.47326913,0.000021398118,0.07390881,0.030714003,0.006029498,0.12565945],"study_design_scores_gemma":[0.0034249222,0.0003344067,0.5567272,0.00017765677,0.000013169454,0.000022014645,0.32472703,0.00089814083,0.0038937472,0.0004138196,0.10908877,0.00027913207],"about_ca_topic_score_codex":0.0017391002,"about_ca_topic_score_gemma":0.001165015,"teacher_disagreement_score":0.26742932,"about_ca_system_score_codex":0.0005383606,"about_ca_system_score_gemma":0.0038988793,"threshold_uncertainty_score":0.99892974},"labels":[],"label_agreement":null},{"id":"W2098741737","doi":"10.1186/s13012-014-0141-9","title":"\"I should have discharged him but I felt guilty\": a qualitative investigation of clinicians' emotions in the context of implementing occupational therapy","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Occupational Therapy Practice and Research","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Health Services Research Programme; Medical Research Council; University of Stirling; University of Aberdeen; Scottish Government; McMaster University","keywords":"Worry; Anger; Context (archaeology); Medicine; Feeling; Qualitative research; Health care; Health services research; Quality (philosophy); Psychology; Psychotherapist; Nursing; Clinical psychology; Public health; Psychiatry; Social psychology; Anxiety","score_opus":0.6039522909217485,"score_gpt":0.6772263709925752,"score_spread":0.0732740800708267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098741737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870618,0.000014839237,0.0030035467,0.0076381727,0.00012914362,0.0012177266,0.00014966971,0.0000095845535,0.00077549013],"genre_scores_gemma":[0.9962639,0.000036503763,0.0013524119,0.0018914265,0.00008459212,0.00018507565,0.00011615766,0.000008107739,0.00006182888],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942526,0.0025928107,0.0011345419,0.00028608134,0.0013061481,0.00042778047],"domain_scores_gemma":[0.992866,0.004773255,0.0009862965,0.0003114399,0.0009984807,0.00006454661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017406914,0.000113390626,0.00020788563,0.0003858122,0.00089122,0.000026598867,0.0005056397,0.00005293117,0.00048381588],"category_scores_gemma":[0.0015964712,0.00007973327,0.00006043458,0.0010240496,0.00046498154,0.00077405135,0.000085959764,0.00031477105,0.00001666888],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027716125,0.00013586691,0.62806696,0.00006499579,0.000030342788,1.9146007e-7,0.23023044,0.000012345484,0.06364452,0.057823773,0.0020139941,0.017699435],"study_design_scores_gemma":[0.0019195097,0.00021111153,0.62835586,0.00004799257,0.0000068099603,3.1095942e-7,0.35708156,0.00046639115,0.0055434154,0.0042326683,0.0020399909,0.00009441268],"about_ca_topic_score_codex":0.001921972,"about_ca_topic_score_gemma":0.0017963202,"teacher_disagreement_score":0.12685111,"about_ca_system_score_codex":0.0000971342,"about_ca_system_score_gemma":0.0010121991,"threshold_uncertainty_score":0.68546337},"labels":[],"label_agreement":null},{"id":"W2098752225","doi":"10.1186/1748-5908-6-48","title":"Study protocol: the DESPATCH study: Delivering stroke prevention for patients with atrial fibrillation - a cluster randomised controlled trial in primary healthcare","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Ottawa; Medical Research Council; National Health and Medical Research Council; Ottawa Hospital Research Institute; University of New South Wales; Primary Health Care Research, Evaluation and Development","keywords":"Medicine; Atrial fibrillation; Stroke (engine); Randomized controlled trial; Cluster randomised controlled trial; Clinical endpoint; Health services research; Public health; Health administration; Emergency medicine; Medical emergency; Surgery; Internal medicine; Nursing","score_opus":0.14122789052632384,"score_gpt":0.4551542619183843,"score_spread":0.3139263713920605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098752225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66128904,9.458521e-7,0.0005989717,0.000112669986,0.00012822273,0.33780023,0.0000024501044,0.000020228783,0.0000472442],"genre_scores_gemma":[0.97914124,4.1059343e-7,0.0009830977,0.00005180481,0.00026015498,0.019470757,0.000017496937,0.000012455169,0.000062574945],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9974345,0.0002682975,0.00081096945,0.00037172352,0.000845089,0.00026944632],"domain_scores_gemma":[0.9986387,0.0002628906,0.00046255233,0.00022919232,0.0003442363,0.00006243246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002818031,0.00015010838,0.00037752668,0.0002647965,0.00032347857,0.00007918682,0.00012956707,0.000021808102,0.00004555656],"category_scores_gemma":[0.00022957115,0.000091924914,0.00013076265,0.00049642375,0.000050318533,0.000518717,0.00006622327,0.00005581389,0.0000017994407],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.39002973,0.000072540264,0.6016269,0.0000143436555,0.000046746332,3.6859916e-7,0.0028645396,0.000020017515,0.000008007576,0.000010903516,0.000003812254,0.005302135],"study_design_scores_gemma":[0.5442246,0.0046397927,0.4480699,0.000008277507,0.000112315836,1.409034e-7,0.0026786088,0.00013559911,0.00000907108,0.000015722946,0.000040540257,0.00006539842],"about_ca_topic_score_codex":0.00014116433,"about_ca_topic_score_gemma":0.00041253938,"teacher_disagreement_score":0.31832945,"about_ca_system_score_codex":0.00019746114,"about_ca_system_score_gemma":0.00028945817,"threshold_uncertainty_score":0.37485895},"labels":[],"label_agreement":null},{"id":"W2098945042","doi":"10.1186/1748-5908-9-28","title":"How research funding agencies support science integration into policy and practice: An international overview","year":2014,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; École Nationale d'Administration Publique","funders":"","keywords":"Health services research; Public relations; Science policy; Health policy; Health administration; Health informatics; Political science; Public administration; Public health; Medicine; Nursing","score_opus":0.9463308707961874,"score_gpt":0.8509782728248285,"score_spread":0.09535259797135887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098945042","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033436348,0.65141934,0.026264317,0.14074075,0.025902243,0.05588976,0.002102853,0.001714528,0.09262256],"genre_scores_gemma":[0.0027635733,0.97741663,0.00988277,0.0058930404,0.0015060597,0.0013349216,0.00014852158,0.00006158693,0.0009929155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98276156,0.00460846,0.0022962866,0.0019667957,0.0057748025,0.00259208],"domain_scores_gemma":[0.9820194,0.008376031,0.0022722208,0.0012598953,0.004714905,0.0013575221],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.082868695,0.00049716886,0.0009667833,0.0055691437,0.007822682,0.0019362752,0.0032104633,0.000210126,0.00055432174],"category_scores_gemma":[0.05798699,0.00042445658,0.00009675786,0.010489926,0.004077201,0.012256815,0.0017093656,0.0013001864,0.0003280259],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000052458035,0.000013387663,0.00005233089,0.0018898679,0.000008118209,0.0000019385266,0.018566312,8.125278e-8,0.00018600376,0.06460147,0.0011284935,0.91354674],"study_design_scores_gemma":[0.00034474698,0.00020146872,0.00021433139,0.0012449777,0.000042718457,0.000042548498,0.033608362,0.000040312996,0.000018460249,0.00090350467,0.9629756,0.0003629294],"about_ca_topic_score_codex":0.0020001032,"about_ca_topic_score_gemma":0.0007685127,"teacher_disagreement_score":0.9618471,"about_ca_system_score_codex":0.007219996,"about_ca_system_score_gemma":0.039105296,"threshold_uncertainty_score":0.9998207},"labels":[],"label_agreement":null},{"id":"W2099449587","doi":"10.1186/1748-5908-7-4","title":"Data for improvement and clinical excellence: protocol for an audit with feedback intervention in home care and supportive living","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Shepherds Care Foundation; University of Alberta","funders":"Fondation pour la Recherche Médicale; Canadian Health Services Research Foundation","keywords":"Medicine; Audit; Nursing; Excellence; Intervention (counseling); Protocol (science); Psychological intervention; Health services research; Health administration; Public health; Alternative medicine","score_opus":0.25797669985340566,"score_gpt":0.6140658130338461,"score_spread":0.35608911318044045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099449587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8830892,0.00001966252,0.006259718,0.00023417057,0.00041130616,0.10961975,0.0003020624,0.000021300546,0.00004283723],"genre_scores_gemma":[0.9322995,0.0000038467165,0.004430734,0.00007211217,0.00016878951,0.062877834,0.00010173624,0.000008993375,0.000036455356],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984964,0.00008773589,0.00047419628,0.00036613032,0.00017934464,0.0003961943],"domain_scores_gemma":[0.9987896,0.00036976312,0.00027235658,0.00022745725,0.00020934509,0.00013144103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031947575,0.00007980149,0.00012823172,0.00010270734,0.00044462585,0.00003975607,0.00016368079,0.000034745382,0.00004988527],"category_scores_gemma":[0.00015871708,0.0000637902,0.000013611736,0.00016849967,0.00013378404,0.0011060993,0.00016986491,0.00007535657,8.1197885e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028844635,0.0001356937,0.7063833,0.0006471691,0.0000067836354,8.931542e-8,0.020047707,1.508115e-7,0.00039022087,0.00011637793,0.0024539577,0.2695301],"study_design_scores_gemma":[0.004790018,0.0026635602,0.810597,0.0002284605,0.00002837157,8.7549404e-7,0.17518537,0.0001675616,0.00011560065,0.000108632936,0.0059554228,0.0001591174],"about_ca_topic_score_codex":0.00027574028,"about_ca_topic_score_gemma":0.0027654853,"teacher_disagreement_score":0.26937097,"about_ca_system_score_codex":0.00010164846,"about_ca_system_score_gemma":0.00025233056,"threshold_uncertainty_score":0.34197477},"labels":[],"label_agreement":null},{"id":"W2099866116","doi":"10.1186/s13012-014-0161-5","title":"Data for improvement and clinical excellence: report of an interrupted time series trial of feedback in long-term care","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Alberta Health","funders":"Fondation pour la Recherche Médicale; University of Alberta; Canadian Health Services Research Foundation","keywords":"Medicine; Interrupted Time Series Analysis; Intervention (counseling); Psychological intervention; Long-term care; Minimum Data Set; Interrupted time series; Randomized controlled trial; Audit; Health services research; Health administration; Excellence; Physical therapy; Emergency medicine; Family medicine; Public health; Nursing; Surgery; Nursing homes","score_opus":0.16737660488511286,"score_gpt":0.5800672058498946,"score_spread":0.4126906009647817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099866116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968056,0.000011793748,0.000637787,0.00022087099,0.000782479,0.001284445,0.00015332036,0.000008371654,0.00009532334],"genre_scores_gemma":[0.99757695,0.000015172597,0.0018181956,0.000028917117,0.00010867766,0.000036337333,0.00033992913,0.0000048774336,0.000070915026],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980165,0.00013121011,0.0010192476,0.00035114423,0.00027451487,0.00020739167],"domain_scores_gemma":[0.99829745,0.0002666146,0.00055295316,0.00050788466,0.0003086965,0.00006638087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00362595,0.000064488886,0.00022399615,0.00012244798,0.000149759,0.0000109606535,0.0003121678,0.000041218773,0.0000813085],"category_scores_gemma":[0.0004750172,0.000056741454,0.000021704353,0.000236175,0.00024211289,0.00043266016,0.00020488072,0.00006732289,0.0000011304955],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010493247,0.00038308886,0.35156807,0.0009984213,0.000026853386,0.000004026916,0.02365521,0.000001255874,0.019404795,0.00016698234,0.0027417853,0.59055626],"study_design_scores_gemma":[0.04421649,0.005632283,0.8914377,0.00021009184,0.00007561385,0.000004608129,0.052067347,0.0002619592,0.004192794,0.00025041008,0.0014170682,0.0002336144],"about_ca_topic_score_codex":0.00033031017,"about_ca_topic_score_gemma":0.0014738924,"teacher_disagreement_score":0.5903226,"about_ca_system_score_codex":0.00004627135,"about_ca_system_score_gemma":0.00041687163,"threshold_uncertainty_score":0.23138493},"labels":[],"label_agreement":null},{"id":"W2099870008","doi":"10.1186/1748-5908-7-39","title":"Translating evidence into practice: the role of health research funders","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Michael Smith Health Research BC","funders":"","keywords":"Relevance (law); Agency (philosophy); Funding Agency; Knowledge translation; Health services research; Excellence; Health care; Public relations; Medicine; Health informatics; Process (computing); Work (physics); Health policy; Health administration; Public health; Knowledge management; Political science; Nursing; Sociology; Computer science; Engineering","score_opus":0.952111783240738,"score_gpt":0.8468310667258631,"score_spread":0.10528071651487492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099870008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51706845,0.0019417651,0.01262577,0.4465612,0.0017002383,0.007726511,0.000044608503,0.00014218023,0.0121892905],"genre_scores_gemma":[0.980855,0.00006937782,0.008068809,0.0104925325,0.00016609604,0.0002976538,0.000001830057,0.000011541499,0.00003718279],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98688376,0.0057197786,0.0017166829,0.00039717057,0.003164541,0.0021180785],"domain_scores_gemma":[0.9834969,0.012935378,0.0010561595,0.0005735176,0.0014729381,0.00046512918],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10369511,0.000118194796,0.00019820353,0.00046230378,0.0059108697,0.000053025167,0.00093890296,0.000039356317,0.0007618094],"category_scores_gemma":[0.013404933,0.000088534565,0.000033175347,0.004062316,0.0011841669,0.0037253466,0.00026155607,0.0005795097,0.00023314777],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025931393,0.000039029994,0.17495993,0.00015414064,0.000006539512,8.8681055e-8,0.54399365,0.000005115693,0.021331621,0.04432521,0.0047502024,0.21040854],"study_design_scores_gemma":[0.00051306974,0.00016741561,0.0904398,0.00012583206,0.0000064672613,0.0000032021765,0.7134823,0.00009404305,0.0027236,0.0023238396,0.18998691,0.0001335016],"about_ca_topic_score_codex":0.00635312,"about_ca_topic_score_gemma":0.00084317825,"teacher_disagreement_score":0.46378654,"about_ca_system_score_codex":0.0011086356,"about_ca_system_score_gemma":0.0075246124,"threshold_uncertainty_score":0.99810183},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2100218859","doi":"10.1186/1748-5908-4-81","title":"Using patient and physician perspectives to develop a shared decision-making framework for colorectal cancer","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto General Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Colorectal cancer; Patient participation; Context (archaeology); Health services research; Family medicine; Qualitative research; Health care; Nursing; Cancer; Public health; Internal medicine","score_opus":0.33316040007719566,"score_gpt":0.6018383795128879,"score_spread":0.2686779794356922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100218859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93587434,0.00029192647,0.056909405,0.00349318,0.0004094282,0.0027481783,0.00012457611,0.00005560879,0.00009332948],"genre_scores_gemma":[0.75268847,0.000008840913,0.24319714,0.0036544588,0.000053561394,0.00038476288,0.000003925929,0.000007846727,0.0000010216339],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99798095,0.00012934108,0.00050451176,0.0004338625,0.00043726873,0.0005140452],"domain_scores_gemma":[0.9968078,0.0010476931,0.00032048923,0.0002600016,0.0013995505,0.00016445188],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00037282903,0.00011857246,0.0001498628,0.00023217143,0.002323153,0.00005883132,0.00031351153,0.000046365272,0.00008031963],"category_scores_gemma":[0.0016768199,0.00011653596,0.000018158298,0.0014322455,0.00009304251,0.00050880987,0.00019165826,0.00016607407,0.0000066761327],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024082664,0.000058704176,0.031633638,0.000051015617,0.000009781739,4.1885332e-7,0.4497232,0.00021606025,0.009254337,0.02718919,0.0007029916,0.4809198],"study_design_scores_gemma":[0.0012166736,0.00056680525,0.41174558,0.0013097305,0.00002166604,0.0000011024049,0.53628546,0.005287299,0.0016590408,0.039355174,0.002013261,0.00053820916],"about_ca_topic_score_codex":0.00017980143,"about_ca_topic_score_gemma":0.00026281734,"teacher_disagreement_score":0.4803816,"about_ca_system_score_codex":0.00084378803,"about_ca_system_score_gemma":0.0012644002,"threshold_uncertainty_score":0.9989757},"labels":[],"label_agreement":null},{"id":"W2100685152","doi":"10.1186/1748-5908-7-90","title":"Insights into the impact and use of research results in a residential long-term care facility: a case study","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; University of Calgary; Saskatchewan Health Authority; Calgary General Hospital; BP (Canada); University of Saskatchewan; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Heritage Foundation for Medical Research; Fondation pour la Recherche Médicale; Saskatchewan Health Research Foundation","keywords":"Medicine; Health services research; Health administration; Health informatics; Term (time); Public health; Long-term care; Nursing research; Quality of Life Research; Health economics; Environmental health; Gerontology; Nursing","score_opus":0.3355854661660128,"score_gpt":0.6247816171732197,"score_spread":0.28919615100720686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100685152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979478,0.00020627494,0.000009754197,0.00016031551,0.00022728597,0.0013852675,0.00002648195,0.000008308072,0.000028485947],"genre_scores_gemma":[0.9998116,0.000013516314,0.000022483438,0.000010564125,0.00004837381,0.00006330457,0.000009443623,0.0000028884501,0.000017822593],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99732244,0.00090722163,0.00046744212,0.00023487714,0.00063505396,0.0004329735],"domain_scores_gemma":[0.998152,0.00083641673,0.00009912327,0.0003211914,0.00047437535,0.00011689435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003408958,0.00006959546,0.000115214905,0.00044270576,0.0010977049,0.000053715707,0.00014892725,0.000028960068,0.000034330194],"category_scores_gemma":[0.0005214494,0.000044840406,0.000017531473,0.0013802787,0.00032483696,0.0007521353,0.00022031277,0.0002258104,0.0000063796524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007196584,0.000038147424,0.5472439,0.000019836087,0.0000023274974,0.000019261262,0.4470838,7.234893e-7,0.00053184846,0.0000068015725,0.00024090342,0.004740528],"study_design_scores_gemma":[0.0007191329,0.00013442757,0.6254358,0.000014214363,0.000004475982,0.000006564234,0.37342355,0.0000019892047,0.0001810409,0.0000138394225,0.00003424408,0.000030664793],"about_ca_topic_score_codex":0.07514875,"about_ca_topic_score_gemma":0.08451122,"teacher_disagreement_score":0.07819199,"about_ca_system_score_codex":0.000286295,"about_ca_system_score_gemma":0.00050748873,"threshold_uncertainty_score":0.93219405},"labels":[],"label_agreement":null},{"id":"W2100848823","doi":"10.1186/1748-5908-6-54","title":"Community capacity to acquire, assess, adapt, and apply research evidence: a survey of Ontario's HIV/AIDS sector","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University; Public Health Ontario; Ontario HIV Treatment Network; McMaster University; Hamilton Health Sciences; University of Toronto; St. Michael's Hospital","funders":"Ontario HIV Treatment Network","keywords":"Health services research; Incentive; Health administration; Capacity building; Flexibility (engineering); Medicine; Public relations; Health informatics; Health policy; Service delivery framework; Implementation research; Service provider; Evidence-based practice; Knowledge management; Service (business); Business; Nursing; Public health; Marketing; Economic growth; Management; Psychological intervention; Political science; Alternative medicine; Computer science","score_opus":0.9669762777311529,"score_gpt":0.7604212991018839,"score_spread":0.20655497862926897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100848823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99124175,0.000004519073,0.0024569475,0.00080780743,0.0002836506,0.0022022459,0.00025148297,0.0000394664,0.0027121173],"genre_scores_gemma":[0.98355895,0.0000043709206,0.0131274285,0.002569498,0.000031305422,0.00038939773,0.0000068833265,0.000013288557,0.00029885012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9885356,0.0060361954,0.0013782526,0.0005697711,0.002109835,0.0013703429],"domain_scores_gemma":[0.9894212,0.005576082,0.00050566415,0.00083712244,0.002901216,0.0007587423],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0610503,0.00017716998,0.00032915102,0.0008240891,0.0035128787,0.00006354009,0.0012408176,0.00007447256,0.0034909383],"category_scores_gemma":[0.008724041,0.00016781098,0.000023308867,0.004022586,0.0016108954,0.0016643654,0.0009110681,0.00085797877,0.00015478312],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060963157,0.000034983794,0.78778625,0.00008975875,0.0000040051614,3.6045435e-7,0.19574615,4.2667475e-7,0.006290637,0.0044255946,0.0043722675,0.0011885783],"study_design_scores_gemma":[0.0005778005,0.00041425627,0.96609575,0.00009914191,0.0000045581046,0.0000014794749,0.026001941,0.0000115733665,0.0035850322,0.00088409823,0.0021724568,0.00015188806],"about_ca_topic_score_codex":0.62092245,"about_ca_topic_score_gemma":0.5810386,"teacher_disagreement_score":0.17830952,"about_ca_system_score_codex":0.0015023047,"about_ca_system_score_gemma":0.008599469,"threshold_uncertainty_score":0.9996259},"labels":[],"label_agreement":null},{"id":"W2100864378","doi":"10.1186/1748-5908-2-30","title":"Educational outreach to general practitioners reduces children's asthma symptoms: a cluster randomised controlled trial","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; St. Michael's Hospital","funders":"Medical Research Council; University of Cape Town; European Commission; GlaxoSmithKline","keywords":"Medicine; Asthma; Cluster randomised controlled trial; Family medicine; Psychological intervention; Intervention (counseling); Population; Outreach; Randomized controlled trial; Academic detailing; Guideline; Pediatrics; Physical therapy; Nursing; Environmental health","score_opus":0.02034397710402469,"score_gpt":0.41240980589313436,"score_spread":0.39206582878910967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100864378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98914003,0.000024642384,0.0010446921,0.0034321223,0.0005237798,0.004267066,0.000014283542,0.000033032404,0.0015203375],"genre_scores_gemma":[0.9931733,0.0000016423007,0.0016011565,0.003301438,0.000867333,0.00034469532,0.00007403438,0.000009951834,0.00062646094],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.997806,0.000063050415,0.0005284466,0.00038203772,0.00085250865,0.00036793848],"domain_scores_gemma":[0.998658,0.00020980752,0.00020971108,0.00017677981,0.00032605047,0.00041964042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015554508,0.00013526394,0.00024217636,0.00040742505,0.00032929936,0.00009760829,0.00013842812,0.000028576304,0.0007507686],"category_scores_gemma":[0.00056720874,0.000104196086,0.00011977929,0.0005922197,0.0001961858,0.00039970488,0.00003301683,0.0000673178,0.00006411529],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.76243705,0.0015315459,0.028516794,0.000016262426,0.0002065435,0.000012941028,0.0029883378,0.00008873733,0.09309143,0.0015204806,0.01912371,0.09046616],"study_design_scores_gemma":[0.80795723,0.0007753904,0.1779555,0.000016831797,0.00008740605,0.00003892563,0.0012301723,0.00003972855,0.008842362,0.000036797774,0.0028055883,0.0002140788],"about_ca_topic_score_codex":0.00002921038,"about_ca_topic_score_gemma":0.00001359689,"teacher_disagreement_score":0.1494387,"about_ca_system_score_codex":0.00017002375,"about_ca_system_score_gemma":0.0010969325,"threshold_uncertainty_score":0.822039},"labels":[],"label_agreement":null},{"id":"W2101064167","doi":"10.1186/s13012-015-0226-0","title":"Mailed participant reminders are associated with improved colonoscopy uptake after a positive FOBT result in Ontario’s ColonCancerCheck program","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; Institute for Work & Health; St. Michael's Hospital; Institute for Clinical Evaluative Sciences; University of Toronto; Ontario Institute for Cancer Research; Sunnybrook Hospital; Health Sciences Centre; Cancer Care Ontario; Sunnybrook Health Science Centre","funders":"Ontario Ministry of Health and Long-Term Care; Institute for Clinical Evaluative Sciences; Cancer Care Ontario","keywords":"Medicine; Colonoscopy; Fecal occult blood; Psychological intervention; Health services research; Colorectal cancer; Cohort; Population; Public health; Cohort study; Family medicine; Internal medicine; Cancer; Environmental health; Nursing","score_opus":0.1369911123080722,"score_gpt":0.42311218111589516,"score_spread":0.28612106880782295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101064167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99732256,0.000015880398,0.00010447686,0.0005335987,0.0001381169,0.001425964,0.000015485324,0.000075424075,0.00036847463],"genre_scores_gemma":[0.99667764,8.0926e-7,0.0019154609,0.00036021645,0.000019135376,0.0008281765,0.000022658678,0.000010306037,0.0001656209],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99809504,0.000054516095,0.00034085155,0.00043692015,0.0006006439,0.00047200438],"domain_scores_gemma":[0.9987958,0.000059240214,0.00022439662,0.00016767204,0.00049505435,0.00025783875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011135549,0.00013522971,0.00022321969,0.00018974917,0.00010430325,0.00008765716,0.00008923306,0.00005091267,0.000056043315],"category_scores_gemma":[0.00037640173,0.000114928516,0.000028827038,0.0011056617,0.00023967489,0.0003194301,0.000037647533,0.00021099084,0.000004181155],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.058122654,0.0004954754,0.8871236,0.000015529515,0.00009407562,0.00013077474,0.030129593,0.00007978555,0.0072669988,0.000013459381,0.00039691984,0.01613115],"study_design_scores_gemma":[0.0053408113,0.0076700705,0.97112083,0.00011224684,0.000060754155,0.000010625393,0.007067773,0.0009546821,0.0072461357,0.000021685406,0.00024658145,0.00014778244],"about_ca_topic_score_codex":0.025616672,"about_ca_topic_score_gemma":0.66167986,"teacher_disagreement_score":0.63606316,"about_ca_system_score_codex":0.0024304148,"about_ca_system_score_gemma":0.002221934,"threshold_uncertainty_score":0.98087186},"labels":[],"label_agreement":null},{"id":"W2101734993","doi":"10.1186/1748-5908-8-13","title":"WhatisKT wiki: a case study of a platform for knowledge translation terms and definitions — descriptive analysis","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Terminology; Health informatics; Knowledge transfer; World Wide Web; Vocabulary; Promotion (chess); Health services research; Knowledge management; Computer science; Public relations; Medical education; Medicine; Public health; Political science; Nursing","score_opus":0.297867741219563,"score_gpt":0.5068362440939683,"score_spread":0.20896850287440533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101734993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899976,0.000015355079,0.006943559,0.00027439083,0.00011844015,0.0014358527,0.000020839503,0.000017360044,0.0011765674],"genre_scores_gemma":[0.99624664,0.000011029353,0.0032125174,0.000026380858,0.000026533626,0.00043065476,0.000010582483,0.0000027625251,0.000032926928],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99897593,0.00006793929,0.0002867125,0.00021193961,0.00028949935,0.00016795899],"domain_scores_gemma":[0.99874485,0.0002571338,0.0001568292,0.00010202634,0.00065145735,0.00008771249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008783607,0.00006013662,0.00009959912,0.00040319818,0.0009975097,0.00026133785,0.000104552535,0.000019849418,0.00019429834],"category_scores_gemma":[0.00014385614,0.00005981053,0.000026018504,0.0024623533,0.0002898166,0.00164826,0.000012041197,0.000023591396,0.000002956915],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072828784,0.00029638616,0.01902453,0.000006817517,0.000049153932,5.901571e-7,0.83688533,0.000013866628,0.001017193,0.017342249,0.00013650993,0.12522006],"study_design_scores_gemma":[0.00063045,0.0001545591,0.026193915,0.000002313336,0.00014382688,0.000002410094,0.9686514,0.0008769259,0.00030097069,0.0025668056,0.00038570006,0.00009069952],"about_ca_topic_score_codex":0.0085284775,"about_ca_topic_score_gemma":0.0788813,"teacher_disagreement_score":0.13176607,"about_ca_system_score_codex":0.00009744272,"about_ca_system_score_gemma":0.00033595518,"threshold_uncertainty_score":0.9980738},"labels":[],"label_agreement":null},{"id":"W2102418124","doi":"10.1186/1748-5908-2-34","title":"Revisiting interaction in knowledge translation","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; York University","funders":"Canadian Institutes of Health Research; Canadian Health Services Research Foundation","keywords":"Knowledge translation; Agency (philosophy); Pace; Health services research; Stakeholder; Empirical research; Management science; Health administration; Diversity (politics); Knowledge management; Computer science; Data science; Medicine; Public relations; Sociology; Public health; Political science; Epistemology; Social science","score_opus":0.8489606361137632,"score_gpt":0.7935681318980641,"score_spread":0.05539250421569908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102418124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9425787,0.000013829122,0.020783914,0.0033257976,0.00095373316,0.0012420709,0.000010349254,0.00008704025,0.031004574],"genre_scores_gemma":[0.9929684,0.000007754906,0.0036048468,0.0030040008,0.00024297893,0.000074970405,0.000007294685,0.000009174067,0.000080585385],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996192,0.00035580483,0.0013759213,0.00041443846,0.00063811743,0.0010237427],"domain_scores_gemma":[0.99626374,0.0025221377,0.00041702559,0.00021073037,0.00035750028,0.00022883854],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01845607,0.00010854674,0.00013822432,0.0009582094,0.0010642816,0.000037380483,0.00029653934,0.000044594257,0.0011304044],"category_scores_gemma":[0.0011710626,0.00011077195,0.00002283475,0.0030744723,0.00015908423,0.0016124515,0.00006695192,0.0003051263,0.00044528468],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042122363,0.000020127904,0.2936944,0.000101592734,0.0000017019266,0.000002677363,0.092964485,0.000009803666,0.042985283,0.0072536473,0.00063892454,0.56228524],"study_design_scores_gemma":[0.002234272,0.000049299786,0.8120365,0.00011399219,0.0000040043346,0.0000038053795,0.08902052,0.00060820056,0.005440656,0.0004536216,0.08979232,0.00024280358],"about_ca_topic_score_codex":0.00055515557,"about_ca_topic_score_gemma":0.003721158,"teacher_disagreement_score":0.5620424,"about_ca_system_score_codex":0.0009790404,"about_ca_system_score_gemma":0.0010211477,"threshold_uncertainty_score":0.9997827},"labels":[],"label_agreement":null},{"id":"W2102737627","doi":"10.1186/s13012-014-0203-z","title":"Computer-supported feedback message tailoring: theory-informed adaptation of clinical audit and feedback for learning and behavior change","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"U.S. National Library of Medicine; Fogarty International Center; National Institutes of Health; University of Pittsburgh","keywords":"Behavior change; Audit; Psychological intervention; Health care; Adaptation (eye); Health informatics; Health administration; Behavior change methods; Computer science; Knowledge management; Applied psychology; Medicine; Process management; Psychology; Public health; Nursing; Social psychology","score_opus":0.7916916057287153,"score_gpt":0.7027637228358542,"score_spread":0.08892788289286113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102737627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695852,0.000015491332,0.023927387,0.001498677,0.00081140426,0.0037122876,0.00010349072,0.000062484796,0.00028357108],"genre_scores_gemma":[0.974217,0.0000506618,0.022230927,0.0019070905,0.00025851917,0.0011242416,0.000037286052,0.000015768173,0.0001584928],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995691,0.00061935687,0.001670838,0.00050929276,0.00078907405,0.0007204487],"domain_scores_gemma":[0.99420494,0.002783807,0.001248348,0.0001933145,0.0009666844,0.00060292357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013853916,0.00016005826,0.0003454694,0.00031299682,0.00098011,0.00005663533,0.000251804,0.00007979573,0.00018469866],"category_scores_gemma":[0.0028719069,0.00014950024,0.00003415317,0.00073734263,0.0006543702,0.0013948063,0.00024137858,0.00023280834,0.000021377666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014235066,0.000043708176,0.5744852,0.00027453885,0.000010444362,9.078306e-7,0.057779975,0.0000061009036,0.00049627194,0.005506013,0.0014874183,0.35976708],"study_design_scores_gemma":[0.007217595,0.0009770342,0.85175437,0.00008308141,0.000057935187,0.0000053854505,0.09816515,0.0040797824,0.00031408513,0.00060853054,0.036458645,0.00027843058],"about_ca_topic_score_codex":0.0003769,"about_ca_topic_score_gemma":0.0004096623,"teacher_disagreement_score":0.35948864,"about_ca_system_score_codex":0.0001560076,"about_ca_system_score_gemma":0.0019772456,"threshold_uncertainty_score":0.7538313},"labels":[],"label_agreement":null},{"id":"W2102810760","doi":"10.1186/s13012-015-0223-3","title":"Development of a behaviour change intervention to increase upper limb exercise in stroke rehabilitation","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"National Institute for Health and Care Research","keywords":"Rehabilitation; Intervention (counseling); Medicine; Physical medicine and rehabilitation; Stroke (engine); Physical therapy; Fidelity; Nursing; Computer science","score_opus":0.09507073244571236,"score_gpt":0.44344068158099653,"score_spread":0.3483699491352842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102810760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975048,0.000033189488,0.0004881675,0.00052047963,0.00020432341,0.0010902558,0.000011249796,0.000017467662,0.00013007713],"genre_scores_gemma":[0.9517788,0.0000025708978,0.047761884,0.00009316708,0.000016460026,0.00024250276,0.00002091422,0.000005926009,0.000077731165],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830836,0.00003951003,0.000547723,0.00025944627,0.0006479706,0.0001969759],"domain_scores_gemma":[0.9990174,0.00006653167,0.00012210308,0.00016204579,0.00040325173,0.0002286314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017027298,0.00008281774,0.00016485126,0.0008972243,0.000043935,0.000019762876,0.00009478796,0.000024614596,0.00010315541],"category_scores_gemma":[0.000532483,0.0000767571,0.000056870096,0.0008309765,0.00009172216,0.00044081672,0.0000614176,0.000047735324,0.000029606734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029182274,0.0003494564,0.7714651,0.00008369461,0.0000037016548,0.0000012281342,0.029437568,0.0000035396902,0.022095619,0.00012276846,0.0001700479,0.17597544],"study_design_scores_gemma":[0.0018483922,0.00047665762,0.9540164,0.00020385932,0.000011634482,0.000002326987,0.029670512,0.000039963925,0.012981199,0.000023432396,0.00064693094,0.00007873017],"about_ca_topic_score_codex":0.0004377655,"about_ca_topic_score_gemma":0.0002738071,"teacher_disagreement_score":0.18255125,"about_ca_system_score_codex":0.0004053392,"about_ca_system_score_gemma":0.00037836138,"threshold_uncertainty_score":0.31300637},"labels":[],"label_agreement":null},{"id":"W2103125760","doi":"10.1186/1748-5908-7-35","title":"Theories of behaviour change synthesised into a set of theoretical groupings: introducing a thematic series on the theoretical domains framework","year":2012,"lang":"en","type":"editorial","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":487,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Canadian Institutes of Health Research; Chief Scientist Office, Scottish Government Health and Social Care Directorate; Scottish Government","keywords":"Psychological intervention; Thematic analysis; Management science; Health services research; Conceptual framework; Health informatics; Set (abstract data type); Health care; Computer science; Behaviour change; Health administration; Systematic review; Implementation research; Empirical research; Data science; Qualitative research; Medicine; Sociology; Epistemology; Public health; MEDLINE; Social science; Nursing; Political science","score_opus":0.3016368373634426,"score_gpt":0.6340007791241675,"score_spread":0.3323639417607249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103125760","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25580028,0.00011266303,0.014137214,0.060550854,0.6433211,0.017724274,0.004638167,0.00032186406,0.003393574],"genre_scores_gemma":[0.8930793,0.00006646292,0.0038032937,0.0021476934,0.099112935,0.0016609422,0.000050702245,0.0000615105,0.000017194272],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98724085,0.003171759,0.0027557123,0.00089097966,0.0043094875,0.0016312354],"domain_scores_gemma":[0.9538898,0.040111873,0.0026194893,0.0014828198,0.0015062136,0.00038983073],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.027098097,0.00051244174,0.00095577905,0.00066999113,0.0020087052,0.000084386724,0.0021026165,0.00048128355,0.0055429316],"category_scores_gemma":[0.04377045,0.00033722154,0.00016533572,0.0021072826,0.0085225785,0.00088994874,0.0007237742,0.0015125385,0.00009534402],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010691386,0.000035059424,0.0008612947,0.00055431185,0.000019649518,4.7385464e-7,0.11166677,2.0713222e-7,0.00037060122,0.85610956,0.029467491,0.00080766995],"study_design_scores_gemma":[0.0021137039,0.0015081618,0.004131615,0.004466819,0.00046134336,0.0000048442644,0.29206842,0.00005170252,0.011169454,0.6434442,0.03921741,0.0013623512],"about_ca_topic_score_codex":0.000361205,"about_ca_topic_score_gemma":0.00009450314,"teacher_disagreement_score":0.637279,"about_ca_system_score_codex":0.00060071447,"about_ca_system_score_gemma":0.0028977983,"threshold_uncertainty_score":0.999908},"labels":[],"label_agreement":null},{"id":"W2103669116","doi":"10.1186/1748-5908-9-54","title":"Applications of social constructivist learning theories in knowledge translation for healthcare professionals: a scoping review","year":2014,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":326,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Interdisciplinary Research in Rehabilitation; McGill University","funders":"McGill University","keywords":"CINAHL; Constructivism (international relations); Social constructivism; Knowledge translation; PsycINFO; Health care; Constructivist teaching methods; Psychological intervention; Context (archaeology); Epistemology; MEDLINE; Medicine; Psychology; Sociology; Knowledge management; Social science; Nursing; Computer science; Pedagogy; Politics; Teaching method; Political science","score_opus":0.7546677192685569,"score_gpt":0.793139881474038,"score_spread":0.03847216220548111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103669116","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009136227,0.9428148,0.02196604,0.0023295106,0.00047319586,0.031020839,0.00047432186,0.00008063608,0.00083148706],"genre_scores_gemma":[0.00049018377,0.9724782,0.0026925292,0.0014968879,0.00027950623,0.022136638,0.00028582662,0.000049191272,0.000091015296],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99025047,0.0030316487,0.004003828,0.0008307148,0.0008522787,0.001031082],"domain_scores_gemma":[0.986463,0.008374379,0.003492392,0.00034218805,0.0011258477,0.00020217313],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01644733,0.00034637595,0.0017730332,0.0009886165,0.0023537087,0.000029101318,0.0007322467,0.00018238575,0.00029982],"category_scores_gemma":[0.002112428,0.0003119932,0.0002059938,0.0038398104,0.0006618915,0.0005256571,0.00014964482,0.00064532924,0.000049578575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030056472,0.000012874232,0.00006678832,0.22982888,0.0000043048253,2.967514e-8,0.0059388345,6.805174e-8,0.0000013691598,0.015254362,0.00018968718,0.7486998],"study_design_scores_gemma":[0.00079978514,0.000063542066,0.000038938906,0.14742623,0.000091050344,0.0000017831444,0.0056478903,0.000010204167,0.0000027194048,0.0006067548,0.8449916,0.0003194692],"about_ca_topic_score_codex":0.00008417993,"about_ca_topic_score_gemma":0.0008170929,"teacher_disagreement_score":0.84480196,"about_ca_system_score_codex":0.000710431,"about_ca_system_score_gemma":0.014333477,"threshold_uncertainty_score":0.99993324},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2104326666","doi":"10.1186/1748-5908-8-66","title":"A systematic review of the use of theory in randomized controlled trials of audit and feedback","year":2013,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":240,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of British Columbia; Ottawa Hospital","funders":"Department of Family and Community Medicine, University of Toronto; University of Toronto; Canadian Institutes of Health Research; University of Ottawa","keywords":"Medicine; Randomized controlled trial; Health services research; Health informatics; Health administration; Audit; Public health; Systematic review; MEDLINE; Nursing; Surgery; Management; Law","score_opus":0.8203851101864753,"score_gpt":0.7425488997803719,"score_spread":0.07783621040610345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104326666","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001223845,0.9385826,0.00022904808,0.00053690595,0.00039189888,0.059637565,0.00039179545,0.0000074354225,0.000100342724],"genre_scores_gemma":[0.000112092064,0.99139,0.0006077234,0.0014909967,0.000018848923,0.006201234,0.0000070562683,0.000014643714,0.00015742145],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.92961854,0.047726516,0.01968226,0.00049304107,0.001855696,0.0006239255],"domain_scores_gemma":[0.8586415,0.111328125,0.027653838,0.0009278379,0.0012942904,0.00015440416],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16208573,0.00032100762,0.014825048,0.0008865736,0.00025199543,0.000022629274,0.00094347715,0.00010776933,0.001077994],"category_scores_gemma":[0.19552365,0.00015275241,0.00092793093,0.0026515028,0.0013035729,0.00051703065,0.0003343667,0.00029403288,0.000014220873],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023835809,0.000011791423,0.000012627687,0.9833949,0.00009588866,5.8765256e-8,0.0019160545,1.2342343e-7,0.000012358136,0.0042448454,0.00044692308,0.009626026],"study_design_scores_gemma":[0.057225943,0.000033243396,0.000030549145,0.9282529,0.0024187204,0.0000022925626,0.0017067058,0.00001043629,0.000010830052,0.00036026342,0.0097671,0.00018103945],"about_ca_topic_score_codex":0.0004813983,"about_ca_topic_score_gemma":0.000068190035,"teacher_disagreement_score":0.070977055,"about_ca_system_score_codex":0.00024459773,"about_ca_system_score_gemma":0.006170632,"threshold_uncertainty_score":0.99983513},"labels":[],"label_agreement":null},{"id":"W2104523262","doi":"10.1186/1748-5908-1-20","title":"Knowledge transfer & exchange through social networks: building foundations for a community of practice within tobacco control","year":2006,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child and Family Research Institute; Provincial Health Services Authority; Public Health Ontario; University of Toronto","funders":"National Cancer Institute; Health Canada; Battelle","keywords":"Tobacco control; Health services research; Social network (sociolinguistics); Baseline (sea); Medicine; Health administration; Social network analysis; Knowledge transfer; Public health; Medical education; Survey data collection; Population health; Population; Public relations; Knowledge management; Nursing; Social media; Environmental health; Computer science; World Wide Web; Political science","score_opus":0.660852415615325,"score_gpt":0.7111401701004324,"score_spread":0.05028775448510736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104523262","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2951773,0.000020355112,0.68862736,0.0075118165,0.0008456016,0.0034935244,0.00043682015,0.00009096039,0.0037962247],"genre_scores_gemma":[0.9694015,0.0000056409253,0.021849923,0.007042238,0.00042133988,0.0010610749,0.000062479856,0.000020600832,0.00013525249],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99435353,0.0018506492,0.0016745416,0.00037248788,0.0007430514,0.0010057561],"domain_scores_gemma":[0.9897649,0.007133251,0.00076459796,0.00036955514,0.0018323062,0.0001353815],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013899854,0.00018362238,0.00031201378,0.00027841984,0.006031436,0.000074928575,0.0006449254,0.000083197025,0.00041136122],"category_scores_gemma":[0.002246129,0.00018474176,0.00007597299,0.0020272767,0.00065747334,0.0022043765,0.000108258,0.0004062997,0.000033676002],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035903646,0.0005421241,0.032908563,0.0006384869,0.000059786515,4.4518094e-7,0.4030078,0.00075438427,0.03487831,0.46100515,0.05183836,0.014007539],"study_design_scores_gemma":[0.019468432,0.00056342164,0.11796704,0.00017083541,0.00024214922,0.00000807605,0.1460936,0.0018254723,0.0029260712,0.014014493,0.69567716,0.0010432634],"about_ca_topic_score_codex":0.0060606096,"about_ca_topic_score_gemma":0.014035397,"teacher_disagreement_score":0.67422414,"about_ca_system_score_codex":0.000563631,"about_ca_system_score_gemma":0.0020238862,"threshold_uncertainty_score":0.99526256},"labels":[],"label_agreement":null},{"id":"W2104920041","doi":"10.1186/1748-5908-3-53","title":"Evidence-informed health policy 1 – Synthesis of findings from a multi-method study of organizations that support the use of research evidence","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Public relations; Health informatics; Health administration; Health services research; Scope (computer science); Work (physics); Medicine; Health policy; Evidence-based practice; Developing country; Nursing; Public health; Medical education; Political science; Alternative medicine; Economic growth","score_opus":0.9446639956610158,"score_gpt":0.7961458226263362,"score_spread":0.14851817303467962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104920041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760957,0.000018870773,0.0064800326,0.012489768,0.00020225123,0.0043059248,0.0003528588,0.000032848187,0.000021797052],"genre_scores_gemma":[0.9761962,0.0003496458,0.020716848,0.002183642,0.00004548625,0.00037495664,0.0000055484697,0.000017887662,0.00010976842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98729205,0.0040774685,0.0028902513,0.00064756215,0.003876278,0.0012164161],"domain_scores_gemma":[0.945918,0.04547727,0.0021358968,0.0011744961,0.004896767,0.00039753865],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020847216,0.00018677997,0.0005366244,0.0014932455,0.0030560833,0.000035502184,0.0015622335,0.000060796538,0.0010853368],"category_scores_gemma":[0.076188065,0.00014340656,0.000047274592,0.012379081,0.0015991125,0.0025796925,0.0006594319,0.0003826311,0.000039963677],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049615523,0.00015194819,0.71291935,0.00020314386,0.00001608933,9.4199186e-7,0.27174085,0.000053011292,0.0061493,0.0003948947,0.005064959,0.0032558674],"study_design_scores_gemma":[0.00093549927,0.0005586597,0.8586705,0.0005193308,0.000015644755,0.0000037494683,0.12303091,0.00026083455,0.015032786,0.000034950033,0.0008114787,0.000125688],"about_ca_topic_score_codex":0.09937814,"about_ca_topic_score_gemma":0.010702325,"teacher_disagreement_score":0.14870995,"about_ca_system_score_codex":0.0008407864,"about_ca_system_score_gemma":0.025604581,"threshold_uncertainty_score":0.9998278},"labels":[],"label_agreement":null},{"id":"W2106098721","doi":"10.1186/1748-5908-8-9","title":"Evaluating the implementation of health and safety innovations under a regulatory context: A collective case study of Ontario’s safer needle regulation","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; Institute for Work & Health; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"SAFER; Context (archaeology); Health care; Health administration; Health services research; Patient safety; Medicine; Process (computing); Public relations; Health informatics; Process management; Knowledge management; Public health; Business; Nursing; Political science; Computer science; Computer security","score_opus":0.6553650814364436,"score_gpt":0.6963720796939524,"score_spread":0.041006998257508864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106098721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98609203,0.000010395444,0.0017380076,0.004061385,0.00021321367,0.007664699,0.00004157329,0.000024814864,0.00015390111],"genre_scores_gemma":[0.99396294,0.0000017875157,0.0014506917,0.0034717715,0.00002633083,0.0008721294,0.000012118273,0.000013700147,0.00018852162],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9928939,0.0016751294,0.0028182883,0.0005202412,0.001403558,0.00068889436],"domain_scores_gemma":[0.9930892,0.0015483618,0.0024296404,0.0005217356,0.0022026398,0.00020842688],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01157259,0.00018663303,0.0003714316,0.0006086616,0.0034083743,0.000050219387,0.00029775896,0.000042451124,0.0017531194],"category_scores_gemma":[0.00049212977,0.00015159618,0.000029296943,0.0029925457,0.00043971572,0.0012761601,0.00023448649,0.00025080304,0.000010225279],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035955276,0.00007825366,0.28767604,0.00007659212,0.000029399922,4.6120888e-7,0.64909106,0.00004606658,0.0046368875,0.005171607,0.00083004293,0.052327633],"study_design_scores_gemma":[0.0022756164,0.0006753603,0.49637553,0.00002069449,0.0000118387015,0.000013256163,0.49933958,0.00017149857,0.0001825659,0.00073866366,0.000113131624,0.00008227671],"about_ca_topic_score_codex":0.3420374,"about_ca_topic_score_gemma":0.25368392,"teacher_disagreement_score":0.20869946,"about_ca_system_score_codex":0.0022374904,"about_ca_system_score_gemma":0.015632056,"threshold_uncertainty_score":0.9991594},"labels":[],"label_agreement":null},{"id":"W2106145306","doi":"10.1186/s13012-015-0258-5","title":"The effect of professional-led guideline workshops on clinical practice for the management of patent ductus arteriosus in preterm neonates in Japan: a controlled before-and-after study","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Cardiovascular Conditions and Treatments","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Mount Sinai Hospital","funders":"Tokyo Women's Medical University; Ministry of Health, Labour and Welfare","keywords":"Medicine; Intensive care; Guideline; Odds ratio; Neonatology; Family medicine; Pediatrics; Emergency medicine; Intensive care medicine; Internal medicine; Pregnancy","score_opus":0.06537629398714112,"score_gpt":0.4782253461405571,"score_spread":0.412849052153416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106145306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993215,0.00014220718,0.00010934486,0.0010766758,0.00019979967,0.005217627,0.000006849463,0.0000029010514,0.000029582794],"genre_scores_gemma":[0.9981037,0.000027571527,0.00047269784,0.000076561046,0.00001512056,0.0012698611,0.0000067874007,0.0000042886013,0.000023430379],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998175,0.00020832798,0.000708506,0.00021289151,0.00054547685,0.0001497989],"domain_scores_gemma":[0.9984375,0.000854603,0.00017661815,0.0002689478,0.00021667217,0.000045649736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00620622,0.00008568421,0.0002811238,0.00009802265,0.00007251496,0.000021496215,0.000094293384,0.000014660459,0.00000474307],"category_scores_gemma":[0.00043017569,0.000040518633,0.00009070161,0.00030446195,0.00015102518,0.00010603697,0.000067940615,0.00005740883,5.9418636e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015181222,0.0009354597,0.6591365,0.000050621056,0.0008510809,0.000085855565,0.0033438236,0.00007827832,0.000058327336,0.00022981901,0.00006987218,0.31997916],"study_design_scores_gemma":[0.040444788,0.0036688915,0.94205415,0.000083689956,0.0003971953,0.0000143272255,0.0125263035,0.00047537257,0.00012555704,0.00005422415,0.00011442715,0.000041059528],"about_ca_topic_score_codex":0.000055034878,"about_ca_topic_score_gemma":0.00026767948,"teacher_disagreement_score":0.3199381,"about_ca_system_score_codex":0.00006584998,"about_ca_system_score_gemma":0.00007827606,"threshold_uncertainty_score":0.21509644},"labels":[],"label_agreement":null},{"id":"W2106647351","doi":"10.1186/1748-5908-4-51","title":"Translating research in elder care: an introduction to a study protocol series","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Saskatchewan; University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Killam Trusts; Fondation pour la Recherche Médicale; Alberta Heritage Foundation for Medical Research; Canadian Health Services Research Foundation","keywords":"Knowledge translation; Health services research; Context (archaeology); Health informatics; Knowledge management; Nursing research; Health care; Health administration; Field (mathematics); Medicine; Computer science; Management science; Public health; Nursing; Political science","score_opus":0.831924752085309,"score_gpt":0.8210188240737304,"score_spread":0.010905928011578636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106647351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77036285,4.873133e-7,0.00063212775,0.038573027,0.0002701381,0.18834676,0.000011649155,0.00010445599,0.0016985118],"genre_scores_gemma":[0.89676315,1.3875743e-7,0.0059340997,0.0030575355,0.00031848252,0.09387908,0.0000028859783,0.00000921214,0.000035422254],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99303824,0.0019547879,0.0011885175,0.0008402102,0.001631591,0.0013466707],"domain_scores_gemma":[0.99766773,0.00021366474,0.00019355936,0.0005255292,0.0009868827,0.00041265617],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016400626,0.00013694391,0.00017172932,0.0012588557,0.002449369,0.000094099494,0.000617254,0.00003758552,0.0009254432],"category_scores_gemma":[0.0006619638,0.00013084295,0.000013350505,0.0060197175,0.00017276811,0.0023703175,0.00009748803,0.00043903704,0.000118188065],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018476581,0.00017524895,0.09652192,0.000051969935,0.0000012432633,0.0000039661745,0.6970037,0.000021325945,0.015567314,0.0046377545,0.00078363734,0.18504712],"study_design_scores_gemma":[0.002626693,0.0024382595,0.50881034,0.000018403087,0.0000018944581,0.0000020433874,0.46331108,0.00001615572,0.0025570674,0.001163447,0.01885812,0.00019649511],"about_ca_topic_score_codex":0.0011339153,"about_ca_topic_score_gemma":0.007307431,"teacher_disagreement_score":0.41228843,"about_ca_system_score_codex":0.00078338216,"about_ca_system_score_gemma":0.001990422,"threshold_uncertainty_score":0.99998784},"labels":[],"label_agreement":null},{"id":"W2106657531","doi":"10.1186/1748-5908-5-30","title":"Multi-level analysis of electronic health record adoption by health care professionals: A study protocol","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Centre hospitalier universitaire de Québec","funders":"Canadian Institutes of Health Research; Max-Planck-Gesellschaft","keywords":"Health care; Health informatics; Medicine; Delphi method; Stratified sampling; Health administration; Health services research; Protocol (science); Sample (material); Pace; Knowledge management; Nursing; Public health; Alternative medicine","score_opus":0.18854328279880078,"score_gpt":0.6387705188459295,"score_spread":0.4502272360471287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106657531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69172674,0.00006717785,0.0064316564,0.0037961078,0.0010198095,0.29628277,0.00038207354,0.0001773463,0.00011633566],"genre_scores_gemma":[0.8608754,0.000004937924,0.0035288457,0.0017474664,0.00008128461,0.13335861,0.000136763,0.000029483877,0.00023718925],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99143386,0.0018169535,0.0025092696,0.0008871208,0.0014437075,0.0019090788],"domain_scores_gemma":[0.99481165,0.00033401776,0.0025621385,0.0007512719,0.0010460964,0.0004948401],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011638797,0.00025818776,0.000755171,0.0010455057,0.002324192,0.000026616306,0.00065264484,0.0000984739,0.00071981404],"category_scores_gemma":[0.00025479888,0.00022553549,0.000099121215,0.0046844976,0.00014890301,0.0005045363,0.00015648674,0.0010587281,0.00003508974],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019523727,0.0014900211,0.7080796,0.0012961798,0.00024212616,4.2900174e-7,0.100968674,0.000006858822,0.008323352,0.0010123568,0.01135427,0.16703093],"study_design_scores_gemma":[0.009028974,0.004246971,0.66882104,0.000192766,0.000113193135,0.0000013969268,0.27695626,0.0014694344,0.00038929028,0.000027641032,0.038169213,0.000583827],"about_ca_topic_score_codex":0.01495933,"about_ca_topic_score_gemma":0.14271091,"teacher_disagreement_score":0.17598757,"about_ca_system_score_codex":0.0023943102,"about_ca_system_score_gemma":0.020161187,"threshold_uncertainty_score":0.9989746},"labels":[],"label_agreement":null},{"id":"W2106690197","doi":"10.1186/1748-5908-6-81","title":"E-learning interventions are comparable to user's manual in a randomized trial of training strategies for the AGREE II","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University; Canadian Institutes of Health Research; Hamilton Health Sciences","keywords":"Medicine; Randomized controlled trial; Health informatics; Psychological intervention; Health services research; Public health; Training (meteorology); Health administration; Biostatistics; Physical therapy; Nursing; Surgery","score_opus":0.6290946462347151,"score_gpt":0.611183129862659,"score_spread":0.017911516372056124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106690197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91125596,0.00001260529,0.08186729,0.0019729969,0.00029730838,0.004174839,0.000014610216,0.000020269408,0.00038410435],"genre_scores_gemma":[0.9820793,0.0000075266116,0.016981909,0.00034764313,0.00005278499,0.00045173327,0.000014404246,0.0000068216823,0.000057833895],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9975271,0.00016509857,0.0013743116,0.00024379262,0.00043883524,0.00025084062],"domain_scores_gemma":[0.9968577,0.001906682,0.00063203776,0.00017619063,0.0003524266,0.00007494215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008759397,0.00008918187,0.00038412973,0.0002692509,0.00026160665,0.000048322723,0.00020345609,0.000018279505,0.00035244168],"category_scores_gemma":[0.004446356,0.000065598346,0.00017214265,0.00062762806,0.00024435655,0.00056719873,0.0000857753,0.0001147073,0.0000036883753],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.76121193,0.00095119356,0.007575672,0.00019294777,0.00021315498,0.000004676379,0.09262192,0.0015324117,0.006523477,0.019205866,0.0016458088,0.10832096],"study_design_scores_gemma":[0.7090944,0.0021706547,0.015966017,0.00015035541,0.00024407571,0.000005721215,0.26527825,0.0033540195,0.0013009724,0.0015960692,0.000709117,0.00013032273],"about_ca_topic_score_codex":0.00083062664,"about_ca_topic_score_gemma":0.001615964,"teacher_disagreement_score":0.17265634,"about_ca_system_score_codex":0.00006208891,"about_ca_system_score_gemma":0.00040689323,"threshold_uncertainty_score":0.5323025},"labels":[],"label_agreement":null},{"id":"W2106707960","doi":"10.1186/1748-5908-6-26","title":"How can we improve guideline use? A conceptual framework of implementability","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":480,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Institute of Population and Public Health; McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Guideline; Usability; Health informatics; Variety (cybernetics); Interpretability; Medicine; Resource (disambiguation); Process management; Knowledge management; Quality (philosophy); Management science; Computer science; Nursing; Engineering; Public health","score_opus":0.4326914451938181,"score_gpt":0.5562775333363108,"score_spread":0.12358608814249272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106707960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.940035,0.000026176449,0.045260534,0.011554569,0.0006434382,0.001835995,0.0003584552,0.00008444336,0.00020137899],"genre_scores_gemma":[0.8777379,0.00002668648,0.119852774,0.0020543796,0.000117525495,0.000051702656,0.00008988208,0.00001865303,0.000050543473],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9954268,0.000115049705,0.0019597404,0.0006857985,0.0012431986,0.00056941726],"domain_scores_gemma":[0.9956789,0.0007492032,0.00096680626,0.00076013815,0.0015077873,0.0003371619],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003215209,0.00022405753,0.0003838288,0.0002604295,0.00019472127,0.00009715387,0.0003456442,0.00006688436,0.0023332427],"category_scores_gemma":[0.005900025,0.00020221228,0.00013181461,0.0010898199,0.0010976081,0.0014743509,0.00023327392,0.00023122897,0.000009674836],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006721149,0.00063462794,0.49472386,0.00009204047,0.00013159413,0.000014688316,0.014141839,0.0000014534329,0.22004104,0.024843141,0.004449939,0.24025367],"study_design_scores_gemma":[0.009046367,0.0032353466,0.3071412,0.000094538416,0.0005618359,0.000068093985,0.1394381,0.00034776484,0.4962113,0.01335929,0.029693611,0.0008025738],"about_ca_topic_score_codex":0.0024295612,"about_ca_topic_score_gemma":0.00066182774,"teacher_disagreement_score":0.27617025,"about_ca_system_score_codex":0.0002683642,"about_ca_system_score_gemma":0.0011660606,"threshold_uncertainty_score":0.9985788},"labels":[],"label_agreement":null},{"id":"W2107032532","doi":"10.1186/1748-5908-8-26","title":"Implementing a knowledge application program for anxiety and depression in community-based primary mental health care: a multiple case study research protocol","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; Centre Hospitalier de l’Université de Montréal; Université Laval; Institut National de Santé Publique du Québec; Université de Sherbrooke","funders":"Canadian Institutes of Health Research; Ministère de la Santé; Ministère de la Santé et des Services sociaux","keywords":"Mental health; Medicine; Health services research; Context (archaeology); Multidisciplinary approach; Health administration; Implementation research; Nursing; Anxiety; Health care quality; Quality management; Health care; Public health; Psychiatry; Psychological intervention","score_opus":0.6324502100004777,"score_gpt":0.7589177809769304,"score_spread":0.12646757097645267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107032532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7023229,0.0000049154487,0.0012963102,0.0017557513,0.000077392026,0.29416126,0.000093262795,0.0001038102,0.00018440539],"genre_scores_gemma":[0.59468395,6.6216313e-7,0.008002768,0.0019258925,0.000043402644,0.39526105,0.00005722363,0.000017623788,0.000007420206],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99028456,0.0039532604,0.0017267418,0.00082014117,0.0010868626,0.0021284027],"domain_scores_gemma":[0.99408734,0.0025691388,0.00064975716,0.0006508264,0.0015386,0.00050434144],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.028083218,0.00022960552,0.00031090822,0.0009356953,0.0104296785,0.00019641015,0.00058106246,0.00006151564,0.00007460967],"category_scores_gemma":[0.000762606,0.00021578858,0.00003112999,0.0026887278,0.00042396065,0.0011934312,0.00076127,0.0007265747,0.000028691122],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045156386,0.00043542797,0.57888144,0.00090816675,0.0000026750045,9.324092e-7,0.17395112,0.0000014424903,0.002088013,0.000034060253,0.003238101,0.24041349],"study_design_scores_gemma":[0.014407305,0.0012308552,0.22771746,0.000098060715,0.0000043254367,0.000018127017,0.6623124,0.0027941382,0.00047197158,0.00007149948,0.09053797,0.00033591312],"about_ca_topic_score_codex":0.03114646,"about_ca_topic_score_gemma":0.0526961,"teacher_disagreement_score":0.48836124,"about_ca_system_score_codex":0.0019348317,"about_ca_system_score_gemma":0.003957917,"threshold_uncertainty_score":0.9908586},"labels":[],"label_agreement":null},{"id":"W2107064318","doi":"10.1186/s13012-015-0205-5","title":"Developing a checklist for guideline implementation planning: review and synthesis of guideline development and implementation advice","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Guideline; Checklist; Medicine; Advice (programming); Health services research; Health informatics; Health administration; Public health; Nursing; Medical education; Psychology; Computer science","score_opus":0.7684395208556415,"score_gpt":0.7636776647545448,"score_spread":0.004761856101096695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107064318","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029490242,0.9590765,0.0112465555,0.0055321967,0.000637558,0.020468099,0.0022881865,0.000180914,0.00027507026],"genre_scores_gemma":[0.000045039345,0.84838057,0.13479704,0.008346668,0.00021348103,0.006505363,0.0015379662,0.000095255615,0.00007865483],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865604,0.0009061746,0.008089326,0.0013742107,0.0015855972,0.0014843061],"domain_scores_gemma":[0.98855764,0.002032809,0.0053287908,0.0005708506,0.0028771781,0.0006327413],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.024462262,0.00071123114,0.0021741474,0.001166669,0.0018065564,0.00009697128,0.0007955054,0.0001817826,0.0005385669],"category_scores_gemma":[0.0017813658,0.00064402516,0.000118240016,0.0023027065,0.0004085601,0.0011243884,0.0006647889,0.0003252457,0.000022819078],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065836543,0.000009627423,0.00025652518,0.02549287,0.00005096345,5.779434e-7,0.004026832,1.2948338e-7,0.0000076485,0.0008758605,0.045696247,0.9235761],"study_design_scores_gemma":[0.0014461711,0.00009266462,0.00019805666,0.0046503334,0.00065266556,0.000014761617,0.016318483,0.000008467451,0.00008762879,0.00011856102,0.975827,0.0005852453],"about_ca_topic_score_codex":0.00047132283,"about_ca_topic_score_gemma":0.00072738365,"teacher_disagreement_score":0.9301307,"about_ca_system_score_codex":0.0017234508,"about_ca_system_score_gemma":0.017261678,"threshold_uncertainty_score":0.9996011},"labels":[],"label_agreement":null},{"id":"W2107618792","doi":"10.1186/1748-5908-7-72","title":"Decision boxes for clinicians to support evidence-based practice and shared decision making: the user experience","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; McGill University; Hôpital Saint-François d'Assise; McMaster University","funders":"","keywords":"Decision aids; Focus group; Thematic analysis; Medicine; Health informatics; Test (biology); Categorization; Medical education; Decision support system; Delphi method; Clinical decision support system; Family medicine; Computer science; Qualitative research; Nursing; Alternative medicine; Public health; Artificial intelligence","score_opus":0.6742347290554478,"score_gpt":0.6704284780143298,"score_spread":0.0038062510411179806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107618792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78302765,0.0011270508,0.16235195,0.039143477,0.0037708536,0.009986203,0.00015473251,0.00015393137,0.00028416206],"genre_scores_gemma":[0.8666374,0.0000450267,0.1101946,0.021265648,0.000112868416,0.0016948892,0.00000892137,0.000015708036,0.000024916315],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960508,0.0005360687,0.0010535574,0.0004804522,0.001048525,0.0008306146],"domain_scores_gemma":[0.9779781,0.018817153,0.0006259431,0.0009947501,0.0012555866,0.0003284597],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.005027576,0.00015521207,0.00016903532,0.00023574612,0.003267345,0.0001259503,0.0009953663,0.00006738694,0.00038268333],"category_scores_gemma":[0.01818269,0.00011575052,0.00003988843,0.0010226532,0.00025062275,0.0032574236,0.0005273702,0.00023192872,0.00011765801],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009927376,0.00011196416,0.56537503,0.00010366777,0.000006699467,4.8013834e-7,0.14893605,0.00005730522,0.0012103638,0.0049048057,0.03734118,0.24095972],"study_design_scores_gemma":[0.0018941598,0.0006929573,0.45963418,0.000918438,0.000040814342,0.000004492097,0.21731465,0.0011161688,0.000731334,0.0008224068,0.3164091,0.00042129765],"about_ca_topic_score_codex":0.00019397598,"about_ca_topic_score_gemma":0.00024305345,"teacher_disagreement_score":0.2790679,"about_ca_system_score_codex":0.0003629438,"about_ca_system_score_gemma":0.0010757848,"threshold_uncertainty_score":0.99803025},"labels":[],"label_agreement":null},{"id":"W2107662268","doi":"10.1186/1748-5908-5-71","title":"Using the theory of planned behaviour as a process evaluation tool in randomised trials of knowledge translation strategies: A case study from UK primary care","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Scottish Government; Wellcome Trust","keywords":"Theory of planned behavior; Medicine; Test (biology); Family medicine; Health administration; Randomized controlled trial; Knowledge translation; Primary care; Clinical psychology; Nursing; Public health; Control (management); Internal medicine","score_opus":0.4788093681917117,"score_gpt":0.6277288333842744,"score_spread":0.14891946519256272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107662268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946098,0.00009196472,0.00065827416,0.000010288113,0.0004319847,0.003748733,0.00014571301,0.000006805079,0.0002964845],"genre_scores_gemma":[0.99927855,4.1317446e-7,0.00024687784,0.000010620122,0.000024455332,0.00038025845,0.00005119942,0.000005256057,0.0000023848327],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969312,0.0010573099,0.0011496921,0.00026009025,0.000426044,0.00017568172],"domain_scores_gemma":[0.99809074,0.00054696633,0.00059081597,0.00024958284,0.000488474,0.000033391807],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009545837,0.00009058891,0.00025282905,0.00024035093,0.00016740547,0.0000366147,0.00020823753,0.000043253523,0.0014425502],"category_scores_gemma":[0.00017599591,0.000068044945,0.00007349403,0.00058503746,0.00017815907,0.00035590163,0.000013890243,0.00012534385,0.0000016860827],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003911373,0.0012740064,0.20104326,0.00006207945,0.00003411566,0.000016823207,0.46828362,0.00005299646,0.058425717,0.0012526466,0.000007809235,0.26563555],"study_design_scores_gemma":[0.023487084,0.00059184316,0.24127421,0.000042829313,0.000252842,0.000022497465,0.7288358,0.00018347701,0.003998477,0.0011971095,0.0000016849415,0.00011212002],"about_ca_topic_score_codex":0.0066884137,"about_ca_topic_score_gemma":0.010906545,"teacher_disagreement_score":0.26552343,"about_ca_system_score_codex":0.00006503289,"about_ca_system_score_gemma":0.0010577098,"threshold_uncertainty_score":0.99992615},"labels":[],"label_agreement":null},{"id":"W2107667881","doi":"10.1186/1748-5908-6-51","title":"Effects of an evidence service on health-system policy makers' use of research evidence: A protocol for a randomised controlled trial","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Centre hospitalier universitaire de Québec; Ottawa Hospital; Hamilton Health Sciences; Institute of Population and Public Health; McMaster University; McMaster Children's Hospital; University of Ottawa","funders":"Ontario Ministry of Health and Long-Term Care; McMaster University","keywords":"Randomized controlled trial; Health services research; Medicine; Health policy; Health informatics; Health administration; Protocol (science); Evidence-based practice; Service (business); Evidence-based medicine; Research design; Health care; Nursing; Medical education; Public health; Family medicine; Alternative medicine; Marketing; Business; Political science; Surgery","score_opus":0.8972210176918177,"score_gpt":0.7887999028289173,"score_spread":0.1084211148629004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107667881","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23227851,0.0000033254873,0.002156998,0.0068332204,0.0004238283,0.7579894,0.00007887304,0.000088040135,0.00014783077],"genre_scores_gemma":[0.33044416,0.000004211415,0.006758446,0.0050775483,0.00022074788,0.6574113,0.0000019584625,0.000024237192,0.00005742576],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.984031,0.0069997828,0.0034453971,0.00086084707,0.0030101656,0.0016528079],"domain_scores_gemma":[0.94255954,0.048789192,0.0027450682,0.0008562803,0.004353595,0.0006963362],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04413172,0.00024836796,0.0008764113,0.0016420649,0.0018505728,0.000057502544,0.0011563709,0.00009881169,0.000190117],"category_scores_gemma":[0.04980572,0.00020062881,0.00012101892,0.004608412,0.0006381834,0.0024944053,0.00021222881,0.00033904766,0.000033856468],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8401787,0.00045172157,0.0011876445,0.01137366,0.000032618795,0.0000019476274,0.09774169,0.000009585118,0.024042767,0.0143994,0.0034530635,0.0071271583],"study_design_scores_gemma":[0.9336848,0.008800635,0.008620265,0.0040890467,0.0000256263,0.0000016925102,0.01615322,0.00082054787,0.025416145,0.0003994755,0.0017076158,0.0002808973],"about_ca_topic_score_codex":0.012581988,"about_ca_topic_score_gemma":0.0011131129,"teacher_disagreement_score":0.100578114,"about_ca_system_score_codex":0.0011795203,"about_ca_system_score_gemma":0.016693566,"threshold_uncertainty_score":0.9994489},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2107940974","doi":"10.1186/1748-5908-6-97","title":"What is the value and impact of quality and safety teams? A scoping review","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Winnipeg Regional Health Authority; University of Ottawa; Alberta Health Services; St. Michael's Hospital; University of Calgary","funders":"Canadian Institutes of Health Research; Alberta Innovates; University of Toronto; Canadian Patient Safety Institute; Alberta Health Services","keywords":"CINAHL; PsycINFO; Medicine; Psychological intervention; Health services research; MEDLINE; Health informatics; Quality management; Quality (philosophy); Health administration; Systematic review; Patient safety; Nursing research; Nursing; Health care; Medical education; Public health; Operations management","score_opus":0.5029921580097588,"score_gpt":0.6868523378369913,"score_spread":0.18386017982723246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107940974","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006393618,0.99408877,0.00017849244,0.0008913601,0.00031445094,0.004143041,0.00008800932,0.0000110051915,0.00022091075],"genre_scores_gemma":[0.000072246134,0.9977653,0.00009213946,0.0017292605,0.000025385201,0.00023823869,0.00003379852,0.0000083335835,0.0000352702],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9963713,0.0010063289,0.0014932745,0.00034107367,0.00045598316,0.000331996],"domain_scores_gemma":[0.996211,0.0009523262,0.0020167525,0.00044201093,0.00021243004,0.00016551331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007500317,0.00018631632,0.0007985987,0.00013057748,0.0008427253,0.000007801287,0.0003340558,0.00007406176,0.00055054936],"category_scores_gemma":[0.00057504256,0.000105420484,0.00012181864,0.00069451553,0.00056208146,0.00068755716,0.00024071496,0.00027184622,0.000019157407],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034061138,0.000008126762,0.0005131084,0.059450403,0.00002105766,4.3715836e-8,0.005444035,2.1895996e-8,4.927797e-7,0.0011278649,0.000284882,0.93314654],"study_design_scores_gemma":[0.00050769706,0.00009526406,0.010166443,0.5276953,0.0004013583,0.000004937684,0.00550603,0.0000014180185,0.0000011134525,0.0002406766,0.45509094,0.0002888515],"about_ca_topic_score_codex":0.00034113094,"about_ca_topic_score_gemma":0.000041313284,"teacher_disagreement_score":0.9328577,"about_ca_system_score_codex":0.00017386285,"about_ca_system_score_gemma":0.0030790353,"threshold_uncertainty_score":0.6481647},"labels":[],"label_agreement":null},{"id":"W2108084236","doi":"10.1186/1748-5908-6-15","title":"Clinicians' perceptions of organizational readiness for change in the context of clinical information system projects: insights from two cross-sectional surveys","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; HEC Montréal","funders":"","keywords":"Health informatics; Health administration; CLARITY; Context (archaeology); Health care; Health services research; Test (biology); Medicine; Change management (ITSM); Nursing research; Knowledge management; Nursing; Applied psychology; Psychology; Public health; Marketing; Business; Computer science","score_opus":0.47167139425351473,"score_gpt":0.6189292936326579,"score_spread":0.1472578993791432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108084236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98646504,0.000009971484,0.007888926,0.00008063405,0.0013305445,0.0032481323,0.0004563192,0.000022924924,0.00049753126],"genre_scores_gemma":[0.99764395,0.0000071273917,0.00074945367,0.00041773324,0.00028847746,0.0006362297,0.0002426163,0.000007806781,0.0000066048146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942806,0.0016198904,0.002833584,0.00025967465,0.0006541488,0.0003521175],"domain_scores_gemma":[0.99439687,0.0018825539,0.0015493339,0.00028803817,0.001813781,0.000069439746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013465667,0.00010157181,0.0003025284,0.00030298522,0.00054515584,0.000016590438,0.00045859662,0.00010275789,0.00017406518],"category_scores_gemma":[0.0010878538,0.00007640239,0.000056026205,0.0011480083,0.0002839203,0.0011353057,0.000052406984,0.00022665717,0.000032806667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004415791,0.000033280638,0.94598424,0.00014923037,0.000005634122,5.5536503e-8,0.03864694,6.194637e-7,0.00006488726,0.013058966,0.00003984533,0.0019721645],"study_design_scores_gemma":[0.0018658678,0.00015837156,0.94173294,0.0000703802,0.0000059803156,7.4123375e-7,0.05510336,0.00059652474,0.00006795143,0.00016574509,0.00016659648,0.00006551616],"about_ca_topic_score_codex":0.01739642,"about_ca_topic_score_gemma":0.0123374695,"teacher_disagreement_score":0.016456423,"about_ca_system_score_codex":0.00028332017,"about_ca_system_score_gemma":0.0022986245,"threshold_uncertainty_score":0.9891468},"labels":[],"label_agreement":null},{"id":"W2108743686","doi":"10.1186/s13012-014-0103-2","title":"The AGREE Enterprise: a decade of advancing clinical practice guidelines","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University; Juravinski Cancer Centre; Juravinski Hospital","funders":"","keywords":"Quality (philosophy); Valuation (finance); Medicine; Guideline; Health care; Health services research; Public relations; Medical education; Business; Political science; Nursing; Public health; Accounting","score_opus":0.34593183504961134,"score_gpt":0.6555970266542672,"score_spread":0.3096651916046559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108743686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63410825,0.00026052337,0.19590473,0.15776584,0.0028241656,0.0023600976,0.000019211695,0.00013674206,0.0066204327],"genre_scores_gemma":[0.84656084,0.00023070585,0.1389462,0.013684118,0.00043822182,0.000028096307,0.000014137628,0.000015126167,0.00008254372],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947467,0.0002708996,0.0027906639,0.0004265369,0.0013645181,0.0004006835],"domain_scores_gemma":[0.98697114,0.0070376405,0.0013398287,0.0006300416,0.0037852183,0.00023611796],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021480804,0.00012373138,0.00024560167,0.00011918616,0.00037684554,0.00008496993,0.00036941175,0.000036143414,0.0001232654],"category_scores_gemma":[0.12815759,0.00008683449,0.00011147947,0.00074833253,0.00054297276,0.0009926049,0.0001394315,0.00019814775,0.000044898436],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029698736,0.00010870785,0.039404873,0.0000162296,0.0000349442,0.0000022477352,0.00027496874,0.000016816615,0.010570196,0.0024087275,0.019267874,0.9275974],"study_design_scores_gemma":[0.005749351,0.0013714806,0.17476696,0.00008029417,0.00035810223,0.00012958779,0.018038401,0.005747827,0.011040966,0.0010578797,0.7813988,0.00026040425],"about_ca_topic_score_codex":0.00020920768,"about_ca_topic_score_gemma":0.0001584406,"teacher_disagreement_score":0.92733705,"about_ca_system_score_codex":0.00009388899,"about_ca_system_score_gemma":0.0007963626,"threshold_uncertainty_score":0.87918633},"labels":[],"label_agreement":null},{"id":"W2109037336","doi":"10.1186/1748-5908-7-110","title":"Managing symptoms during cancer treatments: evaluating the implementation of evidence-informed remote support protocols","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Cancer survivorship and care","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal General Hospital; Dalhousie University; Canadian Partnership Against Cancer; Princess Margaret Cancer Centre; Queen's University; Sudbury Regional Hospital; Cancer Care Ontario; Nova Scotia Health Authority; Health Sciences North; Horizon Health Network; Capital District Health Authority; University Health Network; Laurentian University; Northeast Cancer Centre; McGill University Health Centre; University of Ottawa","funders":"Canadian Institutes of Health Research; Partenariat Canadien Contre Le Cancer","keywords":"Medicine; Protocol (science); Usability; Triage; Health services research; Audit; General partnership; Nursing research; Focus group; Nursing; Health informatics; Clinical audit; MEDLINE; Medical education; Public health; Medical emergency; Alternative medicine","score_opus":0.2546583492549643,"score_gpt":0.5839368673969518,"score_spread":0.32927851814198755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109037336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898748,0.00006152142,0.00017230507,0.0012683482,0.00026493432,0.008038965,0.000019816422,0.00003252992,0.00026677066],"genre_scores_gemma":[0.9961789,0.000047700298,0.00044996882,0.0002979789,0.00013515209,0.0026571467,0.000014390932,0.000011610174,0.00020712298],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974592,0.000055943958,0.00052984786,0.00024580446,0.0012005132,0.00050874235],"domain_scores_gemma":[0.9987444,0.00009495417,0.00037198522,0.00033802097,0.000312239,0.00013839749],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001661643,0.00013545963,0.0001677796,0.00017948219,0.00035021198,0.00006240534,0.00020751638,0.000017750248,0.0014111167],"category_scores_gemma":[0.000073745876,0.00008731178,0.000067710476,0.00085901795,0.00016944643,0.0012596254,0.000089921334,0.000068418296,0.000010042143],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001379384,0.000026323054,0.3957435,0.00022036661,0.00005592622,8.5176e-7,0.024857594,0.000011678218,0.0820963,0.00008466264,0.00008517636,0.4966797],"study_design_scores_gemma":[0.0023784053,0.0005876751,0.71510196,0.00030027283,0.00018811956,0.00002477231,0.030546313,0.00013928048,0.2499677,0.000049444177,0.00055039464,0.00016567958],"about_ca_topic_score_codex":0.0032899457,"about_ca_topic_score_gemma":0.0009521268,"teacher_disagreement_score":0.49651402,"about_ca_system_score_codex":0.0006394634,"about_ca_system_score_gemma":0.00085802155,"threshold_uncertainty_score":0.9995017},"labels":[],"label_agreement":null},{"id":"W2109057694","doi":"10.1186/1748-5908-4-80","title":"A typology of practice narratives during the implementation of a preventive, community intervention trial","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Health and Medical Research Council; Medical Research Council; Canadian Institutes of Health Research; National Medical Research Council; Fondation pour la Recherche Médicale; University of Calgary","keywords":"Typology; Narrative; Intervention (counseling); Medicine; Psychological intervention; Health administration; Sociology; Public relations; Nursing; Public health; Political science","score_opus":0.5588201160870758,"score_gpt":0.7572069121259728,"score_spread":0.19838679603889697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109057694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874205,0.000007858257,0.0013092196,0.006469365,0.00037826944,0.0027610932,0.00007865235,0.000025801424,0.0015492316],"genre_scores_gemma":[0.9962267,0.0000109450775,0.0016619721,0.0017617032,0.00006170544,0.0002049235,0.000011049847,0.0000059244035,0.0000550248],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99212277,0.004155015,0.0018995997,0.00026805827,0.00096435443,0.0005901934],"domain_scores_gemma":[0.9938944,0.0020444395,0.002356752,0.00048534383,0.0011081685,0.00011092294],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012999145,0.00013357251,0.0002582354,0.00038291933,0.0019667684,0.000021459015,0.00072236115,0.00004391188,0.0010944973],"category_scores_gemma":[0.0019966585,0.00010597669,0.000074802585,0.001712244,0.0006468805,0.001451623,0.00018585761,0.00038570174,0.000015578466],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00523033,0.000535878,0.032248314,0.0003518824,0.00006418288,9.702679e-7,0.69322175,0.0000085349475,0.18348932,0.040885296,0.0016779219,0.042285614],"study_design_scores_gemma":[0.019327102,0.0012222746,0.42725873,0.000043682783,0.000020873165,0.0000032359042,0.53151536,0.0000038779704,0.017019222,0.0018342366,0.001646831,0.00010458119],"about_ca_topic_score_codex":0.002531889,"about_ca_topic_score_gemma":0.0015664251,"teacher_disagreement_score":0.3950104,"about_ca_system_score_codex":0.00029903007,"about_ca_system_score_gemma":0.0011790443,"threshold_uncertainty_score":0.9998186},"labels":[],"label_agreement":null},{"id":"W2109795918","doi":"10.1186/1748-5908-7-89","title":"Feedback reporting of survey data to healthcare aides","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Alberta Heritage Foundation for Medical Research; Fondation pour la Recherche Médicale","keywords":"Health informatics; Medicine; Health administration; Health services research; Public health; Health care; Nursing research; Healthcare policy; Nursing; Family medicine; Health policy; Health care reform","score_opus":0.6568407600388926,"score_gpt":0.6536860209333174,"score_spread":0.0031547391055751772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109795918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948724,0.00006650611,0.00069193094,0.0015836133,0.0015706205,0.00051267294,0.0002015295,0.000027617298,0.0004731063],"genre_scores_gemma":[0.9965899,0.000004803029,0.0026218365,0.00040215979,0.00013867661,0.0000142729605,0.00013902655,0.000005883887,0.000083439656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973236,0.00022157382,0.0011814701,0.00024999422,0.0004827157,0.0005406664],"domain_scores_gemma":[0.99729204,0.00034179274,0.0010975141,0.0005794183,0.00047486732,0.00021438028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01200036,0.000061927014,0.0001630089,0.00016031625,0.00056766794,0.000012022842,0.00040485882,0.000023724733,0.000278661],"category_scores_gemma":[0.0028889205,0.00005519289,0.0000129300915,0.0011116784,0.00006821813,0.0006355092,0.00033131964,0.00008729414,0.000068547175],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010577635,0.000010590904,0.95433587,0.00003541121,0.0000016108672,1.0322228e-7,0.010252838,4.391643e-7,0.002909525,0.00011078259,0.017943595,0.014388675],"study_design_scores_gemma":[0.00015127691,0.000030288063,0.9694425,0.000023936238,0.00000390989,8.5790083e-7,0.025347793,0.0000032534974,0.0010337397,0.000022768814,0.003881015,0.000058652462],"about_ca_topic_score_codex":0.012779704,"about_ca_topic_score_gemma":0.0059101754,"teacher_disagreement_score":0.015106657,"about_ca_system_score_codex":0.000115906754,"about_ca_system_score_gemma":0.0006625756,"threshold_uncertainty_score":0.99379426},"labels":[],"label_agreement":null},{"id":"W2110634202","doi":"10.1186/1748-5908-8-33","title":"Clinical balance assessment: perceptions of commonly-used standardized measures and current practices among physiotherapists in Ontario, Canada","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"Canadian Institutes of Health Research; University of Toronto; Toronto Rehabilitation Institute","keywords":"Medicine; Balance (ability); Rehabilitation; Test (biology); Balance problems; Descriptive statistics; Standardized test; Physical therapy; Family medicine; Psychology","score_opus":0.11212047519174659,"score_gpt":0.5448584882420832,"score_spread":0.43273801305033655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110634202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971535,0.00004040647,0.00044929277,0.0003471582,0.0004758055,0.0009600913,0.00003415187,0.000012470028,0.00052712805],"genre_scores_gemma":[0.998421,0.00011256418,0.0010399992,0.00015732554,0.000032229083,0.00014719208,0.00002402846,0.0000057606003,0.000059885773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99737626,0.0005448113,0.00078070746,0.0003104805,0.00065426127,0.0003334622],"domain_scores_gemma":[0.9980336,0.00040424723,0.0008970285,0.00021142549,0.0003307389,0.0001229765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025133814,0.00009988857,0.00023807031,0.00009274097,0.00044366193,0.000036124,0.00020404195,0.000036127127,0.0004002452],"category_scores_gemma":[0.00013954096,0.00008929524,0.000027226844,0.000307576,0.00027549753,0.0008549856,0.000072416005,0.00037007296,0.0000038811186],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008711081,0.00008761844,0.9802129,0.00004257179,0.0000056450053,1.5439709e-7,0.0015699364,3.8161113e-7,0.007869873,0.00013362199,0.0011871486,0.008881436],"study_design_scores_gemma":[0.0017674137,0.000038325932,0.99110943,0.00010270747,0.000006159932,1.7300388e-7,0.0051487745,0.00020077599,0.0000077383565,0.00026064247,0.0012687042,0.00008915356],"about_ca_topic_score_codex":0.904347,"about_ca_topic_score_gemma":0.99171907,"teacher_disagreement_score":0.08737211,"about_ca_system_score_codex":0.0005393665,"about_ca_system_score_gemma":0.0033757112,"threshold_uncertainty_score":0.59883666},"labels":[],"label_agreement":null},{"id":"W2110645067","doi":"10.1186/1748-5908-8-55","title":"Best strategies to implement clinical pathways in an emergency department setting: study protocol for a cluster randomized controlled trial","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Manitoba; Children's Hospital Research Institute of Manitoba; McMaster University; Cambridge Memorial Hospital; Champlain Regional College; Ottawa Hospital; Montfort Hospital; Queen's University; Dalhousie University; Centre Hospitalier Universitaire Sainte-Justine; University of Saskatchewan; Université de Montréal; Hospital for Sick Children; University of Toronto; University of Alberta; Alberta Children's Hospital; Izaak Walton Killam Health Centre; University of Ottawa; Institute for Clinical Evaluative Sciences; Ministry of Health and Long Term Care; Children's Hospital of Eastern Ontario","funders":"Canadian Institutes of Health Research; IWK Health Centre; Alberta Heritage Foundation for Medical Research","keywords":"Medicine; Clinical pathway; Emergency department; Audit; Randomized controlled trial; Health administration; Health services research; Health informatics; Intervention (counseling); Protocol (science); Clinical trial; Cluster randomised controlled trial; Medical emergency; Public health; Nursing; Alternative medicine","score_opus":0.41428019030526725,"score_gpt":0.6495383110401562,"score_spread":0.235258120734889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110645067","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5091122,4.7386223e-7,0.0050515817,0.0021531635,0.00033658458,0.483228,0.000011575306,0.000031420543,0.000075018506],"genre_scores_gemma":[0.4681201,6.8199154e-7,0.00720054,0.000831157,0.00023389945,0.52354115,0.000036132496,0.00001606782,0.000020280153],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98991054,0.0011972463,0.0058610775,0.0009748426,0.001325559,0.00073073036],"domain_scores_gemma":[0.9937923,0.0026524547,0.0012032401,0.00056226476,0.0013034067,0.00048630932],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025381355,0.00031433345,0.0012963597,0.00043861306,0.00028243498,0.0003374886,0.00034853866,0.000054638123,0.001891915],"category_scores_gemma":[0.007317561,0.00023182477,0.00031783996,0.00069319404,0.000128205,0.0017111681,0.00017254593,0.0001805134,0.00007025047],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93737286,0.004226113,0.02581929,0.000036318004,0.00010823273,0.0000030532979,0.0021199689,0.00003205612,0.0010777769,0.00042534532,0.0026024177,0.026176544],"study_design_scores_gemma":[0.9455946,0.009958184,0.013717794,0.000016340968,0.00020895344,0.0000020696298,0.026874915,0.0018149196,0.00010220133,0.0008261949,0.00064201595,0.00024182476],"about_ca_topic_score_codex":0.0005800333,"about_ca_topic_score_gemma":0.0021416633,"teacher_disagreement_score":0.04099209,"about_ca_system_score_codex":0.00025430237,"about_ca_system_score_gemma":0.0014874105,"threshold_uncertainty_score":0.9990205},"labels":[],"label_agreement":null},{"id":"W2111081430","doi":"10.1186/s13012-015-0212-6","title":"Assisted partner notification services to augment HIV testing and linkage to care in Kenya: study protocol for a cluster randomized trial","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases; National Institutes of Health","keywords":"Partner notification; Medicine; Referral; Public health; Family medicine; Contact tracing; Randomized controlled trial; Cluster (spacecraft); Human immunodeficiency virus (HIV); Nursing; Disease; Internal medicine","score_opus":0.22889140154057047,"score_gpt":0.5646296151451349,"score_spread":0.3357382136045644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111081430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5780208,0.0000017072728,0.0042768866,0.0015881223,0.000037571055,0.41567525,0.00001650217,0.000022529519,0.0003606167],"genre_scores_gemma":[0.56548995,3.2339024e-8,0.0076631256,0.00017696948,0.000059920843,0.42611313,0.000017024337,0.000006289136,0.0004735687],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9981384,0.00016328384,0.00050526264,0.0003383316,0.0005773073,0.00027737443],"domain_scores_gemma":[0.9984856,0.00023095962,0.000094107534,0.00017042225,0.00069769437,0.00032116854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00378347,0.00008359214,0.00021810716,0.0003626412,0.00014687791,0.00016293443,0.00012452526,0.000014095767,0.000033114404],"category_scores_gemma":[0.0018634292,0.00006379166,0.00003328786,0.0007789429,0.00005100555,0.00025254625,0.000093281174,0.00004776163,0.000015169833],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.70891196,0.0014894004,0.04897244,0.000521115,0.00005016366,0.000005602345,0.0686576,0.0000773678,0.013823201,0.00009649114,0.006516812,0.15087788],"study_design_scores_gemma":[0.9385693,0.007866144,0.01703941,0.00016024022,0.000030099282,0.0000020049952,0.028778277,0.0035362504,0.0015313094,0.000030314955,0.002336072,0.00012058728],"about_ca_topic_score_codex":0.0002893868,"about_ca_topic_score_gemma":0.0012738899,"teacher_disagreement_score":0.22965735,"about_ca_system_score_codex":0.00020908969,"about_ca_system_score_gemma":0.00030890628,"threshold_uncertainty_score":0.26013485},"labels":[],"label_agreement":null},{"id":"W2111093657","doi":"10.1186/1748-5908-5-93","title":"Determinants of the intention of elementary school nurses to adopt a redefined role in health promotion at school","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"School Health and Nursing Education","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Health administration; Medicine; Public health; Health informatics; Health services research; Nursing research; Health promotion; Promotion (chess); Health policy; Nursing; Health economics; Medical education; Political science; Politics","score_opus":0.09354186079442142,"score_gpt":0.5496320164134316,"score_spread":0.45609015561901023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111093657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99086523,0.0000112714,0.000029708892,0.0045825974,0.0022190688,0.0020947615,0.000028505443,0.000014897264,0.00015396607],"genre_scores_gemma":[0.99670863,0.000006495185,0.001858917,0.0009588182,0.000057822726,0.00020314567,0.000013672082,0.000008025015,0.00018448132],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997216,0.00028290524,0.0011182656,0.00029823493,0.00059167226,0.00049295323],"domain_scores_gemma":[0.9980417,0.00009462891,0.000805445,0.00039046453,0.00037315142,0.00029460783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030374953,0.000095129035,0.00017654059,0.0003893986,0.0006514772,0.0000092134605,0.00035442034,0.00004731994,0.0008352975],"category_scores_gemma":[0.0010434091,0.000076734985,0.00003212176,0.0013355573,0.00013345259,0.00036840112,0.000111228546,0.0002879245,0.000044563472],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006399785,0.00009205615,0.898152,0.00010830757,6.804605e-7,3.0127527e-8,0.0029065073,0.0000014807785,0.085615486,0.00012718479,0.0019642524,0.010968027],"study_design_scores_gemma":[0.0007150731,0.00023018708,0.9631273,0.00024618447,0.0000030009771,0.0000011941156,0.009631726,0.00004181673,0.024629992,0.0003494413,0.0009611315,0.000062927116],"about_ca_topic_score_codex":0.004723624,"about_ca_topic_score_gemma":0.01740803,"teacher_disagreement_score":0.064975336,"about_ca_system_score_codex":0.00067125395,"about_ca_system_score_gemma":0.0023747478,"threshold_uncertainty_score":0.97140896},"labels":[],"label_agreement":null},{"id":"W2111192155","doi":"10.1186/1748-5908-7-99","title":"Explaining clinical behaviors using multiple theoretical models","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Medical Research Council; Chief Scientist Office, Scottish Government Health and Social Care Directorate; Scottish Government; Wellcome Trust","keywords":"Theory of planned behavior; Social cognitive theory; Health services research; Cognition; Interim; Health administration; Psychology; Health care; Applied psychology; Medicine; Social psychology; Public health; Nursing","score_opus":0.5214890016339937,"score_gpt":0.6544839481743011,"score_spread":0.1329949465403074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111192155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.970887,0.000032428314,0.025417041,0.00007236903,0.0018908734,0.00025046035,0.000020505606,0.00004111907,0.0013881916],"genre_scores_gemma":[0.99292034,0.0000012838739,0.006523963,0.00032069924,0.00013984313,0.00004489309,0.000008803891,0.0000090083795,0.00003118557],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99805343,0.00014839799,0.0005673293,0.00026474494,0.00031794296,0.00064815365],"domain_scores_gemma":[0.9990618,0.000112951835,0.00013464912,0.00023647532,0.00009647036,0.00035764353],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024993517,0.00008398884,0.00010625296,0.00013270744,0.0003815965,0.000043683904,0.00022785082,0.000046634028,0.004561572],"category_scores_gemma":[0.000050993825,0.00007886627,0.00007551361,0.00036805088,0.00061085896,0.000920293,0.00007347561,0.00013766623,0.00015306691],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002448557,0.00032729688,0.6441321,0.0000014777587,0.0000033230483,0.0000012718189,0.0037359807,0.0000052333,0.00097134424,0.25369126,0.0004829616,0.09662329],"study_design_scores_gemma":[0.0024603044,0.00041932624,0.95902526,0.00002513734,0.00007612466,0.000051084055,0.028119158,0.005263465,0.0010694586,0.0016068892,0.0014547574,0.00042902236],"about_ca_topic_score_codex":0.00024687656,"about_ca_topic_score_gemma":0.00001547926,"teacher_disagreement_score":0.3148932,"about_ca_system_score_codex":0.00007521529,"about_ca_system_score_gemma":0.00008825166,"threshold_uncertainty_score":0.9963484},"labels":[],"label_agreement":null},{"id":"W2111320175","doi":"10.1186/s13012-014-0149-1","title":"Protocol for the process evaluation of interventions combining performance-based financing with health equity in Burkina Faso","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal","funders":"Canadian Institutes of Health Research; World Bank Group","keywords":"Psychological intervention; Health services research; Equity (law); Health administration; Health care; Protocol (science); Medicine; Fidelity; Health informatics; Qualitative property; Implementation research; Health intervention; Qualitative research; Intervention (counseling); Nursing; Public health; Economic growth; Computer science; Political science; Economics; Sociology; Alternative medicine","score_opus":0.24677797693213943,"score_gpt":0.5860088283725794,"score_spread":0.33923085144043996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111320175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9197525,0.0000024772103,0.0102918865,0.0018488367,0.000030990264,0.06784331,0.000004236582,0.000009420607,0.00021633875],"genre_scores_gemma":[0.9627813,1.9088331e-7,0.0007146149,0.0004237241,0.000012079451,0.036059033,0.0000041418807,0.000002589132,0.000002289648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868035,0.00004054567,0.00032336687,0.0001361442,0.00062451436,0.00019506],"domain_scores_gemma":[0.9991562,0.000045883822,0.00025108756,0.00010663733,0.00039784852,0.000042379957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046200375,0.00004984352,0.00010148117,0.000089580106,0.00021659743,0.000017831999,0.00010738426,0.0000069181956,0.000026821848],"category_scores_gemma":[0.0000896551,0.000030283061,0.000019924437,0.00039600197,0.00009035371,0.00014469953,0.000018552526,0.000042983687,5.2763073e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005428836,0.00031255884,0.58163244,0.0043125576,0.000007399094,9.687188e-8,0.002946624,0.004543471,0.00065339805,0.0022151782,0.00008142358,0.40275195],"study_design_scores_gemma":[0.0069024176,0.0018031182,0.92119426,0.0010844021,0.00001819061,0.0000027889982,0.0013726886,0.06143088,0.005724191,0.00026939754,0.00014694151,0.0000507284],"about_ca_topic_score_codex":0.00025528602,"about_ca_topic_score_gemma":0.00038787478,"teacher_disagreement_score":0.40270123,"about_ca_system_score_codex":0.0001970364,"about_ca_system_score_gemma":0.0011141486,"threshold_uncertainty_score":0.19764517},"labels":[],"label_agreement":null},{"id":"W2111834230","doi":"10.1186/1748-5908-9-24","title":"Involving patients in setting priorities for healthcare improvement: a cluster randomized trial","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Diabetes Management and Education","field":"Medicine","cited_by":251,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cégep de l'Abitibi Témiscamingue; Université de Montréal; Université de Sherbrooke","funders":"Canadian Institutes of Health Research; Canadian Health Services Research Foundation","keywords":"Medicine; Randomized controlled trial; Health care; Family medicine; Health services research; Health administration; Population; Intervention (counseling); Cluster randomised controlled trial; Nursing; Patient satisfaction; Quality of life (healthcare); Disease management; Patient participation; General partnership; Health informatics; Public health; Disease; Environmental health; Surgery","score_opus":0.036030842173484005,"score_gpt":0.41488582992436973,"score_spread":0.3788549877508857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111834230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907761,0.000008579055,0.0012629848,0.0022384408,0.00068130356,0.004676695,0.0000037019274,0.000022827724,0.00032934154],"genre_scores_gemma":[0.9943498,0.000004893422,0.0027182715,0.002022922,0.00015127372,0.00058503874,0.00006270612,0.000007326642,0.00009781131],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99851745,0.0000600092,0.00046234395,0.00025664398,0.00038113852,0.0003224161],"domain_scores_gemma":[0.99911076,0.0002864049,0.00018700348,0.00012984402,0.00021647061,0.00006954435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035461276,0.000081379,0.00021017104,0.00030294253,0.00016366724,0.00009961234,0.00009345046,0.000016340326,0.000026506532],"category_scores_gemma":[0.0010559051,0.00007228752,0.000049718583,0.00033246458,0.00009524681,0.00044487574,0.0000438427,0.00004186108,0.000003468355],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.21547568,0.00034776703,0.2023353,0.0008511989,0.000038609374,1.83225e-7,0.014484203,0.000008875292,0.0019402946,0.011552884,0.0023883504,0.5505767],"study_design_scores_gemma":[0.9626786,0.00067204435,0.026795805,0.00006755361,0.000037562866,6.696961e-8,0.0026821578,0.0030796612,0.0011746953,0.002007924,0.00067733275,0.00012655974],"about_ca_topic_score_codex":0.00017090615,"about_ca_topic_score_gemma":0.00008174109,"teacher_disagreement_score":0.747203,"about_ca_system_score_codex":0.00017150573,"about_ca_system_score_gemma":0.00015994949,"threshold_uncertainty_score":0.29477993},"labels":[],"label_agreement":null},{"id":"W2112344911","doi":"10.1186/1748-5908-5-29","title":"A randomized trial to evaluate e-learning interventions designed to improve learner's performance, satisfaction, and self-efficacy with the AGREE II","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research; Hamilton Health Sciences","keywords":"Medicine; Health informatics; Health services research; Health administration; Randomized controlled trial; Psychological intervention; Public health; Medical education; Nursing; Internal medicine","score_opus":0.15141263220129395,"score_gpt":0.5189303196277438,"score_spread":0.36751768742644986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112344911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97144806,0.000002686593,0.0112589765,0.011665208,0.00038224354,0.005027151,0.0000032609341,0.00007450177,0.0001378843],"genre_scores_gemma":[0.977398,0.000008552609,0.0202157,0.0015173146,0.00017583092,0.00048749082,0.0000108944105,0.000014962037,0.00017126212],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9971567,0.00024624594,0.0008833497,0.0004789989,0.0008968674,0.00033786043],"domain_scores_gemma":[0.9971787,0.0011552754,0.00038568326,0.00031117062,0.0006807002,0.00028847327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00973408,0.00015641046,0.0003029201,0.000287122,0.0009987833,0.00020650252,0.00015224304,0.00002904446,0.00046338295],"category_scores_gemma":[0.004925949,0.00010002025,0.00008521923,0.0009704009,0.00024767683,0.00064798235,0.00017356634,0.0003214532,0.000045504614],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.34856725,0.0004423787,0.007963839,0.000051552204,0.00018424999,0.0000023685207,0.008064106,0.0003487454,0.08607576,0.00050329673,0.0016781355,0.5461183],"study_design_scores_gemma":[0.87335044,0.005997566,0.103588015,0.00004892987,0.0006573275,0.00004703329,0.004005113,0.0029989593,0.004005729,0.000029565665,0.0049789688,0.0002923293],"about_ca_topic_score_codex":0.00031142953,"about_ca_topic_score_gemma":0.00085698924,"teacher_disagreement_score":0.54582596,"about_ca_system_score_codex":0.00008325625,"about_ca_system_score_gemma":0.00045511287,"threshold_uncertainty_score":0.7681934},"labels":[],"label_agreement":null},{"id":"W2112368422","doi":"10.1186/1748-5908-5-36","title":"Unpacking vertical and horizontal integration: childhood overweight/obesity programs and planning, a Canadian perspective","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cape Breton University; University of Alberta; Canadian Nurses Association; St. Francis Xavier University; Health Canada; University of Ottawa","funders":"Government of Ontario","keywords":"Unpacking; Medicine; Perspective (graphical); Overweight; Public health; Childhood obesity; Horizontal and vertical; Health informatics; Health administration; Obesity; Nursing; Geography","score_opus":0.32780106065656744,"score_gpt":0.6442744185789491,"score_spread":0.3164733579223816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112368422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882071,0.000008312239,0.00045220033,0.0064647035,0.00060192833,0.0012146126,0.0000332133,0.000057766214,0.0029601706],"genre_scores_gemma":[0.9931027,0.000004512811,0.002468475,0.004045436,0.00020787987,0.00013313032,0.00000916802,0.000009905125,0.000018752782],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99713844,0.00017825591,0.0005093129,0.00057401485,0.0006277401,0.00097225973],"domain_scores_gemma":[0.9977548,0.00037809927,0.00013867303,0.00022084475,0.00053334574,0.00097421044],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026509983,0.00015542694,0.0001566662,0.00040405136,0.0029462366,0.00017829039,0.0002499842,0.00007462137,0.0004413239],"category_scores_gemma":[0.0013845403,0.00014107487,0.00001587517,0.0009073473,0.00072675355,0.0011364293,0.00014367164,0.0005374681,0.00003709128],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008394188,0.000023046747,0.765071,0.000013373072,0.000005304969,0.0000045886286,0.12475678,8.441589e-8,0.005760342,0.08778445,0.00078134815,0.015791306],"study_design_scores_gemma":[0.00087883964,0.00013515814,0.9009095,0.000027935137,0.000008387398,0.00001893642,0.09020476,0.0001362858,0.0006598669,0.0023280608,0.004503373,0.00018891059],"about_ca_topic_score_codex":0.07876445,"about_ca_topic_score_gemma":0.32324797,"teacher_disagreement_score":0.24448352,"about_ca_system_score_codex":0.00047805734,"about_ca_system_score_gemma":0.0031531036,"threshold_uncertainty_score":0.9983518},"labels":[],"label_agreement":null},{"id":"W2112478573","doi":"10.1186/1748-5908-5-47","title":"If you build it, they still may not come: outcomes and process of implementing a community-based integrated knowledge translation mapping innovation","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Canadian Institutes of Health Research; London Health Sciences Centre; Western University; University of Manitoba","funders":"Canada Research Chairs; University of Ottawa; Ontario Innovation Trust","keywords":"Knowledge translation; Knowledge management; Health informatics; Tacit knowledge; Process (computing); Medicine; Health services research; Process management; Data science; Public health; Computer science; Business; Nursing","score_opus":0.6234243875706081,"score_gpt":0.6793818962546709,"score_spread":0.055957508684062796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112478573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97864014,0.0000016778815,0.0083693,0.009118973,0.0004298886,0.0019730385,0.00029945024,0.000100319034,0.0010672136],"genre_scores_gemma":[0.98660976,0.0000021169294,0.0069974014,0.0058563594,0.000041970925,0.00029957257,0.00012014086,0.000021615584,0.000051080544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99427617,0.0009866543,0.0022296943,0.0004725581,0.0010092676,0.0010256869],"domain_scores_gemma":[0.9929019,0.0029164585,0.0014111275,0.0005114177,0.002073116,0.00018597778],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01760064,0.00025964255,0.00037098318,0.0014197977,0.0027654243,0.0000952673,0.0007099034,0.00009990501,0.00047825233],"category_scores_gemma":[0.0023532235,0.00023433907,0.000037263213,0.0039808084,0.00060823344,0.0013366378,0.00017718227,0.0009232161,0.00002128403],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031822412,0.00008572159,0.6364123,0.0006680941,0.00001345106,2.9715252e-7,0.15242103,0.000014548231,0.16051047,0.0075178095,0.00039243177,0.041931994],"study_design_scores_gemma":[0.008706932,0.00025664968,0.6563166,0.00026928863,0.00004672099,0.0000050341705,0.19367127,0.0057230694,0.036519077,0.001528431,0.09616647,0.00079048215],"about_ca_topic_score_codex":0.0020622115,"about_ca_topic_score_gemma":0.004214711,"teacher_disagreement_score":0.123991385,"about_ca_system_score_codex":0.00018956994,"about_ca_system_score_gemma":0.0026027684,"threshold_uncertainty_score":0.99853283},"labels":[],"label_agreement":null},{"id":"W2112811567","doi":"10.1186/1748-5908-8-25","title":"Understanding the Canadian adult CT head rule trial: use of the theoretical domains framework for process evaluation","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Canadian Child Health Clinician Scientist Program; Ottawa Hospital Research Institute","keywords":"Medicine; Psychological intervention; Intervention (counseling); Health services research; Health informatics; Randomized controlled trial; Health administration; Nursing; Public health; Surgery","score_opus":0.5086696334455637,"score_gpt":0.5597086425257989,"score_spread":0.051039009080235176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112811567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96234536,0.0000020360396,0.012174222,0.0192032,0.00019497055,0.0057113273,0.000026192325,0.000009370418,0.00033330117],"genre_scores_gemma":[0.99552757,6.240622e-7,0.002895315,0.0009940959,0.00003473138,0.00052335294,0.0000061623055,0.000007633567,0.000010526192],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976509,0.00012923546,0.0003023526,0.00019573704,0.0013749324,0.00034683396],"domain_scores_gemma":[0.99764466,0.00093756354,0.000118247364,0.00034923034,0.00080302876,0.00014727195],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029749167,0.000068175825,0.00009760001,0.00012544755,0.000679603,0.00020004102,0.00029863892,0.000022223985,0.000923854],"category_scores_gemma":[0.004469983,0.00003703059,0.000045632805,0.00080488756,0.0011168026,0.0003246592,0.000027633281,0.00012141497,0.0000071017307],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004682969,0.00004850266,0.015603374,0.000053166983,0.00002652734,2.1595342e-7,0.0053262576,0.000025948751,0.0011910051,0.963884,0.001141261,0.0122314645],"study_design_scores_gemma":[0.018289044,0.0005964048,0.21392909,0.00018387786,0.00013150251,0.000017588693,0.025851745,0.023755,0.00899042,0.7079385,0.0001353551,0.0001814604],"about_ca_topic_score_codex":0.008378231,"about_ca_topic_score_gemma":0.020167127,"teacher_disagreement_score":0.25594547,"about_ca_system_score_codex":0.0006004384,"about_ca_system_score_gemma":0.002122182,"threshold_uncertainty_score":0.99998945},"labels":[],"label_agreement":null},{"id":"W2112863877","doi":"10.1186/1748-5908-4-30","title":"A knowledge synthesis of patient and public involvement in clinical practice guidelines: study protocol","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec; Ministère de la Santé et des Services Sociaux (Québec); Université Laval","funders":"Canadian Institutes of Health Research","keywords":"Computer science","score_opus":0.6209507235349166,"score_gpt":0.6824359595194323,"score_spread":0.06148523598451561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112863877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87949395,0.000018670966,0.000058449048,0.0016574499,0.000296487,0.11606655,0.000012867221,0.000023680914,0.0023718926],"genre_scores_gemma":[0.9336103,0.000011786287,0.0043718726,0.0045066797,0.000050601346,0.05742449,0.000006255194,0.000006045745,0.00001193748],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942795,0.0010105995,0.0027922273,0.0004826928,0.0008506784,0.00058432465],"domain_scores_gemma":[0.99633837,0.00090428337,0.0009258393,0.00032337056,0.0012094256,0.00029872006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010187151,0.00013958749,0.00027457,0.00036347721,0.00052197045,0.000021914553,0.00025172447,0.000043511158,0.00015034716],"category_scores_gemma":[0.0019897022,0.000114901435,0.000027090498,0.0009872402,0.00013471763,0.0006825998,0.00018581339,0.00020790337,0.00002471584],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016723796,0.00234698,0.6644641,0.00021267064,0.0000059032186,0.0000019854022,0.015177668,6.4356084e-7,0.000072683106,0.0012686764,0.0009507834,0.31533068],"study_design_scores_gemma":[0.0074659362,0.006240883,0.48163456,0.0005649008,0.00002793272,0.0000011366787,0.45001304,0.0002612142,0.0005682636,0.0005264867,0.052371096,0.0003245466],"about_ca_topic_score_codex":0.0008159707,"about_ca_topic_score_gemma":0.0014834726,"teacher_disagreement_score":0.43483537,"about_ca_system_score_codex":0.0003057781,"about_ca_system_score_gemma":0.0013540743,"threshold_uncertainty_score":0.46855447},"labels":[],"label_agreement":null},{"id":"W2113041365","doi":"10.1186/1748-5908-7-54","title":"Delayed educational reminders for long-term medication adherence in ST-elevation myocardial infarction (DERLA-STEMI): Protocol for a pragmatic, cluster-randomized controlled trial","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; Health Sciences Centre; Sunnybrook Health Science Centre; Ottawa Hospital; Hamilton Health Sciences; McMaster University; Women's College Hospital","funders":"Canadian Institutes of Health Research; Department of Family and Community Medicine, University of Toronto; University of Toronto; McMaster University","keywords":"Medicine; Myocardial infarction; Randomized controlled trial; Discontinuation; Pharmacist; Cluster randomised controlled trial; Coronary care unit; Emergency medicine; Intervention (counseling); Physical therapy; Internal medicine; Family medicine; Pharmacy; Nursing","score_opus":0.09772265979667584,"score_gpt":0.4962063752157139,"score_spread":0.3984837154190381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113041365","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.099682555,0.00001926882,0.18851505,0.00859416,0.001554299,0.7006063,0.00003557917,0.00006728298,0.00092550716],"genre_scores_gemma":[0.4164981,0.0000026711411,0.0039096954,0.0007427202,0.00044923174,0.5778772,0.00027461722,0.000011541795,0.0002342115],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9963998,0.0002121124,0.0014209982,0.00043561202,0.0010297177,0.0005017416],"domain_scores_gemma":[0.9962112,0.0014565986,0.0010328504,0.0002995708,0.0007528216,0.00024700092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007000439,0.00020265568,0.00064047426,0.00041220506,0.0003043524,0.00008010581,0.00022178111,0.00008729034,0.00076580205],"category_scores_gemma":[0.0037188416,0.00016780135,0.00018785498,0.00061200047,0.00030730345,0.0009661808,0.000025145084,0.000119512915,0.000026951848],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9356903,0.0009891173,0.024185203,0.00046477266,0.00015990682,1.5918616e-7,0.0021801586,0.000014113671,0.0032040265,0.008641476,0.007123438,0.017347354],"study_design_scores_gemma":[0.96257913,0.00056312885,0.029798431,0.00017455703,0.00014828937,0.000012720683,0.0007373793,0.0037388366,0.00039999755,0.00076316803,0.0008787686,0.00020557891],"about_ca_topic_score_codex":0.000028670496,"about_ca_topic_score_gemma":0.000030518207,"teacher_disagreement_score":0.31681556,"about_ca_system_score_codex":0.0003792394,"about_ca_system_score_gemma":0.0016167198,"threshold_uncertainty_score":0.8384995},"labels":[],"label_agreement":null},{"id":"W2113050503","doi":"10.1186/s13012-015-0346-6","title":"A multi-faceted knowledge translation approach to support persons with stroke and cognitive impairment: evaluation protocol","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; University of Ottawa; Baycrest Hospital; Sunnybrook Hospital; Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Rehabilitation; Medicine; Cognition; Audit; Stroke (engine); Cognitive rehabilitation therapy; Health care; Health services research; Physical medicine and rehabilitation; Physical therapy; Nursing; Public health; Knowledge management; Psychiatry","score_opus":0.24003438575121439,"score_gpt":0.5043114834268552,"score_spread":0.2642770976756408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113050503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8655528,0.000011285461,0.0255593,0.00035354047,0.00007506683,0.1012049,0.00006356062,0.00006301816,0.0071165124],"genre_scores_gemma":[0.94172263,1.5535883e-7,0.027959295,0.00014097412,0.0000264397,0.029835574,0.000050084556,0.000009194204,0.0002556228],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998259,0.000082320345,0.00023533132,0.0003837637,0.0008101723,0.00022940426],"domain_scores_gemma":[0.99862987,0.00006743819,0.000083327934,0.00010464339,0.0007836329,0.00033107057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016592575,0.00011438915,0.00013345307,0.00036246135,0.00014527852,0.000071548195,0.000051804225,0.000026063046,0.00010422708],"category_scores_gemma":[0.0001765062,0.000087517335,0.00002627858,0.0006883142,0.0002001625,0.0004396951,0.000018183582,0.000061660285,0.000025352227],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026382417,0.0018783765,0.31019333,0.0003450275,0.0001284236,0.0000027461854,0.15531093,0.0001304597,0.050812986,0.000091629,0.0023829204,0.47608492],"study_design_scores_gemma":[0.04188044,0.007406584,0.79062855,0.00011652204,0.00029290846,0.000104588515,0.11336789,0.031261504,0.011014151,0.000010819712,0.0034968804,0.0004191483],"about_ca_topic_score_codex":0.000024615656,"about_ca_topic_score_gemma":0.00003796235,"teacher_disagreement_score":0.48043522,"about_ca_system_score_codex":0.00019724494,"about_ca_system_score_gemma":0.0010996249,"threshold_uncertainty_score":0.35688534},"labels":[],"label_agreement":null},{"id":"W2113119402","doi":"10.1186/1748-5908-6-103","title":"Tailored implementation for chronic diseases (TICD): A project protocol","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":194,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre","funders":"European Commission","keywords":"Psychological intervention; Medicine; Health informatics; Health services research; Implementation research; Health administration; Health care; Chronic care; Process management; Public health; Management science; Chronic disease; Nursing; Family medicine","score_opus":0.8283355373059956,"score_gpt":0.7835289151975985,"score_spread":0.04480662210839714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113119402","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15037642,0.000008690743,0.06470841,0.005083661,0.0025281648,0.7657287,0.0019478903,0.00096437114,0.008653694],"genre_scores_gemma":[0.48479763,0.0000016969525,0.010772257,0.0051028286,0.00040467206,0.49857384,0.000076950586,0.000040386767,0.00022973838],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938956,0.00048383966,0.0017126098,0.0008834413,0.0011936051,0.0018308895],"domain_scores_gemma":[0.9961598,0.00072496204,0.0010477534,0.0005627168,0.0010600967,0.00044468127],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042713443,0.00027564968,0.00028238742,0.0007156884,0.0029734178,0.00008546194,0.00085812714,0.000060050883,0.005903575],"category_scores_gemma":[0.0008087813,0.00025020415,0.0000851827,0.0020691606,0.00050293544,0.0020146798,0.00024222548,0.00018816008,0.00027078073],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008417894,0.0003253444,0.33675617,0.002212674,0.00006087856,0.000005900777,0.17731248,0.0000044402295,0.035939064,0.06717229,0.17482507,0.2045439],"study_design_scores_gemma":[0.022507582,0.0026071197,0.38681024,0.000101347585,0.000098712786,0.0000069182247,0.117829934,0.00057050126,0.024922218,0.0063867336,0.43696496,0.0011937299],"about_ca_topic_score_codex":0.0016491766,"about_ca_topic_score_gemma":0.002013449,"teacher_disagreement_score":0.3344212,"about_ca_system_score_codex":0.0013632278,"about_ca_system_score_gemma":0.008831483,"threshold_uncertainty_score":0.999995},"labels":[],"label_agreement":null},{"id":"W2113122631","doi":"10.1186/1748-5908-5-44","title":"Synergizing expectation and execution for stroke communities of practice innovations","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"Canadian Institutes of Health Research","keywords":"Brainstorming; Knowledge translation; Knowledge management; Best practice; Health administration; Session (web analytics); Medicine; Health informatics; Public relations; Process management; Nursing; Medical education; Computer science; Business; Marketing; World Wide Web; Public health; Political science","score_opus":0.6222194428225947,"score_gpt":0.732983496315657,"score_spread":0.11076405349306229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113122631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9621192,0.0000024429671,0.028004283,0.006151774,0.0006738461,0.0014289392,0.00014221377,0.000044564866,0.0014326952],"genre_scores_gemma":[0.9575629,0.00000947538,0.038598888,0.003167903,0.00008648866,0.0004814023,0.000028591714,0.000008484798,0.000055831413],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.99752253,0.00025233312,0.00093576947,0.00021628643,0.00059796637,0.00047512527],"domain_scores_gemma":[0.99273205,0.004128719,0.0008323124,0.00027490885,0.0019055211,0.00012647964],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006168772,0.00009483474,0.00013799923,0.00051767525,0.0021451514,0.00004399967,0.00027352927,0.000047284957,0.00020761912],"category_scores_gemma":[0.0038863702,0.00009600751,0.000017003289,0.001104908,0.00056644407,0.0019226283,0.00011162122,0.00024807412,0.000007885511],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000450181,0.00003301471,0.06377219,0.00014510611,0.000009203664,1.08302636e-7,0.12620449,0.000007439969,0.58634496,0.20642562,0.001758651,0.015254234],"study_design_scores_gemma":[0.003433686,0.0002998424,0.2804429,0.00005009557,0.00003711741,0.000008057471,0.6154557,0.0012346967,0.033616237,0.0020771252,0.06302034,0.00032422706],"about_ca_topic_score_codex":0.001152329,"about_ca_topic_score_gemma":0.0021259687,"teacher_disagreement_score":0.5527287,"about_ca_system_score_codex":0.000102275764,"about_ca_system_score_gemma":0.0011905859,"threshold_uncertainty_score":0.9991539},"labels":[],"label_agreement":null},{"id":"W2113737798","doi":"10.1186/1748-5908-1-5","title":"Designing theoretically-informed implementation interventions: Fine in theory, but evidence of effectiveness in practice is needed","year":2006,"lang":"en","type":"letter","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Health Sciences Centre; Sunnybrook Health Science Centre; The Wilson Centre; St. Michael's Hospital; University of Toronto","funders":"","keywords":"Assertion; Psychological intervention; Health services research; Empirical research; Intervention (counseling); Medicine; Task (project management); Management science; Epistemology; Computer science; Public health; Nursing; Economics; Management","score_opus":0.5608348487760362,"score_gpt":0.7279514318597969,"score_spread":0.16711658308376076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113737798","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3361878,0.00032108874,0.04457918,0.5866219,0.002678831,0.024322433,0.0011178995,0.00022948018,0.0039414],"genre_scores_gemma":[0.5376583,0.0001171786,0.010959218,0.44645724,0.00044780396,0.0037105093,0.0003284841,0.000091344424,0.00022996866],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9816764,0.007145715,0.0049871807,0.0012800018,0.0027563055,0.002154417],"domain_scores_gemma":[0.9647844,0.029588927,0.0031625202,0.0008151537,0.0014697649,0.00017924649],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034659684,0.0005146335,0.00086472946,0.0029145172,0.0007552609,0.00012949361,0.0014423906,0.0003871115,0.0023066937],"category_scores_gemma":[0.008844123,0.000512873,0.00017691067,0.0048648436,0.0009980286,0.0035293407,0.0004817478,0.0018966694,0.00015335662],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001477999,0.00045336178,0.21245967,0.026068076,0.00016723206,0.00023794321,0.15165447,0.000119549906,0.031592038,0.034697596,0.4911419,0.049930185],"study_design_scores_gemma":[0.02984319,0.003083977,0.3557812,0.034954365,0.00060490455,0.00005087136,0.36542863,0.00028581443,0.0760661,0.039445292,0.09016556,0.004290103],"about_ca_topic_score_codex":0.012077246,"about_ca_topic_score_gemma":0.005370961,"teacher_disagreement_score":0.40097633,"about_ca_system_score_codex":0.0029717672,"about_ca_system_score_gemma":0.0069982326,"threshold_uncertainty_score":0.9997323},"labels":[],"label_agreement":null},{"id":"W2114250081","doi":"10.1186/1748-5908-6-45","title":"Target for improvement: a cluster randomised trial of public involvement in quality-indicator prioritisation (intervention development and study protocol)","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Abitibi-Témiscamingue; Cégep de l'Abitibi Témiscamingue; Université de Montréal","funders":"Agency for Healthcare Research and Quality; Université de Montréal; Institut National de Santé Publique du Québec; McMaster University; Canadian Health Services Research Foundation; McGill University","keywords":"Public health; Medicine; Quality (philosophy); Context (archaeology); Intervention (counseling); Protocol (science); Quality management; Health services research; Health administration; Nursing; Business; Alternative medicine; Marketing","score_opus":0.5046199307081779,"score_gpt":0.5735128286381825,"score_spread":0.06889289793000464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114250081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7809059,0.0000025668544,0.0024028015,0.000042383414,0.0003072945,0.21614587,0.000019703564,0.000015294036,0.00015816995],"genre_scores_gemma":[0.741312,8.577289e-7,0.004799384,0.00019793435,0.000029139288,0.25355217,0.00006668826,0.000008517464,0.000033247776],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9952411,0.00061800546,0.0023137555,0.00046821972,0.00077418884,0.0005847396],"domain_scores_gemma":[0.9979593,0.0002147717,0.0011447149,0.00021580572,0.00026543418,0.00019993239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014320276,0.00015482056,0.0002901179,0.0004604811,0.00063969323,0.000021739086,0.00022158684,0.000046131492,0.00025554516],"category_scores_gemma":[0.00012477122,0.00013838493,0.000042342203,0.0003846591,0.000103001716,0.00052631745,0.0001627806,0.00010960726,0.0000061726323],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05430868,0.0043693203,0.6574547,0.0030189669,0.000042812746,4.5159274e-7,0.13001521,2.824969e-7,0.0014595377,0.002596506,0.00006724291,0.14666626],"study_design_scores_gemma":[0.710614,0.008010027,0.16166854,0.00024445294,0.000017945124,9.637463e-8,0.10305029,0.0000733197,0.012245397,0.0010802319,0.0026726483,0.00032300755],"about_ca_topic_score_codex":0.0009805724,"about_ca_topic_score_gemma":0.0031467036,"teacher_disagreement_score":0.6563054,"about_ca_system_score_codex":0.00055957603,"about_ca_system_score_gemma":0.000832655,"threshold_uncertainty_score":0.56431735},"labels":[],"label_agreement":null},{"id":"W2114712679","doi":"10.1186/1748-5908-5-83","title":"Effective continuing professional development for translating shared decision making in primary care: A study protocol","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Centre for Disability Prevention and Rehabilitation; Université Laval; University of Ottawa; Hôpital Saint-François d'Assise; Université de Sherbrooke; Centre hospitalier universitaire de Québec","funders":"Canadian Institutes of Health Research; University of Leeds; National Institute for Health and Care Research","keywords":"Medicine; Health administration; Health informatics; Health services research; Protocol (science); Primary care; Public health; Nursing research; Nursing; Primary health care; Medical education; Family medicine; Alternative medicine; Environmental health; Population; Pathology","score_opus":0.22126811561531043,"score_gpt":0.5914416374922057,"score_spread":0.37017352187689523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114712679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71762264,0.0000073666,0.0017091961,0.00016738112,0.0009710376,0.27911443,0.000022806498,0.00007526673,0.0003098769],"genre_scores_gemma":[0.62622637,3.6584055e-8,0.040288087,0.00016195545,0.00003420446,0.33324698,0.000021586377,0.000013606708,0.00000716649],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961249,0.00046207386,0.0012882467,0.00058992626,0.00085847825,0.00067636906],"domain_scores_gemma":[0.9961466,0.0017825611,0.0005915301,0.0004570895,0.0009088827,0.00011333071],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026400532,0.00017665833,0.00023689929,0.0004178841,0.002021032,0.00005290448,0.0006420221,0.00007961341,0.000120804914],"category_scores_gemma":[0.0007060094,0.00016126879,0.000031547628,0.0008714182,0.00009886002,0.00077479886,0.00033473066,0.00061992806,0.000013869453],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024709696,0.000112443005,0.4416183,0.00033217654,0.0000027648416,4.954571e-7,0.2628606,0.000006266019,0.005457161,0.00010761989,0.000032558502,0.28922254],"study_design_scores_gemma":[0.006879573,0.00018019033,0.8705798,0.00072557165,0.000004405163,4.0206655e-7,0.1179422,0.00030980882,0.0005824363,0.00023666059,0.0023444882,0.0002144633],"about_ca_topic_score_codex":0.00009858637,"about_ca_topic_score_gemma":0.005012114,"teacher_disagreement_score":0.42896152,"about_ca_system_score_codex":0.0008797837,"about_ca_system_score_gemma":0.0021153947,"threshold_uncertainty_score":0.9992782},"labels":[],"label_agreement":null},{"id":"W2115068605","doi":"10.1186/s13012-014-0174-0","title":"Enablers and barriers to using patient decision aids in early stage breast cancer consultations: a qualitative study of surgeons’ views","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; Juravinski Cancer Centre; Sunnybrook Health Science Centre; St. Joseph’s Healthcare Hamilton; McMaster University; University of Toronto; Ontario Institute for Cancer Research","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Breast cancer; Decision aids; Qualitative research; Randomized controlled trial; Health services research; Family medicine; Health care; Nursing; Alternative medicine; Public health; Surgery; Cancer","score_opus":0.3709454362301408,"score_gpt":0.5929860402485753,"score_spread":0.22204060401843445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115068605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956647,0.000042588636,0.0006505302,0.00035725703,0.00024697432,0.0027864133,0.00019357124,0.000017070975,0.000040870447],"genre_scores_gemma":[0.9943903,0.00001291771,0.004328394,0.00060898904,0.0000062426443,0.00063088385,0.000004906192,0.000011078144,0.000006252367],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9952233,0.0019141382,0.001244597,0.00043247675,0.0007385516,0.00044692343],"domain_scores_gemma":[0.99571705,0.0018677358,0.00062315963,0.00045617792,0.0009781307,0.00035777187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025326204,0.00013355713,0.00026519105,0.00065665465,0.0010401615,0.00002699327,0.00030338118,0.000036425296,0.00021224761],"category_scores_gemma":[0.0017044928,0.0001270621,0.000016102344,0.0018994218,0.00021567217,0.00061556307,0.0002746036,0.00018821142,0.0000059975337],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060468545,0.00003482059,0.43452227,0.000032237152,0.0000035044065,1.2966993e-7,0.55576295,0.00028621015,0.00059491605,0.00035068055,0.000023160977,0.008328633],"study_design_scores_gemma":[0.0014625147,0.00027033023,0.22440855,0.000156129,0.0000064425044,1.8960394e-7,0.7724191,0.00066086295,0.000079178026,0.00014108482,0.00028126888,0.000114333874],"about_ca_topic_score_codex":0.04330043,"about_ca_topic_score_gemma":0.020918632,"teacher_disagreement_score":0.21665615,"about_ca_system_score_codex":0.0004942277,"about_ca_system_score_gemma":0.0011795147,"threshold_uncertainty_score":0.99694705},"labels":[],"label_agreement":null},{"id":"W2115739841","doi":"10.1186/1748-5908-8-57","title":"Bridging the gap between the economic evaluation literature and daily practice in occupational health: a qualitative study among decision-makers in the healthcare sector","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Occupational Health and Safety Research","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; McMaster University; University of Regina; Institute for Work & Health","funders":"Workplace Safety and Insurance Board","keywords":"Health administration; Health services research; Bridging (networking); Medicine; Health informatics; Health care; Health economics; Public health; Qualitative research; Quality of Life Research; Health policy; Environmental health; Nursing; Economic growth; Sociology; Social science; Economics","score_opus":0.3114775835785795,"score_gpt":0.664248194810672,"score_spread":0.35277061123209247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115739841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9226211,0.00025277634,0.00012540165,0.0681341,0.0001982195,0.008454235,0.00009538532,0.000007900298,0.00011091798],"genre_scores_gemma":[0.99280006,0.00005611085,0.00020682368,0.004456723,0.0001599578,0.0022354256,0.000071423194,0.0000072493544,0.0000062316317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9887753,0.007466561,0.0010377889,0.0004501667,0.001563636,0.000706551],"domain_scores_gemma":[0.9812023,0.017092295,0.0005056697,0.00036032737,0.000694512,0.00014488345],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.041613325,0.00012998248,0.00017134756,0.00030944304,0.002790952,0.00020514532,0.00049360876,0.000043918855,0.00018634748],"category_scores_gemma":[0.00295253,0.000070939386,0.000020699876,0.0014422224,0.00027099744,0.0014654609,0.0001430332,0.0007487218,0.000052900465],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070277805,0.000026591346,0.5325162,0.000024821908,0.0000041393146,3.9661043e-7,0.39784834,0.00004830609,0.0000014584291,0.00068028725,0.0010929396,0.06768626],"study_design_scores_gemma":[0.0008510663,0.00011210131,0.696046,0.000054170516,0.0000028061256,8.5001403e-7,0.2992659,0.0017979498,2.4466812e-7,0.0016452861,0.00017468077,0.000048925347],"about_ca_topic_score_codex":0.030368805,"about_ca_topic_score_gemma":0.0265897,"teacher_disagreement_score":0.16352984,"about_ca_system_score_codex":0.0011038984,"about_ca_system_score_gemma":0.004240524,"threshold_uncertainty_score":0.99850726},"labels":[],"label_agreement":null},{"id":"W2115963345","doi":"10.1186/1748-5908-6-46","title":"Developing a decision aid to guide public sector health policy decisions: A study protocol","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; McMaster University; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Decision aids; Health administration; Health policy; Health services research; Medicine; Delphi method; Public health; Management science; Protocol (science); Public relations; Health informatics; Nursing; Political science; Computer science; Economics; Alternative medicine","score_opus":0.7774669367761226,"score_gpt":0.7478925916382573,"score_spread":0.029574345137865277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115963345","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012907257,0.06719143,0.0458354,0.0053835385,0.00064161053,0.8739372,0.00010117688,0.0006823737,0.006214379],"genre_scores_gemma":[0.00002149812,0.43826446,0.09243032,0.0008344171,0.00037514188,0.4676997,0.000010230998,0.00007205452,0.00029214763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895638,0.0014309433,0.002016933,0.0013655714,0.003920245,0.0017024882],"domain_scores_gemma":[0.9947236,0.0012000337,0.00087993825,0.0010039508,0.0011917478,0.0010007089],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.02485786,0.00040220266,0.0009556721,0.0038740074,0.002763617,0.0013616963,0.0042082355,0.00012343495,0.0006643179],"category_scores_gemma":[0.011609109,0.00034034223,0.00017779047,0.013826721,0.00052475557,0.0011910575,0.0014333624,0.00034193113,0.00039862556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000004192758,0.00007296542,0.00005774477,0.00015265327,0.000007701737,0.0000029011424,0.0048215715,2.4958137e-8,1.4968955e-7,0.014501375,0.004161183,0.9762175],"study_design_scores_gemma":[0.0003217334,0.00027287292,0.00006569558,0.0016116989,0.000008052196,0.0000047625554,0.006790346,2.3769002e-7,0.0000012800839,0.0016566592,0.9889297,0.00033698787],"about_ca_topic_score_codex":0.018016856,"about_ca_topic_score_gemma":0.02086472,"teacher_disagreement_score":0.9847685,"about_ca_system_score_codex":0.0066933245,"about_ca_system_score_gemma":0.054838397,"threshold_uncertainty_score":0.9999049},"labels":[],"label_agreement":null},{"id":"W2116037807","doi":"10.1186/s13012-015-0331-0","title":"Behaviour change strategies for reducing blood pressure-related disease burden: findings from a global implementation research programme","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McMaster University; Population Health Research Institute","funders":"National Health and Medical Research Council; Canadian Institutes of Health Research; National Institutes of Health; Canadian Stroke Network; Grand Challenges Canada; National Institute of Neurological Disorders and Stroke; Medical Research Council; South African Medical Research Council; Fogarty International Center; International Development Research Centre; Australian Government","keywords":"Psychological intervention; Medicine; Preparedness; Public health; Restructuring; Health services research; Public relations; Health policy; Legislation; Implementation research; Nursing; Business; Political science; Finance","score_opus":0.8357031051332778,"score_gpt":0.7457733403390757,"score_spread":0.08992976479420212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116037807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97141767,0.000107070315,0.0010177133,0.014241695,0.0012118636,0.0091103325,0.0022919565,0.00023362933,0.0003680762],"genre_scores_gemma":[0.98664045,0.000010750327,0.004428762,0.0018086816,0.0005233283,0.006064826,0.0003630332,0.000030755993,0.0001294286],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99040556,0.0011529017,0.0016906351,0.0012262862,0.0029054682,0.0026191392],"domain_scores_gemma":[0.9933874,0.0010977191,0.00063668576,0.0006501764,0.0026143922,0.001613634],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015254161,0.00029201302,0.0003091133,0.0005490955,0.003252958,0.00046363054,0.0010438344,0.00010738257,0.000981805],"category_scores_gemma":[0.0019628853,0.00029163048,0.00007192434,0.0033227908,0.0006674538,0.0034450283,0.0004352337,0.0004069416,0.0001743869],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038076582,0.00023038208,0.5362894,0.00038523984,0.00011548655,0.000016029477,0.31396723,0.000048576803,0.007205451,0.06459317,0.036262427,0.04050585],"study_design_scores_gemma":[0.012473879,0.00088733766,0.3849356,0.00017465523,0.00032631465,0.0000042418174,0.53716946,0.0010941862,0.0010888377,0.023945423,0.037131388,0.00076865003],"about_ca_topic_score_codex":0.029245606,"about_ca_topic_score_gemma":0.0034481985,"teacher_disagreement_score":0.22320226,"about_ca_system_score_codex":0.00092914706,"about_ca_system_score_gemma":0.010251076,"threshold_uncertainty_score":0.99995357},"labels":[],"label_agreement":null},{"id":"W2116105654","doi":"10.1186/1748-5908-9-47","title":"Understanding factors associated with the translation of cardiovascular research: a multinational case study approach","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; Universiteit Leiden; British Heart Foundation; Heart and Stroke Foundation of Canada","keywords":"Medicine; Health services research; Health administration; Multinational corporation; Public health; Health informatics; Translation (biology); Nursing; Political science; Law","score_opus":0.8520243395636387,"score_gpt":0.6048955083964597,"score_spread":0.247128831167179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116105654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9538113,0.000012330485,0.04312225,0.0011554578,0.000016136451,0.0012748131,0.0000053666895,0.000011113511,0.00059124624],"genre_scores_gemma":[0.9996202,0.000001672446,0.00021170785,0.000091437716,0.000019097966,0.00003222365,0.00001223103,0.000004856166,0.0000066020843],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9956358,0.00043557357,0.00019940172,0.00020795052,0.0030455717,0.0004756774],"domain_scores_gemma":[0.9976067,0.0009799191,0.0000592225,0.00019736605,0.00052548526,0.00063130085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017618287,0.00005740364,0.00013466507,0.00027460582,0.00053138804,0.00003530758,0.000107185195,0.000018011198,0.000024703506],"category_scores_gemma":[0.008079496,0.00003216638,0.00003526568,0.00147831,0.00054617616,0.0001867496,0.000020846239,0.0001882351,4.2526452e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005855158,0.0039338865,0.44064733,0.00053761725,0.0014442457,0.00035348377,0.25063622,0.0015899591,0.008451183,0.006233114,0.0028063564,0.2827811],"study_design_scores_gemma":[0.01687033,0.00525736,0.28174004,0.000100367186,0.000267879,0.00018808506,0.66642404,0.023710618,0.002850437,0.00020092409,0.0021372405,0.00025267297],"about_ca_topic_score_codex":0.00060874317,"about_ca_topic_score_gemma":0.00017898637,"teacher_disagreement_score":0.41578785,"about_ca_system_score_codex":0.00037392875,"about_ca_system_score_gemma":0.0018456104,"threshold_uncertainty_score":0.9672496},"labels":[],"label_agreement":null},{"id":"W2116797958","doi":"10.1186/1748-5908-7-102","title":"How do surgeons decide to refer patients for adjuvant cancer treatment? Protocol for a qualitative study","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Ontario Institute for Cancer Research; University of Toronto; Cancer Care Nova Scotia","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Breast cancer; Referral; Colorectal cancer; Oncology; Lung cancer; Internal medicine; Surgical oncology; Radiation therapy; Stage (stratigraphy); Cancer; Family medicine; General surgery; Surgery","score_opus":0.4749572452221487,"score_gpt":0.6333982399169644,"score_spread":0.1584409946948157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116797958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7957256,0.000005110357,0.003923715,0.0008158218,0.00015111054,0.19903792,0.00023591201,0.000023596496,0.00008119543],"genre_scores_gemma":[0.64791286,2.106555e-7,0.0029649953,0.00036036118,0.000060000235,0.34856638,0.000015446696,0.000007745142,0.00011201501],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981597,0.00004240632,0.00028678108,0.00035059385,0.00060302607,0.00055746105],"domain_scores_gemma":[0.9985218,0.00016080563,0.00011300383,0.00019138442,0.00071832136,0.0002946633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010919975,0.00014088041,0.00021101472,0.0001542804,0.00031776534,0.000104465435,0.00011965632,0.000016256807,0.000061139755],"category_scores_gemma":[0.00025560305,0.000104892,0.00006341023,0.00049951725,0.00005872103,0.00071627746,0.00003408437,0.000023885237,0.0000040956547],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016115026,0.00076219125,0.79247415,0.00004652128,0.00006749561,4.6207535e-7,0.09065373,0.0000038125422,0.0027881125,0.00049035077,0.01061335,0.10048831],"study_design_scores_gemma":[0.02076877,0.00934492,0.55834025,0.00010132401,0.00017681404,0.0000020605826,0.277281,0.000021796961,0.027071964,0.00014397062,0.10633395,0.00041317],"about_ca_topic_score_codex":0.00068892847,"about_ca_topic_score_gemma":0.0009898425,"teacher_disagreement_score":0.23413388,"about_ca_system_score_codex":0.0005966151,"about_ca_system_score_gemma":0.00034569445,"threshold_uncertainty_score":0.42773718},"labels":[],"label_agreement":null},{"id":"W2116852922","doi":"10.1186/s13012-015-0225-1","title":"The Guideline Implementability Decision Excellence Model (GUIDE-M): a mixed methods approach to create an international resource to advance the practice guideline field","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Juravinski Cancer Centre; University of Toronto; Women's College Hospital; McMaster University","funders":"","keywords":"Guideline; Medicine; Health administration; Excellence; Health informatics; Health services research; Public health; Field (mathematics); Resource (disambiguation); Nursing; Computer science; Pathology","score_opus":0.3142140532739922,"score_gpt":0.6510641612249428,"score_spread":0.3368501079509506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116852922","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01836988,0.000033306314,0.8614857,0.11198778,0.00079010456,0.0025666005,0.0000539539,0.00008854585,0.004624142],"genre_scores_gemma":[0.08302837,0.000034430203,0.8585423,0.057246838,0.00039298093,0.000346872,0.00013994933,0.000033723278,0.00023454468],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99045956,0.00076879107,0.003711721,0.0013003299,0.0029434734,0.0008161276],"domain_scores_gemma":[0.9861222,0.0056440616,0.0008403548,0.0019280212,0.0044812635,0.0009841069],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04748306,0.00033894152,0.0003413069,0.00026575552,0.0009796022,0.0005278286,0.0018053114,0.00006111977,0.0001283061],"category_scores_gemma":[0.07418078,0.00022190883,0.00011347578,0.0018125176,0.0002721026,0.0022413477,0.0010842818,0.00036179184,0.000053700387],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017197777,0.0002929121,0.0008453207,0.000004468398,0.00003729432,0.0000028192405,0.0025773032,0.013015299,0.006201586,0.0018167336,0.24638271,0.72710377],"study_design_scores_gemma":[0.0021704435,0.00079746114,0.00085650064,0.00001420387,0.00011533569,0.00008303105,0.04304799,0.100364104,0.0050915442,0.0014652294,0.8457029,0.00029128933],"about_ca_topic_score_codex":0.0012931084,"about_ca_topic_score_gemma":0.0005147067,"teacher_disagreement_score":0.7268125,"about_ca_system_score_codex":0.00077818625,"about_ca_system_score_gemma":0.0015966494,"threshold_uncertainty_score":0.98081666},"labels":[],"label_agreement":null},{"id":"W2117093521","doi":"10.1186/s13012-014-0122-z","title":"Exploring mentorship as a strategy to build capacity for knowledge translation research and practice: a scoping systematic review","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; St. Michael's Hospital; University of Toronto; Health Sciences Centre; University Health Network","funders":"Canadian Institutes of Health Research","keywords":"Mentorship; Knowledge translation; CLARITY; Medical education; Health services research; Medicine; Empirical research; Systematic review; Health care; Capacity building; Health administration; Knowledge management; Nursing; MEDLINE; Public health; Computer science","score_opus":0.7919427565210865,"score_gpt":0.6309939109559188,"score_spread":0.16094884556516764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117093521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7813547,0.0143097425,0.09340123,0.018474981,0.007146897,0.03921737,0.000034717472,0.00036989935,0.045690462],"genre_scores_gemma":[0.9825043,0.00039243142,0.010312508,0.000686957,0.00015389797,0.005507467,0.0000064097935,0.000018332532,0.00041768013],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99749905,0.00045716958,0.0005091975,0.00045311515,0.0005908462,0.0004906081],"domain_scores_gemma":[0.9968874,0.0021748205,0.00014448403,0.0002180843,0.00037239856,0.00020282945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019540237,0.0000989417,0.00020157782,0.00025881763,0.00042064197,0.00014469874,0.00024356101,0.00002129414,0.00005732983],"category_scores_gemma":[0.003404219,0.00009066615,0.00001680459,0.0008041402,0.00008671643,0.0006667866,0.000055768385,0.00010383402,0.00008117783],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021478797,0.00033554167,0.0003354234,0.23179317,0.00014298975,0.000002296097,0.19238375,0.000008021229,0.031619783,0.1969679,0.004531464,0.34166488],"study_design_scores_gemma":[0.013011777,0.00977201,0.005097971,0.5605584,0.0009705889,0.00031745178,0.23598263,0.0004314889,0.05251645,0.017151974,0.10019919,0.0039900853],"about_ca_topic_score_codex":0.00009505379,"about_ca_topic_score_gemma":0.000021509713,"teacher_disagreement_score":0.33767477,"about_ca_system_score_codex":0.00015416209,"about_ca_system_score_gemma":0.00013093719,"threshold_uncertainty_score":0.6772295},"labels":[],"label_agreement":null},{"id":"W2117495326","doi":"10.1186/1748-5908-7-67","title":"Integrating guideline development and implementation: analysis of guideline development manual instructions for generating implementation advice","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Juravinski Hospital; University Health Network","funders":"Canadian Institutes of Health Research","keywords":"Guideline; Advice (programming); Summative assessment; Health informatics; Medicine; Plan (archaeology); Process management; Health administration; Health care; Health services research; Medical education; Computer science; Knowledge management; Formative assessment; Nursing; Public health; Psychology; Engineering","score_opus":0.49511756777885324,"score_gpt":0.708285236976311,"score_spread":0.21316766919745772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117495326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8471773,0.00003460595,0.14657961,0.0016510802,0.00085452397,0.0029857205,0.00036507522,0.00012695772,0.00022507152],"genre_scores_gemma":[0.5230941,0.0000073146743,0.47022447,0.0042878552,0.0002733616,0.0011829818,0.0008389294,0.000025840794,0.00006515397],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.990187,0.00040641916,0.0053940644,0.00077681994,0.0015552733,0.0016804612],"domain_scores_gemma":[0.99347997,0.0010158159,0.0023151196,0.00040707283,0.00218803,0.000593974],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015434433,0.00036868517,0.0005634012,0.0018753859,0.0038504766,0.0000921598,0.00048214465,0.000085093154,0.002220583],"category_scores_gemma":[0.0006788978,0.00036167022,0.0000883413,0.004350512,0.00028453392,0.0020905407,0.0003715805,0.00021923643,0.000020084126],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040876526,0.00007131443,0.43462172,0.00025571138,0.00038608938,3.2985648e-7,0.16522601,0.000119001954,0.022608412,0.011123725,0.012877254,0.35266954],"study_design_scores_gemma":[0.0045238975,0.00015200092,0.24276716,0.000048587513,0.00046107787,0.0000062900776,0.41124147,0.003159146,0.038837124,0.00008254555,0.29792222,0.0007984753],"about_ca_topic_score_codex":0.001124587,"about_ca_topic_score_gemma":0.009437596,"teacher_disagreement_score":0.35187107,"about_ca_system_score_codex":0.0010945145,"about_ca_system_score_gemma":0.0038539148,"threshold_uncertainty_score":0.99988353},"labels":[],"label_agreement":null},{"id":"W2118016334","doi":"10.1186/1748-5908-9-35","title":"Supporting collaborative use of the diabetes population risk tool (DPoRT) in health-related practice: a multiple case study research protocol","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Regional Municipality of Ottawa; University of Manitoba; Manitoba Health; Public Health Ontario; McMaster University Medical Centre; Barrie Urology Group; McMaster University","funders":"Canadian Institutes of Health Research; Public Health Agency of Canada","keywords":"Knowledge translation; Health services research; Medicine; Public health; Population health; Health informatics; Health administration; Health policy; Protocol (science); Population; Knowledge management; Process management; Medical education; Nursing; Environmental health; Computer science; Business; Alternative medicine","score_opus":0.6937433853331183,"score_gpt":0.7743381600609361,"score_spread":0.08059477472781784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118016334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88810056,5.4449356e-7,0.00011281959,0.0033344508,0.00019039484,0.10808978,0.00007852152,0.00003290781,0.000060030143],"genre_scores_gemma":[0.9493814,5.7144996e-7,0.002127323,0.0015380472,0.000033622346,0.04685276,0.0000050506655,0.00001537845,0.000045821947],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9780575,0.013945513,0.003501232,0.0006955066,0.0023250673,0.0014752051],"domain_scores_gemma":[0.98082817,0.012348098,0.0036006614,0.0007222334,0.0022568174,0.00024403837],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.072088934,0.00016614365,0.00032799246,0.00075207395,0.0040553156,0.000109603,0.00050098053,0.000058874586,0.00021659542],"category_scores_gemma":[0.059695322,0.00012857017,0.000030735955,0.0076178773,0.00045741664,0.0024601182,0.0004098067,0.0007603804,0.000023427292],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024339386,0.00009587128,0.934001,0.00007893683,0.0000035624003,0.000003924072,0.059262972,0.000117708594,0.00028854096,0.00029930883,0.00054116815,0.0052826614],"study_design_scores_gemma":[0.0033196383,0.00047078577,0.80182695,0.00007874582,0.0000055372325,0.000008106129,0.18382543,0.0034269022,0.00022685784,0.00024631197,0.006426433,0.00013828753],"about_ca_topic_score_codex":0.05321587,"about_ca_topic_score_gemma":0.031299897,"teacher_disagreement_score":0.13217404,"about_ca_system_score_codex":0.0010323114,"about_ca_system_score_gemma":0.004080876,"threshold_uncertainty_score":0.99724126},"labels":[],"label_agreement":null},{"id":"W2118208968","doi":"10.1186/1748-5908-5-81","title":"A pragmatic study exploring the prevention of delirium among hospitalized older hip fracture patients: Applying evidence to routine clinical practice using clinical decision support","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Foothills Medical Centre; University of Calgary","funders":"University of Toronto; Alberta Health Services","keywords":"Delirium; Medicine; Hip fracture; Orthopedic surgery; Emergency medicine; Psychological intervention; Population; Acute care; Logistic regression; Health care; Physical therapy; Intensive care medicine; Internal medicine; Osteoporosis; Surgery; Psychiatry","score_opus":0.16359225997412644,"score_gpt":0.5460939802062116,"score_spread":0.3825017202320852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118208968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9639086,0.0000044877447,0.028893458,0.0010824928,0.001273683,0.0047548544,0.000004635194,0.000025787907,0.00005197288],"genre_scores_gemma":[0.9755889,0.000007855807,0.016183682,0.007837956,0.00011142234,0.00023018084,0.000013842743,0.00001947024,0.000006684488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952486,0.00044658905,0.0016809901,0.000635402,0.001620139,0.00036828016],"domain_scores_gemma":[0.9779466,0.0028305687,0.00096339645,0.0006081883,0.017408513,0.00024274457],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010317842,0.00018782853,0.0003760219,0.00026885842,0.00032100343,0.00010105313,0.0003717689,0.000056462824,0.00018264199],"category_scores_gemma":[0.118919134,0.0001374443,0.00015545986,0.0011304322,0.00046750804,0.0017061734,0.0002492014,0.00052419497,0.000015579475],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037056618,0.0007326754,0.9248871,0.000019189383,0.00004867092,0.000006634985,0.0039083883,0.000010859592,0.0015599473,0.000013710249,0.00051679823,0.06792545],"study_design_scores_gemma":[0.0033204113,0.0016886388,0.94638026,0.0002470658,0.00031968037,0.000008030152,0.046428766,0.0002673255,0.00090409355,0.000029277595,0.00025559054,0.00015087418],"about_ca_topic_score_codex":0.00015505475,"about_ca_topic_score_gemma":0.00007790116,"teacher_disagreement_score":0.10860129,"about_ca_system_score_codex":0.00008643157,"about_ca_system_score_gemma":0.00054764905,"threshold_uncertainty_score":0.8885026},"labels":[],"label_agreement":null},{"id":"W2118251800","doi":"10.1186/1748-5908-5-12","title":"Effects of computerized clinical decision support systems on practitioner performance and patient outcomes: Methods of a decision-maker-researcher partnership systematic review","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":153,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre; McMaster University Medical Centre","funders":"McMaster University; Canadian Institutes of Health Research; Hamilton Health Sciences; Texas Health and Human Services Commission","keywords":"Medicine; Health services research; General partnership; Health informatics; Health administration; Clinical decision support system; Public health; Decision support system; Health economics; Management science; Nursing; Family medicine; Medical education; Data mining; Computer science","score_opus":0.21393181497424638,"score_gpt":0.6545179477623968,"score_spread":0.4405861327881504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118251800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97179735,0.0005302399,0.014399642,0.00046283062,0.0021390344,0.010385517,0.000016640386,0.0000374909,0.0002312562],"genre_scores_gemma":[0.9723231,0.0007970127,0.024049215,0.0016434687,0.000042027226,0.0010587091,0.0000067847704,0.000021757625,0.00005788909],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9907688,0.0031575218,0.0033878144,0.0005017282,0.0015516805,0.00063246075],"domain_scores_gemma":[0.97492284,0.020923354,0.0021384114,0.0006726171,0.0010038753,0.00033891047],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028193813,0.00018675603,0.001103476,0.00031804136,0.00044452335,0.000023220706,0.0004170134,0.00011944954,0.000115181945],"category_scores_gemma":[0.011695259,0.00012786668,0.00008965338,0.00081868854,0.00028668763,0.00040440133,0.00018451815,0.0006164127,0.000045324],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053471175,0.00077305746,0.09075962,0.69170374,0.00015509783,0.000012325672,0.0075572655,0.000007765747,0.008794636,0.0053945407,0.011247314,0.18305992],"study_design_scores_gemma":[0.021158535,0.012945977,0.45245573,0.45731214,0.0008077379,0.00013935482,0.013035499,0.01173056,0.0059612715,0.00096293556,0.0216822,0.0018080466],"about_ca_topic_score_codex":0.00015421223,"about_ca_topic_score_gemma":0.00004638893,"teacher_disagreement_score":0.36169612,"about_ca_system_score_codex":0.00017063,"about_ca_system_score_gemma":0.0015662314,"threshold_uncertainty_score":0.99662966},"labels":[],"label_agreement":null},{"id":"W2118413101","doi":"10.1186/s13012-015-0208-2","title":"Understanding feedback report uptake: process evaluation findings from a 13-month feedback intervention in long-term care settings","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Shepherds Care Foundation; University of Alberta","funders":"Fondation pour la Recherche Médicale; University of Alberta; Canadian Health Services Research Foundation","keywords":"Staffing; Medicine; Psychological intervention; Intervention (counseling); Health administration; Health services research; Health informatics; Long-term care; Health care; Nursing; Family medicine; Public health","score_opus":0.2649088268878903,"score_gpt":0.5375865891290346,"score_spread":0.27267776224114426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118413101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918757,0.00013472266,0.002549998,0.0007829706,0.0016791592,0.0015552295,0.000030549974,0.000067885,0.0013238003],"genre_scores_gemma":[0.9987037,0.000004390212,0.00025866108,0.00010863606,0.0001267411,0.0001756906,0.0005157924,0.000015853984,0.000090507914],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962643,0.000238415,0.00093701336,0.00060776476,0.001392121,0.0005604289],"domain_scores_gemma":[0.9979226,0.00011319055,0.0005459127,0.00028889382,0.00094399514,0.0001854121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045000017,0.00016208067,0.00021079645,0.00043245265,0.0006294049,0.00012148725,0.0002865779,0.000086709435,0.0005558812],"category_scores_gemma":[0.0005927884,0.00016217971,0.000051880095,0.0013701476,0.00012357297,0.0011461714,0.00010113624,0.00023685044,0.00006242075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001076818,0.000048632897,0.8452695,0.00014513987,0.000009395861,0.000017539276,0.13457781,0.00004911153,0.0006593609,0.000063248866,0.0035528208,0.015499779],"study_design_scores_gemma":[0.0031216869,0.00008614144,0.67835295,0.00030113265,0.00003896553,0.0000052116543,0.3159825,0.00018659457,0.00044497004,0.0012291358,0.00008224697,0.00016846582],"about_ca_topic_score_codex":0.0025143053,"about_ca_topic_score_gemma":0.012381159,"teacher_disagreement_score":0.1814047,"about_ca_system_score_codex":0.0032550436,"about_ca_system_score_gemma":0.0014520102,"threshold_uncertainty_score":0.8511826},"labels":[],"label_agreement":null},{"id":"W2118425686","doi":"10.1186/1748-5908-8-82","title":"A randomized controlled dismantling trial of post-workshop consultation strategies to increase effectiveness and fidelity to an evidence-based psychotherapy for Posttraumatic stress disorder","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Veterans Affairs Canada","funders":"","keywords":"Medicine; Competence (human resources); Cognitive processing therapy; Mental health; Fidelity; Randomized controlled trial; Cognitive therapy; Cognition; Psychological intervention; Exposure therapy; Public health; Health services research; Psychiatry; Clinical psychology; Nursing; Psychology; Anxiety","score_opus":0.10270248795865919,"score_gpt":0.5247470201228778,"score_spread":0.42204453216421856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118425686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90561146,0.00004233325,0.07474471,0.0014137317,0.00041235704,0.017578535,0.00013328843,0.000026838115,0.000036731133],"genre_scores_gemma":[0.98864853,0.0000017522417,0.0022698385,0.0005133415,0.000019719348,0.008495124,0.000027087544,0.000011438797,0.000013160296],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99723375,0.0006718894,0.0009761033,0.0004388105,0.00036449495,0.0003149522],"domain_scores_gemma":[0.99381894,0.004611489,0.00037141333,0.00024522998,0.0007175208,0.00023540233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039850734,0.00015500035,0.0005493014,0.00033126952,0.00020193214,0.00031857743,0.00022747602,0.000029685823,0.00020764329],"category_scores_gemma":[0.0013510642,0.00012620924,0.00011096154,0.0004885293,0.0002562675,0.0013032334,0.000016181428,0.00003930889,0.000010923455],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88633513,0.000909225,0.00026628576,0.00020107918,0.00007474677,2.458602e-7,0.0066990126,0.00030865654,0.0080051515,0.014450073,0.000025195552,0.082725175],"study_design_scores_gemma":[0.9446951,0.0041367644,0.022411553,0.00044193934,0.00007243298,9.859158e-7,0.017564742,0.0015273414,0.0025353509,0.0063664257,0.000004723003,0.0002426078],"about_ca_topic_score_codex":0.0029500714,"about_ca_topic_score_gemma":0.0008075388,"teacher_disagreement_score":0.083037056,"about_ca_system_score_codex":0.000058727182,"about_ca_system_score_gemma":0.00020009094,"threshold_uncertainty_score":0.5146664},"labels":[],"label_agreement":null},{"id":"W2118545212","doi":"10.1186/1748-5908-3-56","title":"Evidence-informed health policy 4 – Case descriptions of organizations that support the use of research evidence","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health administration; Health services research; Health informatics; Public relations; Medicine; Data collection; Nursing research; Health policy; Public health; Nursing; Sociology; Political science; Social science","score_opus":0.9645561981683612,"score_gpt":0.7995086116296884,"score_spread":0.1650475865386728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118545212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9065074,0.000074518444,0.007352072,0.07974698,0.0005576617,0.0050096223,0.00041626566,0.00009099413,0.00024453242],"genre_scores_gemma":[0.9848542,0.0009350037,0.005256268,0.008060673,0.00010699305,0.0002849651,0.000010048775,0.000017555703,0.00047429407],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99043477,0.0022250826,0.0022316559,0.00052723294,0.0030474225,0.0015338631],"domain_scores_gemma":[0.9754151,0.015277483,0.0015107782,0.0010908742,0.006146237,0.0005595402],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.016099224,0.00017346033,0.0003338488,0.0015328693,0.006983037,0.000058503763,0.0010872579,0.000059678296,0.0017399865],"category_scores_gemma":[0.04310962,0.000134133,0.00004823993,0.015325348,0.003310591,0.004196638,0.00053724326,0.0004511991,0.00013099537],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006578056,0.00009960316,0.4344389,0.0007548631,0.000020575972,0.000041835498,0.36951873,0.00014043866,0.007998737,0.02425241,0.15348876,0.009179343],"study_design_scores_gemma":[0.0023039107,0.0014076331,0.6931936,0.0015920759,0.00003320265,0.0013428752,0.20837599,0.00054020504,0.012772309,0.00059407065,0.07725108,0.0005930062],"about_ca_topic_score_codex":0.037970908,"about_ca_topic_score_gemma":0.009539194,"teacher_disagreement_score":0.2587547,"about_ca_system_score_codex":0.0013628271,"about_ca_system_score_gemma":0.047385614,"threshold_uncertainty_score":0.9994018},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2118633278","doi":"10.1186/s13012-014-0176-y","title":"Research funder required research partnerships: a qualitative inquiry","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Canadian Institutes of Health Research; Western University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Medicine; Qualitative research; Public health; Health administration; Health informatics; Medical education; Nursing; Sociology; Social science","score_opus":0.9656163102238633,"score_gpt":0.7927839084898344,"score_spread":0.17283240173402892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118633278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95777583,0.000037571466,0.0014419028,0.004063459,0.0014355275,0.0029087109,0.000026436304,0.00007822842,0.032232318],"genre_scores_gemma":[0.99375904,0.000015824673,0.0011389992,0.0022330754,0.00041649118,0.0009485562,0.00009254099,0.000016018084,0.0013794514],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9824179,0.009910766,0.0009599063,0.00073072594,0.0037899136,0.0021908004],"domain_scores_gemma":[0.99106,0.005445903,0.00021802219,0.0005997739,0.0020473686,0.0006289252],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.09015429,0.00012998394,0.00018278402,0.00095410075,0.0064172046,0.00007125995,0.000686412,0.00008239062,0.0015523067],"category_scores_gemma":[0.0010819033,0.000113791335,0.000029486066,0.0032031245,0.0015856384,0.00071693613,0.00046847647,0.0009175868,0.0025270428],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021772228,0.00017000352,0.02884255,0.00065860304,0.00000893086,0.0000012939156,0.5672477,0.0000022062193,0.0057834415,0.32518142,0.055084426,0.016801752],"study_design_scores_gemma":[0.0016837162,0.00088118535,0.010666798,0.00023865844,0.0000026391158,3.4682628e-7,0.86094636,0.00015823396,0.0015459555,0.031582654,0.0921004,0.00019307954],"about_ca_topic_score_codex":0.0010701658,"about_ca_topic_score_gemma":0.0011426172,"teacher_disagreement_score":0.29369867,"about_ca_system_score_codex":0.001136401,"about_ca_system_score_gemma":0.001775785,"threshold_uncertainty_score":0.9993604},"labels":[],"label_agreement":null},{"id":"W2119423313","doi":"10.1186/s13012-015-0316-z","title":"Understanding effective care management implementation in primary care: a macrocognition perspective analysis","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Health administration; Health informatics; Medicine; Health services research; Nursing; Health care; Knowledge management; Process management; Perspective (graphical); Best practice; Public health; Computer science","score_opus":0.5927959270698143,"score_gpt":0.6953960731073339,"score_spread":0.10260014603751955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119423313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85105854,0.00009999542,0.059022903,0.003044375,0.001129559,0.013072706,0.00052307657,0.00027765147,0.0717712],"genre_scores_gemma":[0.9908832,0.000017555998,0.0032308928,0.003750695,0.00008468571,0.0017398002,0.00024391353,0.000020124791,0.00002915947],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99352187,0.0010034208,0.0012300685,0.0009948285,0.0019229775,0.0013268352],"domain_scores_gemma":[0.9964472,0.000550755,0.0006391594,0.0004057898,0.0014667779,0.00049031555],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0045590186,0.00026683413,0.000368626,0.0026202865,0.0014781385,0.00011904125,0.00048864173,0.000067957124,0.000423318],"category_scores_gemma":[0.000199633,0.000279278,0.00008573028,0.008613978,0.0003201045,0.0016763502,0.00032031946,0.00031247368,0.0001612154],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012266167,0.000031555945,0.44885117,0.00033515782,0.00010403078,0.000014916718,0.5077247,0.00020595532,0.00062776863,0.024933605,0.0010908662,0.01595765],"study_design_scores_gemma":[0.0038097592,0.00012183672,0.29653,0.000029962794,0.00011682672,8.26418e-7,0.696282,0.000043981956,0.00033008968,0.0016446694,0.0008648624,0.0002251379],"about_ca_topic_score_codex":0.0035427727,"about_ca_topic_score_gemma":0.013366121,"teacher_disagreement_score":0.18855737,"about_ca_system_score_codex":0.022192908,"about_ca_system_score_gemma":0.0022895597,"threshold_uncertainty_score":0.99996597},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2119745550","doi":"10.1186/1748-5908-9-61","title":"Improving Diabetes care through Examining, Advising, and prescribing (IDEA): protocol for a theory-based cluster randomised controlled trial of a multiple behaviour change intervention aimed at primary healthcare professionals","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Diabetes Management and Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; Diabetes UK","keywords":"Medicine; Intervention (counseling); Cluster randomised controlled trial; Health services research; Fidelity; Health administration; Family medicine; Health care; Randomized controlled trial; Nursing; Quality management; Health informatics; Public health","score_opus":0.08936170835198919,"score_gpt":0.44034904758593574,"score_spread":0.35098733923394654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119745550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7741529,0.000012555843,0.0028730098,0.000382815,0.00023262209,0.22223903,0.000015443944,0.00003342714,0.00005821748],"genre_scores_gemma":[0.75210285,1.8644401e-7,0.002622153,0.00058226497,0.00009900377,0.24440196,0.00011544288,0.000013759015,0.000062357365],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9978171,0.00025311127,0.0006921674,0.00040639497,0.00048567262,0.0003455688],"domain_scores_gemma":[0.9979532,0.00056986,0.0007431158,0.00021610114,0.0004265741,0.00009116939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032573983,0.00015731118,0.00039210616,0.00021663216,0.000308942,0.00006478841,0.0001172408,0.00004248037,0.000038791473],"category_scores_gemma":[0.00087205204,0.00012497375,0.00010728527,0.00020187502,0.00015047645,0.0005379007,0.00009410552,0.000055689652,0.0000010194294],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.41696018,0.001343601,0.25019252,0.008853469,0.00011541863,3.3422015e-7,0.0251123,0.000005599456,0.048376385,0.0005793778,0.0005582793,0.24790251],"study_design_scores_gemma":[0.9215863,0.0028095448,0.041559797,0.0007000596,0.00020521169,2.0735642e-7,0.0048573185,0.0025716934,0.025141591,0.00011286901,0.0002607785,0.0001946336],"about_ca_topic_score_codex":0.00004778733,"about_ca_topic_score_gemma":0.000029248598,"teacher_disagreement_score":0.5046261,"about_ca_system_score_codex":0.00018385403,"about_ca_system_score_gemma":0.00017635449,"threshold_uncertainty_score":0.5096282},"labels":[],"label_agreement":null},{"id":"W2119790989","doi":"10.1186/s13012-015-0305-2","title":"Health system context and implementation of evidence-based practices—development and validation of the Context Assessment for Community Health (COACH) tool for low- and middle-income settings","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; University of Alberta","funders":"Centers for Disease Control and Prevention; Umeå Universitet; University of the Western Cape; National Institute on Alcohol Abuse and Alcoholism; University of Alberta; University of Oxford; Styrelsen för Internationellt Utvecklingssamarbete; Bill and Melinda Gates Foundation","keywords":"Context (archaeology); Health administration; Health services research; Medicine; Health care; Nursing research; Nursing; Public relations; Knowledge management; Public health; Economic growth; Political science; Computer science","score_opus":0.7850371980325132,"score_gpt":0.6997348224508128,"score_spread":0.0853023755817004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119790989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95021224,0.00007541221,0.014992852,0.025765432,0.00028947525,0.008179404,0.000451525,0.000026521218,0.000007158356],"genre_scores_gemma":[0.97223186,0.000019187353,0.019986555,0.006668684,0.000028680217,0.0010030584,0.00003708953,0.000014373003,0.00001050196],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9936629,0.0019432822,0.0022370496,0.00045091097,0.0010021749,0.0007036641],"domain_scores_gemma":[0.98780996,0.004913915,0.0050777635,0.00038470764,0.0014361405,0.00037752278],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.032713898,0.00019349456,0.0004730626,0.00027793186,0.0027497786,0.000078009754,0.00035018066,0.000046116464,0.0000097491575],"category_scores_gemma":[0.0025067641,0.00014880994,0.00003160795,0.0006429735,0.00045591287,0.001285953,0.00024505876,0.0002020489,5.832393e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025336596,0.00008967761,0.6318612,0.018565884,0.000038572263,6.960235e-8,0.2186051,0.00001101925,0.0018074721,0.013731033,0.001752604,0.11328397],"study_design_scores_gemma":[0.008802184,0.0012633902,0.4316343,0.0024422223,0.000032877313,0.0000044464878,0.53786373,0.0009689511,0.0126623465,0.00020237877,0.0038536417,0.0002694932],"about_ca_topic_score_codex":0.008581775,"about_ca_topic_score_gemma":0.0056919013,"teacher_disagreement_score":0.31925866,"about_ca_system_score_codex":0.0012187391,"about_ca_system_score_gemma":0.010641531,"threshold_uncertainty_score":0.9985485},"labels":[],"label_agreement":null},{"id":"W2119834512","doi":"10.1186/s13012-015-0220-6","title":"A scoping review of classification schemes of interventions to promote and integrate evidence into practice in healthcare","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; PsycINFO; Psychological intervention; Grey literature; Knowledge translation; Health informatics; MEDLINE; Public health; Health care; Health services research; Health administration; Nursing research; Medicine; Systematic review; Intervention (counseling); Evidence-based medicine; Data science; Knowledge management; Management science; Computer science; Alternative medicine; Nursing; Political science","score_opus":0.9261784750454651,"score_gpt":0.8362171506493193,"score_spread":0.08996132439614579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119834512","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001288446,0.974585,0.00080120645,0.011364782,0.00028450158,0.012625985,0.000117230324,0.000023662253,0.00006880229],"genre_scores_gemma":[0.00027495553,0.9797671,0.014953119,0.0027600846,0.000033825607,0.0021475023,0.000026500358,0.000021147138,0.000015774456],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98879945,0.0028701816,0.005211462,0.00085961097,0.0015364175,0.00072287215],"domain_scores_gemma":[0.9877333,0.00344278,0.00460655,0.000707297,0.0030319486,0.00047812331],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030152582,0.00029775567,0.0015340035,0.001430212,0.00038115183,0.000030665567,0.00087487063,0.00011533886,0.00012326382],"category_scores_gemma":[0.029390868,0.00026143118,0.00012163854,0.0058603175,0.000422168,0.0016693161,0.00054312625,0.00051748543,0.000047309153],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045083507,0.000016779815,0.00013526584,0.4434299,0.0000039900006,3.7606594e-7,0.004974222,4.008264e-8,0.000019785959,0.0010172345,0.00039563142,0.5500023],"study_design_scores_gemma":[0.00026403673,0.00021031563,0.00012164424,0.8244617,0.00009840933,0.00000491892,0.0042019705,0.0000032807343,0.000015402587,0.000089805515,0.17032467,0.00020381744],"about_ca_topic_score_codex":0.001738566,"about_ca_topic_score_gemma":0.0014327961,"teacher_disagreement_score":0.5497985,"about_ca_system_score_codex":0.0012541165,"about_ca_system_score_gemma":0.016997725,"threshold_uncertainty_score":0.9999838},"labels":[],"label_agreement":null},{"id":"W2120289517","doi":"10.1186/1748-5908-8-45","title":"A qualitative analysis of a consensus process to develop quality indicators of injury care","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; University of Calgary","funders":"","keywords":"Benchmarking; Health informatics; Context (archaeology); Quality (philosophy); Health administration; Health services research; Data collection; Process management; Health care; Medicine; Quality management; Relevance (law); Data quality; Process (computing); Health care quality; Data science; Computer science; Knowledge management; Management science; Public health; Operations management; Nursing; Management system; Engineering; Business","score_opus":0.116462570540292,"score_gpt":0.5814967199729625,"score_spread":0.4650341494326705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120289517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99806494,0.000026206591,0.000224976,0.0003696854,0.000041626143,0.00042831592,0.000106829815,0.000010182676,0.0007272182],"genre_scores_gemma":[0.99795806,0.000002287343,0.0018289789,0.00012168269,0.0000041718395,0.00006032923,0.000013178537,0.0000026223902,0.000008663622],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9983801,0.000056197696,0.0005526512,0.00021739605,0.000624864,0.00016874993],"domain_scores_gemma":[0.99728554,0.000088982335,0.00023813458,0.00015007249,0.0021377278,0.00009951457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006492995,0.00007207326,0.0002882916,0.00081378303,0.000080216654,0.000005846656,0.00010780358,0.000013146086,0.00027574322],"category_scores_gemma":[0.0006414989,0.000059350317,0.0000475794,0.0073806173,0.00033286578,0.00008461436,0.00004135862,0.00002846155,0.000005114075],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050740116,0.000042442935,0.41255397,0.00016149672,0.00033697038,2.3387143e-7,0.51278305,0.0000079012925,0.036414143,0.00064952014,0.0003323223,0.036667217],"study_design_scores_gemma":[0.00017952963,0.00010277199,0.6106598,0.0000080898935,0.00012671293,1.0028541e-7,0.33793247,0.0000019621734,0.050882265,0.000030668714,0.000027807033,0.00004784615],"about_ca_topic_score_codex":0.0014836297,"about_ca_topic_score_gemma":0.00038782865,"teacher_disagreement_score":0.19810583,"about_ca_system_score_codex":0.00006248419,"about_ca_system_score_gemma":0.0004991669,"threshold_uncertainty_score":0.3546142},"labels":[],"label_agreement":null},{"id":"W2120395760","doi":"10.1186/1748-5908-6-74","title":"Implementing health research through academic and clinical partnerships: a realistic evaluation of the Collaborations for Leadership in Applied Health Research and Care (CLAHRC)","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research; McMaster University","funders":"Service Delivery and Organisation Programme; National Institute for Health and Care Research","keywords":"Health services research; General partnership; Health administration; Context (archaeology); Health care; Public relations; Health informatics; Action research; Medicine; Knowledge management; Health policy; Medical education; Public health; Sociology; Nursing; Computer science; Political science; Pedagogy","score_opus":0.9957829275394199,"score_gpt":0.8533399966081826,"score_spread":0.14244293093123728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120395760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9038073,0.00041884594,0.0011499664,0.067710795,0.0005161928,0.022972025,0.00049676857,0.000045926612,0.0028821928],"genre_scores_gemma":[0.98991513,0.0001740427,0.003971068,0.0040750685,0.00009799851,0.0017046154,0.000024469307,0.000017100838,0.000020520578],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9803389,0.009078431,0.0030373791,0.0010395258,0.00362617,0.002879608],"domain_scores_gemma":[0.9887847,0.0063997093,0.0010670692,0.00054105866,0.0027822317,0.0004252483],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15128931,0.00014829182,0.0003549777,0.0007108289,0.0055932743,0.00005301813,0.0006539318,0.00010705082,0.00008862924],"category_scores_gemma":[0.009401069,0.00012614064,0.000024972098,0.0047634053,0.0022137498,0.00058616605,0.00052636774,0.0010587471,0.0000048047546],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011401457,0.00006886469,0.27404258,0.0010855426,0.000009301351,9.654012e-8,0.51114136,0.000002276092,0.0006428003,0.15915649,0.006180623,0.047556072],"study_design_scores_gemma":[0.0031512186,0.00053829054,0.30203044,0.00021431646,0.000008470222,7.431562e-7,0.6795442,0.0002670363,0.0003110897,0.010133407,0.0036804776,0.00012029862],"about_ca_topic_score_codex":0.0042781327,"about_ca_topic_score_gemma":0.03600616,"teacher_disagreement_score":0.16840285,"about_ca_system_score_codex":0.001239149,"about_ca_system_score_gemma":0.016990608,"threshold_uncertainty_score":0.99894315},"labels":[],"label_agreement":null},{"id":"W2120761005","doi":"10.1186/1748-5908-6-5","title":"Feasibility of a randomised trial of a continuing medical education program in shared decision-making on the use of antibiotics for acute respiratory infections in primary care: the DECISION+ pilot trial","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université Laval; Université de Montréal; Centre hospitalier universitaire de Québec","funders":"","keywords":"Medicine; Family medicine; Randomized controlled trial; Continuing medical education; Intervention (counseling); Health services research; Clinical trial; Public health; Health administration; Nursing; Internal medicine; Continuing education; Medical education","score_opus":0.13030699535679421,"score_gpt":0.44487014152120136,"score_spread":0.31456314616440717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120761005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931879,0.00005626368,0.001162183,0.00003856322,0.0005274136,0.004948562,0.000038132148,0.0000053977797,0.000035556764],"genre_scores_gemma":[0.99852586,0.000019069972,0.0013137223,0.00007434168,0.000010932244,0.000041824645,0.000008048445,0.0000038858825,0.0000022905756],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9982637,0.00026527065,0.0008752058,0.00022775031,0.00019456104,0.00017348178],"domain_scores_gemma":[0.996386,0.00253664,0.0004931609,0.00029667642,0.000273767,0.000013771292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025441172,0.000082050086,0.0002562519,0.00021387081,0.00011684359,0.000013344677,0.00033648094,0.0000646499,0.00006198045],"category_scores_gemma":[0.003538331,0.000048575082,0.00007898283,0.00061874965,0.0006803656,0.0001574592,0.000065808796,0.000114924725,5.581818e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6460984,0.0038806277,0.030792633,0.00006664578,0.00007745729,7.453581e-7,0.01059635,0.000008983799,0.039540634,0.002235913,0.00029483286,0.26640677],"study_design_scores_gemma":[0.6970694,0.007441671,0.23679467,0.0013269283,0.00014796968,0.0000032035614,0.005616396,0.000045501947,0.049844313,0.0010315661,0.00044420766,0.00023418895],"about_ca_topic_score_codex":0.00010184226,"about_ca_topic_score_gemma":0.0006621509,"teacher_disagreement_score":0.2661726,"about_ca_system_score_codex":0.00007364384,"about_ca_system_score_gemma":0.0009354864,"threshold_uncertainty_score":0.42359683},"labels":[],"label_agreement":null},{"id":"W2120885453","doi":"10.1186/1748-5908-8-121","title":"Knowledge translation strategies to improve the use of evidence in public health decision making in local government: intervention design and implementation plan","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":196,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Knowledge translation; Medicine; Public health; Health administration; Health informatics; Health services research; Government (linguistics); Intervention (counseling); Plan (archaeology); Health policy; Health economics; Local government; Nursing; Process management; Knowledge management; Public administration; Business; Computer science; Political science","score_opus":0.9074001166768726,"score_gpt":0.7182144807415596,"score_spread":0.189185635935313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120885453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5857102,0.000031057236,0.400301,0.008518439,0.00021835143,0.005143937,0.000036233323,0.000019008232,0.000021712083],"genre_scores_gemma":[0.97810864,0.00005014117,0.018125419,0.0026018051,0.000022287237,0.0010680825,0.0000046766104,0.000011994244,0.0000069469133],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.993181,0.001833982,0.0021444329,0.0006030563,0.0012077792,0.0010297847],"domain_scores_gemma":[0.9925978,0.005669979,0.000806539,0.0003279752,0.00034783804,0.00024983712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0135525465,0.00018216993,0.00025859746,0.00065016956,0.00069604156,0.00024983357,0.0004532467,0.000049273116,0.00040738456],"category_scores_gemma":[0.0011714578,0.00013859595,0.00002813058,0.0025397043,0.0002942472,0.0051820017,0.00021513617,0.00025136446,0.000035612255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047319973,0.00003663449,0.05561409,0.00013345119,0.0000026661828,2.6169732e-7,0.082584664,0.00036137787,0.0036572902,0.0017456599,0.00061343587,0.85520315],"study_design_scores_gemma":[0.0020347747,0.0004582122,0.82849133,0.0005022251,0.0000038091036,0.0000015331187,0.1529778,0.011420577,0.00051735097,0.0011715221,0.0022125887,0.0002082536],"about_ca_topic_score_codex":0.0063262167,"about_ca_topic_score_gemma":0.02520618,"teacher_disagreement_score":0.8549949,"about_ca_system_score_codex":0.00142614,"about_ca_system_score_gemma":0.0018501959,"threshold_uncertainty_score":0.99258125},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2121395606","doi":"10.1186/1748-5908-4-65","title":"Barriers and supports to implementation of MDI/spacer use in nine Canadian pediatric emergency departments: a qualitative study","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Inhalation and Respiratory Drug Delivery","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institutes of Health Research; University of Ottawa; University of Alberta","funders":"Canadian Institutes of Health Research; Hospital for Sick Children; BC Children's Hospital","keywords":"Medicine; Focus group; Health care; Workload; Health administration; Health services research; Family medicine; Nursing; Qualitative research; Health informatics; Medical emergency; Public health","score_opus":0.055039576030719024,"score_gpt":0.4744171336481166,"score_spread":0.4193775576173976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121395606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977818,0.000013365901,0.000052632273,0.0006637022,0.00009377162,0.001237676,0.00004531303,0.000009593108,0.000102128506],"genre_scores_gemma":[0.99880993,0.000011681575,0.00028812987,0.00074932125,0.000022432392,0.000032261516,0.000020119556,0.0000052469195,0.000060884955],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99821955,0.00010058029,0.00052975945,0.0003168658,0.0005161981,0.00031702436],"domain_scores_gemma":[0.9989929,0.00002454351,0.00010681354,0.00014663656,0.000278899,0.0004502021],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011260665,0.00010924237,0.00015818421,0.0010349266,0.00015078654,0.000029401523,0.00006292539,0.000018276936,0.00096347457],"category_scores_gemma":[0.00011902198,0.000103396116,0.000021084095,0.0014311643,0.000044633398,0.0005542806,0.000020208985,0.00005050326,0.000006691945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003140131,0.000049340262,0.9433671,0.000007328336,0.0000071622226,0.000014162068,0.04999296,0.000010006205,0.0037028892,0.000093660514,0.0010440795,0.0016799133],"study_design_scores_gemma":[0.0014988076,0.00062254054,0.83311373,0.0000022112984,0.000030278003,0.000002961949,0.16227685,0.000012646672,0.0022012787,0.000008285812,0.0001272547,0.000103146995],"about_ca_topic_score_codex":0.017743241,"about_ca_topic_score_gemma":0.10255233,"teacher_disagreement_score":0.11228389,"about_ca_system_score_codex":0.00022166454,"about_ca_system_score_gemma":0.0008166062,"threshold_uncertainty_score":0.99994975},"labels":[],"label_agreement":null},{"id":"W2121449622","doi":"10.1186/1748-5908-5-31","title":"Does accreditation stimulate change? A study of the impact of the accreditation process on Canadian healthcare organizations","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Healthcare Quality and Management","field":"Health Professions","cited_by":190,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University; University of Ottawa; University of Toronto; Université de Montréal; McGill University Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Accreditation; Certification and Accreditation; Context (archaeology); Health care; Process (computing); Quality (philosophy); Quality management; Process management; Patient safety; Medicine; Business; Medical education; Engineering; Political science; Computer science; Operations management; Management system","score_opus":0.19818414409852395,"score_gpt":0.6031926451585814,"score_spread":0.4050085010600575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121449622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98224443,9.1852047e-7,0.000024755289,0.011597046,0.0017669806,0.0040552653,0.00018024807,0.000017317558,0.00011301921],"genre_scores_gemma":[0.998615,0.0000016342797,0.000033101307,0.00091645407,0.00013386272,0.00023779518,0.000017469987,0.0000104193605,0.00003425967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973197,0.00052053155,0.00066089124,0.00026806362,0.0008218745,0.00040894872],"domain_scores_gemma":[0.9968177,0.00024900655,0.0006610815,0.00054109487,0.0015631192,0.00016800832],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0020681678,0.00011078427,0.00014072425,0.00026553206,0.0018722353,0.00002081572,0.0006214299,0.00005627971,0.0002337935],"category_scores_gemma":[0.0009865034,0.000053507432,0.000036975784,0.0026173887,0.00016814968,0.00044012035,0.000103791,0.0003339399,0.0000072767725],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002104867,0.00015996113,0.82176256,0.00016280734,0.000017555209,1.6427666e-7,0.16486737,0.00025665012,0.0020868918,0.0040671583,0.00056463166,0.006033201],"study_design_scores_gemma":[0.00054019876,0.00020082008,0.920191,0.000046167,0.000012012883,1.3775627e-7,0.07753326,0.00017092534,0.000478229,0.0006659598,0.00009923796,0.000062075946],"about_ca_topic_score_codex":0.28475374,"about_ca_topic_score_gemma":0.62485635,"teacher_disagreement_score":0.34010258,"about_ca_system_score_codex":0.00034383652,"about_ca_system_score_gemma":0.004416269,"threshold_uncertainty_score":0.9994272},"labels":[],"label_agreement":null},{"id":"W2121547116","doi":"10.1186/1748-5908-5-45","title":"Healthcare professionals' intentions to use wiki-based reminders to promote best practices in trauma care: a survey protocol","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bureau de Coopération Interuniversitaire; Université Laval; Institut National de Santé Publique du Québec; Centre hospitalier universitaire de Québec; Centre Intégré de Santé et Services Sociaux de Chaudière-Appalache; Cégep de Lévis","funders":"Canadian Institutes of Health Research; Canadian Health Services Research Foundation","keywords":"Health administration; Medicine; Health informatics; Health services research; Health care; Protocol (science); Public health; Nursing; Health professionals; Family medicine; Medical emergency; Alternative medicine","score_opus":0.26769353262132267,"score_gpt":0.6176010491883999,"score_spread":0.3499075165670772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121547116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91234064,5.3357076e-7,0.00032924142,0.035702,0.0009882665,0.049637668,0.0000548183,0.000047856534,0.0008989603],"genre_scores_gemma":[0.95813495,1.6198248e-7,0.008893349,0.002111105,0.000066542976,0.030494437,0.000026027676,0.000007993823,0.0002654455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996862,0.0005086581,0.00041428584,0.00048612827,0.0012966911,0.00043223504],"domain_scores_gemma":[0.996924,0.00028269016,0.00033320213,0.00027516144,0.0018205167,0.00036442222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057199635,0.0001046791,0.00009774135,0.0004919247,0.0011066059,0.0005924497,0.00047632217,0.000056241508,0.00027379568],"category_scores_gemma":[0.0070856153,0.00010589987,0.000019330988,0.004232058,0.00021702875,0.001614632,0.00004836002,0.00018718679,0.0000489133],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025106838,0.0008446289,0.58412457,0.0000587064,0.0000043244486,0.0000018436143,0.23223479,0.000048201753,0.023519909,0.011127377,0.005236423,0.14254819],"study_design_scores_gemma":[0.00069012376,0.00021062628,0.6813422,0.000058257814,0.0000034390987,3.812246e-7,0.14602673,0.000029100442,0.0066037597,0.00010336301,0.16466287,0.00026913662],"about_ca_topic_score_codex":0.031934686,"about_ca_topic_score_gemma":0.66584283,"teacher_disagreement_score":0.63390815,"about_ca_system_score_codex":0.00043642928,"about_ca_system_score_gemma":0.00539058,"threshold_uncertainty_score":0.97451174},"labels":[],"label_agreement":null},{"id":"W2121588968","doi":"10.1186/1748-5908-3-48","title":"Implementing shared decision-making in nutrition clinical practice: A theory-based approach and feasibility study","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital Saint-François d'Assise; Centre hospitalier universitaire de Québec","funders":"Max-Planck-Gesellschaft","keywords":"Medicine; Health informatics; Health administration; Health services research; Public health; Health economics; Nursing","score_opus":0.5932870757682589,"score_gpt":0.6570042072939755,"score_spread":0.06371713152571656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121588968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816268,0.00015697083,0.010375381,0.00067615916,0.00025827883,0.006119954,0.000039958955,0.00007726699,0.00066921813],"genre_scores_gemma":[0.9319252,0.000027302269,0.06579509,0.0011796824,0.000047516824,0.0009808502,0.000028550685,0.0000128158135,0.000003001239],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99224395,0.003239148,0.0019325141,0.00080165995,0.0010074489,0.0007753043],"domain_scores_gemma":[0.9905811,0.006903288,0.00064349716,0.00083472615,0.000862154,0.0001752153],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012541557,0.00015600552,0.0002749887,0.00041619886,0.0031235046,0.00005163487,0.0005506734,0.00007070053,0.0001902492],"category_scores_gemma":[0.007676368,0.0001522552,0.000038237726,0.0014511175,0.00036446712,0.0013492184,0.0005673428,0.0005641291,0.000015986558],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023282012,0.00075097475,0.9617249,0.00007433094,0.000004084167,0.0000033445456,0.024719438,0.000009145177,0.000034676545,0.0010638228,0.00012949955,0.011253008],"study_design_scores_gemma":[0.0047725737,0.00025731465,0.78206134,0.0001327306,0.000011984009,0.000003709304,0.20835482,0.0021222574,0.000007496007,0.0014741345,0.0006395012,0.00016214365],"about_ca_topic_score_codex":0.00033938966,"about_ca_topic_score_gemma":0.000624725,"teacher_disagreement_score":0.18363538,"about_ca_system_score_codex":0.0005175274,"about_ca_system_score_gemma":0.0013933188,"threshold_uncertainty_score":0.9981743},"labels":[],"label_agreement":null},{"id":"W2121795537","doi":"10.1186/s13012-015-0295-0","title":"Use of concept mapping to characterize relationships among implementation strategies and assess their feasibility and importance: results from the Expert Recommendations for Implementing Change (ERIC) study","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1177,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; VA Pittsburgh Healthcare System; VISN 4 Mental Illness Research, Education, and Clinical Center; University of California, San Diego; Quality Enhancement Research Initiative; University of Toronto; Fahs-Beck Fund for Research and Experimentation; National Institute of Diabetes and Digestive and Kidney Diseases; Johns Hopkins University; Health Services Research and Development; University of Washington; NIH Clinical Center; U.S. Department of Veterans Affairs; Washington University in St. Louis; University of California, Los Angeles; University of Massachusetts Boston; Indiana University-Purdue University Indianapolis; University of Minnesota; Harvard University; Purdue University; University of Pennsylvania; University of Arkansas for Medical Sciences; Doris Duke Charitable Foundation","keywords":"Categorization; Computer science; Process management; Process (computing); Implementation research; Consistency (knowledge bases); Health informatics; Management science; Rubric; Best practice; Data science; Knowledge management; Medicine; Psychological intervention; Psychology; Artificial intelligence; Public health","score_opus":0.9472520975401527,"score_gpt":0.6784910235575587,"score_spread":0.26876107398259397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121795537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97250885,0.000017166967,0.003419023,0.012413249,0.00035776116,0.008399195,0.0028039985,0.000059591915,0.00002117427],"genre_scores_gemma":[0.9855043,0.00001952565,0.00837803,0.0035917317,0.00018248537,0.0019469043,0.00034958875,0.00001860972,0.000008816855],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99406064,0.0013437386,0.002094552,0.0008479518,0.00076921325,0.00088388636],"domain_scores_gemma":[0.9916983,0.0049951347,0.0011694807,0.00056750554,0.0011262982,0.00044324453],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013298404,0.00024380199,0.00033238917,0.0002834504,0.0028267675,0.00037559844,0.0004056136,0.000051367733,0.000102360755],"category_scores_gemma":[0.0026483254,0.00019597613,0.00003113759,0.0013467938,0.00039041584,0.004555046,0.00044882385,0.00023831462,0.0000020939603],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048348935,0.000025540805,0.63043475,0.000013855746,0.00001256324,1.4469565e-7,0.35707268,6.532979e-7,0.0014427145,0.0005569944,0.002538866,0.007852891],"study_design_scores_gemma":[0.0017058697,0.00013477833,0.5413088,0.00002480996,0.000009453812,3.1082675e-7,0.45070776,0.000063728556,0.00023200632,0.00025609814,0.0054405425,0.00011581002],"about_ca_topic_score_codex":0.0126631,"about_ca_topic_score_gemma":0.020136738,"teacher_disagreement_score":0.09363508,"about_ca_system_score_codex":0.00040651244,"about_ca_system_score_gemma":0.0011819863,"threshold_uncertainty_score":0.99847144},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2122064371","doi":"10.1186/1748-5908-3-58","title":"Implementing an innovative consent form: the PREDICT experience","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research; Doris Duke Charitable Foundation","keywords":"Medicine; Health informatics; Health administration; Health services research; Public health; Informed consent; Family medicine; Nursing; Alternative medicine; Pathology","score_opus":0.5981117485181978,"score_gpt":0.6092738217323561,"score_spread":0.011162073214158297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122064371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99032795,0.00005211161,0.0008698637,0.003182027,0.0005650829,0.0019553958,0.000052687534,0.00013078304,0.0028641068],"genre_scores_gemma":[0.9925615,0.000032812684,0.002348111,0.0037685256,0.000091394584,0.0010331374,0.000051098737,0.000012677034,0.00010070336],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9959434,0.0006056863,0.0010192313,0.00043293598,0.00097436487,0.0010243551],"domain_scores_gemma":[0.9959987,0.0007710948,0.0006569438,0.0009725399,0.0014145541,0.00018621188],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016752415,0.00014520067,0.00013791092,0.0001992361,0.00931979,0.00003597712,0.0011533261,0.00003746525,0.0007953961],"category_scores_gemma":[0.0007176988,0.000108767024,0.0000229281,0.0020561873,0.000988112,0.0014522597,0.000677473,0.00035998944,0.00008301695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019015599,0.0000321983,0.612351,0.000024838286,0.000005225783,0.0000012978462,0.36744997,0.0000041633493,0.0036940463,0.008764967,0.0019533727,0.005699868],"study_design_scores_gemma":[0.001223851,0.00016687962,0.46085763,0.00004048375,0.000004570291,0.000010354655,0.4978272,0.00069500966,0.0028116838,0.00053687615,0.035592742,0.00023271886],"about_ca_topic_score_codex":0.0019501155,"about_ca_topic_score_gemma":0.0012487688,"teacher_disagreement_score":0.1514934,"about_ca_system_score_codex":0.00039117766,"about_ca_system_score_gemma":0.002523829,"threshold_uncertainty_score":0.99196994},"labels":[],"label_agreement":null},{"id":"W2122343186","doi":"10.1186/1748-5908-4-46","title":"Is research working for you? validating a tool to examine the capacity of health organizations to use research","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Foundation for Healthcare Improvement; University of Ottawa; Western University","funders":"Ontario Ministry of Health and Long-Term Care; Canadian Institutes of Health Research; Government of Ontario; Canadian Health Services Research Foundation","keywords":"Health services research; Usability; Health administration; Facilitator; Focus group; Knowledge translation; Ranking (information retrieval); Knowledge management; Health informatics; Applied psychology; Medicine; Descriptive statistics; Public health; Medical education; Psychology; Nursing; Computer science; Marketing; Social psychology; Statistics; Business","score_opus":0.9612149409075174,"score_gpt":0.8146844803401704,"score_spread":0.14653046056734698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122343186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80811936,0.0000024929147,0.031440634,0.15234557,0.0002525118,0.007373922,0.00019060053,0.000042670843,0.00023223617],"genre_scores_gemma":[0.9314691,0.000004985998,0.030182054,0.037149124,0.0001453284,0.0006968832,0.00000963673,0.000016193846,0.0003267406],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9894446,0.0026249837,0.0017780978,0.0007636774,0.0031590404,0.002229608],"domain_scores_gemma":[0.98427266,0.007915301,0.00043695213,0.00084938755,0.005998052,0.00052762835],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07193052,0.00013547878,0.00025568937,0.0013617038,0.008855885,0.00022068994,0.001253703,0.000044471846,0.00041338234],"category_scores_gemma":[0.029699096,0.00011114188,0.000027426311,0.01575099,0.0004039018,0.00080341555,0.00041394035,0.00048311905,0.00014954158],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006133439,0.00009508747,0.08559587,0.00016016138,0.000008043453,3.0455206e-7,0.49372703,0.00008895314,0.11019585,0.05494398,0.14780916,0.107314244],"study_design_scores_gemma":[0.0015538761,0.0014270177,0.61380595,0.00030510058,0.0000054098346,0.0000018708938,0.12179963,0.00033015411,0.022778673,0.0037325216,0.23391023,0.0003495818],"about_ca_topic_score_codex":0.0038675466,"about_ca_topic_score_gemma":0.0012173209,"teacher_disagreement_score":0.52821004,"about_ca_system_score_codex":0.0012160707,"about_ca_system_score_gemma":0.0052881674,"threshold_uncertainty_score":0.99243444},"labels":[],"label_agreement":null},{"id":"W2122345580","doi":"10.1186/1748-5908-3-11","title":"IMPLEmenting a clinical practice guideline for acute low back pain evidence-based manageMENT in general practice (IMPLEMENT): Cluster randomised controlled trial study protocol","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Health and Medical Research Council; University of Melbourne; Royal Australian College of General Practitioners; Monash University; University of Bristol; Scottish Government; Liberty Mutual Research Institute for Safety; University of Aberdeen","keywords":"Medicine; Guideline; Cluster randomised controlled trial; Health administration; Protocol (science); Psychological intervention; Health services research; Intervention (counseling); Randomized controlled trial; Low back pain; Evidence-based practice; Academic detailing; Physical therapy; Family medicine; Cluster (spacecraft); Evidence-based medicine; Nursing; Alternative medicine; Public health; Surgery","score_opus":0.36463960874319223,"score_gpt":0.6405977605408613,"score_spread":0.275958151797669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122345580","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05698496,0.000014705038,0.13269934,0.03398266,0.0009236953,0.77437323,0.00004443529,0.00014557796,0.0008313829],"genre_scores_gemma":[0.054186184,0.000058309975,0.45209458,0.054535735,0.0012296091,0.43729448,0.00024998165,0.00010466947,0.00024644163],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97722644,0.0041312855,0.011210934,0.0020276369,0.0035993948,0.0018042848],"domain_scores_gemma":[0.96951723,0.021057842,0.0042642793,0.0011404677,0.0035046106,0.0005155638],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1086949,0.00060206477,0.001432194,0.000855871,0.00092152774,0.00032809787,0.0007049425,0.00011297434,0.0010156203],"category_scores_gemma":[0.062278166,0.00052591355,0.00053817977,0.0019451585,0.0003123479,0.0042985077,0.0004510782,0.0004946678,0.00005587131],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8896004,0.0063462025,0.0070526,0.00012782172,0.0008857366,0.00022101068,0.00077894336,0.00012861282,0.00052901235,0.0001248722,0.035470888,0.058733903],"study_design_scores_gemma":[0.8775343,0.008470906,0.0014758076,0.00010407301,0.0014384862,0.000062340565,0.009416563,0.015322408,0.00023211096,0.00003101806,0.08540514,0.0005068816],"about_ca_topic_score_codex":0.0004705706,"about_ca_topic_score_gemma":0.00028899632,"teacher_disagreement_score":0.33707875,"about_ca_system_score_codex":0.0007977279,"about_ca_system_score_gemma":0.002930743,"threshold_uncertainty_score":0.9998976},"labels":[],"label_agreement":null},{"id":"W2122513069","doi":"10.1186/1748-5908-6-98","title":"Creating a knowledge translation trainee collaborative: from conceptualization to lessons learned in the first year","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Western University; Dalhousie University; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Institute of Health Services and Policy Research; National Cancer Institute; Canadian Institutes of Health Research; University of Toronto","keywords":"Conceptualization; Knowledge translation; Medical education; Diversity (politics); Medicine; Health services research; Health informatics; Public health; Knowledge management; Nursing; Sociology; Computer science","score_opus":0.8645005550017798,"score_gpt":0.730382883130113,"score_spread":0.1341176718716668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122513069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91706294,0.000020374579,0.021374267,0.027130151,0.00059292064,0.0046726177,0.00038740193,0.00011735261,0.028642],"genre_scores_gemma":[0.9830469,0.000010260899,0.007706464,0.008351394,0.000107232794,0.00068888895,0.000027456359,0.000012735108,0.000048661484],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9961111,0.0008961229,0.0009759634,0.0005188142,0.00075914053,0.00073885376],"domain_scores_gemma":[0.99655133,0.0021063623,0.0003378237,0.00033933832,0.00047218965,0.00019295304],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0056848023,0.0001475104,0.00017476948,0.0004192753,0.0017785792,0.00006938417,0.0006636461,0.000053385418,0.0019521293],"category_scores_gemma":[0.0014618326,0.000121803016,0.00002282608,0.00441787,0.00026295238,0.00094465096,0.00007162465,0.00021301433,0.00038435048],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029202043,0.000030663705,0.053169124,0.000015791906,0.0000023434538,6.7866284e-7,0.91487104,0.000009917187,0.0017739026,0.016480597,0.00201769,0.011599052],"study_design_scores_gemma":[0.0023925165,0.00015025033,0.46914074,0.00006783094,0.0000104997425,4.145155e-7,0.46636316,0.00035970582,0.0013844231,0.001878989,0.05800169,0.0002497821],"about_ca_topic_score_codex":0.0018515202,"about_ca_topic_score_gemma":0.01824301,"teacher_disagreement_score":0.44850788,"about_ca_system_score_codex":0.0003402524,"about_ca_system_score_gemma":0.001555252,"threshold_uncertainty_score":0.9996715},"labels":[],"label_agreement":null},{"id":"W2122629089","doi":"10.1186/s13012-015-0206-4","title":"Implementation of a cystic fibrosis lung transplant referral patient decision aid in routine clinical practice: an observational study","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Cystic Fibrosis Research Advances","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal Clinical Research Institute; University of Alberta; Western University; McMaster University; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; Queen's University; University of Alberta; Université de Sherbrooke; McMaster University","keywords":"Medicine; Referral; Psychological intervention; Lung transplantation; Observational study; Health care; Family medicine; Transplantation; Nursing; Surgery; Internal medicine","score_opus":0.3358043306630306,"score_gpt":0.5974016313120116,"score_spread":0.261597300648981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122629089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99330914,0.000040835363,0.0042259544,0.0004021947,0.00019258665,0.0016812497,0.00007729429,0.00002075623,0.000050012848],"genre_scores_gemma":[0.93180776,0.000008483037,0.06773187,0.0001641098,0.000042846543,0.00009612645,0.00013618609,0.000010230555,0.0000023808398],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994849,0.0003149857,0.0014152707,0.0005435802,0.0024771437,0.00040000468],"domain_scores_gemma":[0.99732983,0.00068768207,0.0002959688,0.0003515999,0.0009740852,0.00036085345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00526014,0.00014187771,0.00029737383,0.00040435418,0.000109019886,0.00006665668,0.00023644985,0.000029179266,0.00014608436],"category_scores_gemma":[0.001876581,0.00012413049,0.000045035278,0.0013278285,0.00020654278,0.0017712082,0.00008843614,0.00015738362,0.000006713624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015837116,0.0007402399,0.94518226,0.000017580353,0.00001354952,0.000017618026,0.005105949,0.000107894644,0.0044863066,0.00014761831,0.00018581018,0.04241147],"study_design_scores_gemma":[0.008600855,0.004763032,0.9375033,0.00005147583,0.000054002394,0.000025933328,0.044060074,0.00165896,0.0025682629,0.00016744448,0.00042672272,0.00011995105],"about_ca_topic_score_codex":0.0012495891,"about_ca_topic_score_gemma":0.0010341873,"teacher_disagreement_score":0.06350592,"about_ca_system_score_codex":0.00041434434,"about_ca_system_score_gemma":0.0013762972,"threshold_uncertainty_score":0.5061894},"labels":[],"label_agreement":null},{"id":"W2122694613","doi":"10.1186/s13012-014-0092-1","title":"Application of theory to enhance audit and feedback interventions to increase the uptake of evidence-based transfusion practice: an intervention development protocol","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Programme Grants for Applied Research; National Institute for Health and Care Research","keywords":"Audit; Psychological intervention; Medicine; Protocol (science); Health services research; Process management; Content analysis; Health administration; Health informatics; Intervention (counseling); Medical education; Nursing; Public health; Alternative medicine; Engineering; Accounting","score_opus":0.5514102312232899,"score_gpt":0.7185183568303536,"score_spread":0.16710812560706367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122694613","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37687755,0.000002035641,0.57064223,0.008162521,0.00010221499,0.044017196,0.00002717889,0.000030414143,0.00013866335],"genre_scores_gemma":[0.9014725,0.00000178548,0.04008,0.0054124277,0.00004260016,0.05291935,0.0000066706107,0.000011487752,0.000053191514],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9943648,0.0016348037,0.0019155672,0.00053842604,0.0010753218,0.0004711116],"domain_scores_gemma":[0.9944561,0.0022411714,0.001093674,0.000550596,0.0012940121,0.00036443566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024942497,0.00014426312,0.00020612853,0.00045086019,0.001043875,0.000040318904,0.00065431325,0.000038409158,0.00035028762],"category_scores_gemma":[0.0061426247,0.00010453415,0.000046012647,0.0017486815,0.00027884537,0.0013030289,0.00019695274,0.00014825643,0.000051619372],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046923629,0.00018013809,0.006881704,0.0010719534,0.0000063927864,7.245711e-8,0.03328093,0.00009409983,0.077131554,0.006588149,0.00043338537,0.8738624],"study_design_scores_gemma":[0.0031191723,0.002424223,0.68890035,0.0025020023,0.0000637073,0.0000024965555,0.04789006,0.0011206453,0.131193,0.0012471927,0.12105883,0.00047829153],"about_ca_topic_score_codex":0.0012065175,"about_ca_topic_score_gemma":0.0019139495,"teacher_disagreement_score":0.8733841,"about_ca_system_score_codex":0.0002871272,"about_ca_system_score_gemma":0.001201599,"threshold_uncertainty_score":0.86446214},"labels":[],"label_agreement":null},{"id":"W2123252507","doi":"10.1186/s13012-014-0121-0","title":"Multi-level factors influence the implementation and use of complex innovations in cancer care: a multiple case study of synoptic reporting","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Ontario Institute for Cancer Research; Capital District Health Authority; Dalhousie University","funders":"Canadian Institutes of Health Research; Department of Health, Western Cape Government; Nova Scotia Department of Health and Wellness","keywords":"Rigour; Stakeholder; Health administration; Health informatics; Checklist; Nursing research; Health care; Process management; Data collection; Knowledge management; Interpersonal communication; Medicine; Nursing; Public health; Computer science; Psychology; Public relations; Business","score_opus":0.8519230900429601,"score_gpt":0.7337961126505262,"score_spread":0.11812697739243383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123252507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947448,0.0000031594477,0.0013164479,0.0004460796,0.0001444124,0.0031206314,0.0001956868,0.000020949836,0.000007849921],"genre_scores_gemma":[0.99467766,0.0000044854896,0.0039627603,0.000828687,0.00001630698,0.00047889625,0.000013111597,0.000012421285,0.0000056973095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99358976,0.0008335361,0.003502616,0.00050977594,0.0009104812,0.000653852],"domain_scores_gemma":[0.99119306,0.002922652,0.003764566,0.00047726836,0.0015003607,0.00014210574],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0059268773,0.00017891145,0.00034488743,0.0006700635,0.0013643987,0.000048610244,0.00033251705,0.000037649024,0.000104715735],"category_scores_gemma":[0.0052211173,0.00014174073,0.000023004137,0.0030147545,0.00048421617,0.0012319054,0.00027925777,0.0002332776,0.0000013644508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005072082,0.000037213937,0.8494299,0.00007782553,0.000004566687,0.0000021033295,0.13052894,0.00017399598,0.014428824,0.00012390467,0.000025820475,0.005161851],"study_design_scores_gemma":[0.0016083797,0.000114952214,0.66527534,0.000023656554,0.000011072967,0.000006272564,0.3311549,0.0008347171,0.0007347673,0.0000064711253,0.00014283988,0.00008663691],"about_ca_topic_score_codex":0.10906194,"about_ca_topic_score_gemma":0.15548086,"teacher_disagreement_score":0.20062597,"about_ca_system_score_codex":0.0003525474,"about_ca_system_score_gemma":0.0011822662,"threshold_uncertainty_score":0.9999357},"labels":[],"label_agreement":null},{"id":"W2123432657","doi":"10.1186/1748-5908-8-16","title":"Improving physician hand hygiene compliance using behavioural theories: a study protocol","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Infection Control in Healthcare","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Hygiene; Medicine; Intervention (counseling); Psychological intervention; Compliance (psychology); Knowledge translation; Nursing; Health care; Audit; Focus group; Family medicine; Psychology; Knowledge management","score_opus":0.1797847690563736,"score_gpt":0.5207396220005331,"score_spread":0.3409548529441595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123432657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8876105,0.0000012746192,0.003972953,0.00032893225,0.00018690896,0.10763215,0.0000045751694,0.00005951686,0.00020320219],"genre_scores_gemma":[0.95008576,2.8949689e-8,0.0017709241,0.00063409563,0.00009565877,0.047373157,0.0000021951853,0.000011272,0.000026905887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981205,0.00006158674,0.00040132808,0.00037860151,0.00062206434,0.00041591402],"domain_scores_gemma":[0.99815863,0.000041643038,0.00022839491,0.0003043135,0.0011180377,0.00014899066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066059415,0.00012718582,0.00017124334,0.0001725121,0.000794892,0.0002718003,0.00014675956,0.000017782324,0.00031369546],"category_scores_gemma":[0.000119109594,0.00010833973,0.000033192733,0.0007429385,0.0003063796,0.0009458301,0.00007234553,0.000113394206,0.000043361393],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006154906,0.00029647333,0.5784698,0.000092994254,0.00001162835,0.0000056445065,0.003919288,0.000015751793,0.28799525,0.00040480614,0.00003341067,0.12869337],"study_design_scores_gemma":[0.0066428417,0.0013571159,0.9222489,0.00006866929,0.00004663741,0.000036890546,0.022004908,0.010966309,0.03596334,0.0002848215,0.00011325548,0.00026628765],"about_ca_topic_score_codex":0.0046403734,"about_ca_topic_score_gemma":0.00016944365,"teacher_disagreement_score":0.3437791,"about_ca_system_score_codex":0.0003333794,"about_ca_system_score_gemma":0.00047628788,"threshold_uncertainty_score":0.70148873},"labels":[],"label_agreement":null},{"id":"W2123866816","doi":"10.1186/1748-5908-7-20","title":"The use of tacit and explicit knowledge in public health: a qualitative study","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":184,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa; McMaster University; Western University","funders":"Canadian Institutes of Health Research; Government of Ontario; Canadian Health Services Research Foundation","keywords":"Tacit knowledge; Public health; Health administration; Public relations; Knowledge translation; Medicine; Health services research; Explicit knowledge; Knowledge management; Sociology; Medical education; Nursing; Political science; Computer science","score_opus":0.7512321177759188,"score_gpt":0.7120632145797282,"score_spread":0.039168903196190596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123866816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847103,0.000101766505,0.00018200639,0.012855892,0.00055071496,0.0013222089,0.000013982853,0.00001134634,0.00025179982],"genre_scores_gemma":[0.99793565,0.000051992214,0.00019650345,0.0012365002,0.000079117024,0.00036445115,0.0000038440667,0.0000047250896,0.00012721003],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99646044,0.0014297549,0.0007567494,0.0001624265,0.0003236845,0.00086697354],"domain_scores_gemma":[0.9970776,0.0018579453,0.00027468256,0.00020822723,0.00028733484,0.00029423332],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013132766,0.00006868935,0.00013132684,0.00025367702,0.0014335004,0.00004371164,0.00016910925,0.000019676685,0.00005822527],"category_scores_gemma":[0.00081926055,0.000048980273,0.00000931716,0.0012318719,0.00018002922,0.0013377003,0.00012854704,0.00014392802,0.000015573372],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003342606,0.00012603372,0.13952586,0.000026577689,0.0000020145983,7.9044025e-9,0.8201962,8.463985e-8,0.000045713055,0.0223797,0.004301016,0.013393427],"study_design_scores_gemma":[0.00030398523,0.000061615465,0.35685444,0.000007730178,6.523659e-7,1.3325955e-7,0.5761849,0.00001819883,0.0000040274363,0.000063417174,0.066468745,0.000032146876],"about_ca_topic_score_codex":0.007850719,"about_ca_topic_score_gemma":0.005197064,"teacher_disagreement_score":0.24401131,"about_ca_system_score_codex":0.00035884202,"about_ca_system_score_gemma":0.0017410204,"threshold_uncertainty_score":0.9998665},"labels":[],"label_agreement":null},{"id":"W2123875706","doi":"10.1186/1748-5908-5-85","title":"User's perspectives of barriers and facilitators to implementing quality colonoscopy services in Canada: a study protocol","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Centre hospitalier universitaire de Québec; Université de Montréal; Canadian Partnership Against Cancer; Université Laval","funders":"Canadian Institutes of Health Research; Max-Planck-Gesellschaft","keywords":"Colonoscopy; Medicine; Delphi method; Quality (philosophy); Health services research; Documentation; Health informatics; Protocol (science); Health administration; Health care; Quality management; Medical education; Public health; Nursing; Service (business); Colorectal cancer; Computer science; Alternative medicine; Business; Cancer; Pathology","score_opus":0.0302455500643857,"score_gpt":0.45511949767483934,"score_spread":0.4248739476104536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123875706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97733694,9.543612e-7,0.000031760934,0.00014738254,0.000048360012,0.022340665,0.000015660898,0.000009912173,0.00006838211],"genre_scores_gemma":[0.9903514,7.251005e-8,0.00063362595,0.00006490874,0.000009934851,0.0089325365,6.559241e-7,0.000003013013,0.0000038964436],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863756,0.00003983644,0.00032615344,0.00030134973,0.0004728019,0.00022230763],"domain_scores_gemma":[0.99934393,0.000044692173,0.000111485075,0.00013788026,0.0001914405,0.00017059724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012474135,0.0000732494,0.00014287794,0.00019067666,0.00014574351,0.000028384407,0.000089551584,0.000009475076,0.00012096188],"category_scores_gemma":[0.00014050253,0.000068201756,0.000010966075,0.00074001675,0.00007357534,0.00019914328,0.000078606245,0.000085499894,2.7959243e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005537183,0.000017594983,0.95359224,0.00003129169,0.000004649224,8.681635e-7,0.012240788,0.0000017539002,0.029880263,0.000034856585,0.000006444892,0.003635538],"study_design_scores_gemma":[0.0011847401,0.0009719005,0.75209767,0.0000072102903,0.0000043715545,0.0000015645882,0.22723584,0.00003238256,0.018222481,0.0000070295237,0.0001829399,0.000051865296],"about_ca_topic_score_codex":0.82596135,"about_ca_topic_score_gemma":0.98148793,"teacher_disagreement_score":0.21499506,"about_ca_system_score_codex":0.00029614824,"about_ca_system_score_gemma":0.0015385179,"threshold_uncertainty_score":0.2781187},"labels":[],"label_agreement":null},{"id":"W2124098082","doi":"10.1186/1748-5908-7-62","title":"Developing clinical practice guidelines: reviewing, reporting, and publishing guidelines; updating guidelines; and the emerging issues of enhancing guideline implementability and accounting for comorbid conditions in guideline development","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":310,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; University of Ottawa","funders":"Newcastle University; McMaster University; University of Ottawa","keywords":"Guideline; Medicine; Context (archaeology); Excellence; Health care; Publishing; Health services research; Public health; Nursing; Political science","score_opus":0.5389416373960899,"score_gpt":0.6589134982674663,"score_spread":0.11997186087137635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124098082","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67165256,0.006237371,0.12523706,0.1899329,0.00096844137,0.0056385,0.0000707082,0.00011745258,0.00014503089],"genre_scores_gemma":[0.22970988,0.0014295605,0.7465335,0.021012627,0.00073212077,0.00020276308,0.0003246021,0.000043937365,0.00001100402],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97281456,0.00047662627,0.02285052,0.0011932849,0.0016054729,0.0010595558],"domain_scores_gemma":[0.9655489,0.005081523,0.011661478,0.00088794116,0.016320186,0.0004999978],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14701417,0.00047072818,0.0012454481,0.0005050984,0.0009382699,0.0004681193,0.00036550418,0.00013082704,0.00010615245],"category_scores_gemma":[0.3451607,0.0003763467,0.00013931705,0.0012909384,0.00076662336,0.0053874715,0.000944142,0.0004528884,0.0000013290177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041838601,0.00019501029,0.3777214,0.00066376326,0.00022093022,0.000006325865,0.0053829686,0.000034645192,0.007865084,0.0099793365,0.043549445,0.5539627],"study_design_scores_gemma":[0.024133533,0.0003302241,0.1457719,0.0017454597,0.0012133378,0.00084842904,0.15437816,0.015042314,0.006975396,0.0021654668,0.6459139,0.0014818563],"about_ca_topic_score_codex":0.002492819,"about_ca_topic_score_gemma":0.0009561658,"teacher_disagreement_score":0.62129647,"about_ca_system_score_codex":0.00032748276,"about_ca_system_score_gemma":0.0018499874,"threshold_uncertainty_score":0.99986887},"labels":[],"label_agreement":null},{"id":"W2124199620","doi":"10.1186/1748-5908-4-29","title":"Development of a theory of implementation and integration: Normalization Process Theory","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1488,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"National Institute for Health and Care Research","keywords":"Computer science; Theory; Development theory; Management science; Process theory; Epistemology; Data science; Work in process; Operations management","score_opus":0.5191180660648443,"score_gpt":0.7084347811641949,"score_spread":0.18931671509935055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124199620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90550554,0.000013818518,0.090606004,0.0006995042,0.00015065611,0.0014301756,0.000042776344,0.00003856966,0.0015129255],"genre_scores_gemma":[0.9845874,0.0000091315505,0.013257166,0.0019288459,0.0000317598,0.00011791839,0.000028461476,0.0000071971804,0.000032167023],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958146,0.0005394069,0.0017453415,0.00036967194,0.0009988438,0.0005321329],"domain_scores_gemma":[0.9967076,0.00064122595,0.0012181049,0.00023786795,0.0010204612,0.00017469321],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009957649,0.00014882121,0.00023096256,0.00055108336,0.0009699036,0.000021609187,0.0003382228,0.00003691786,0.0009959812],"category_scores_gemma":[0.0005998368,0.00013352148,0.000019470092,0.001617619,0.00037335797,0.0012179075,0.000073002935,0.00011893011,0.00001067275],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013018455,0.000053958487,0.023360174,0.0001884571,0.000011168285,2.0386594e-7,0.19285274,0.0000052354703,0.11818692,0.25951007,0.00015725389,0.40554366],"study_design_scores_gemma":[0.0028574364,0.00047472367,0.49753457,0.00012368958,0.00003189403,0.0000029575085,0.25750884,0.0000822112,0.21454862,0.02539205,0.0011479561,0.00029504267],"about_ca_topic_score_codex":0.0000354502,"about_ca_topic_score_gemma":0.00021634392,"teacher_disagreement_score":0.4741744,"about_ca_system_score_codex":0.00019009654,"about_ca_system_score_gemma":0.0023970474,"threshold_uncertainty_score":0.99991727},"labels":[],"label_agreement":null},{"id":"W2124390264","doi":"10.1186/1748-5908-6-39","title":"Why don't hospital staff activate the rapid response system (RRS)? How frequently is it needed and can the process be improved?","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Rapid response team; Medical emergency; Health informatics; Scope (computer science); Health care; Health administration; Intensive care medicine; Public health; Nursing","score_opus":0.14149314805316243,"score_gpt":0.4083808964104821,"score_spread":0.26688774835731965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124390264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9225435,0.00005944511,0.00002731637,0.07568992,0.00015167889,0.0012057687,0.000050011433,0.000028584884,0.0002437375],"genre_scores_gemma":[0.99271023,0.00003069996,0.00014450306,0.0067163818,0.000033207296,0.00029549812,0.0000051710795,0.000010770656,0.000053513046],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984167,0.00009081466,0.00021411447,0.00037511435,0.0005669352,0.00033629203],"domain_scores_gemma":[0.9988645,0.00017320637,0.0001912058,0.00039280212,0.00023832473,0.0001400001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010709928,0.00015351646,0.00014481551,0.00009608845,0.0005821698,0.0002013737,0.0002546804,0.000023277824,0.00024530795],"category_scores_gemma":[0.00011546189,0.000078278965,0.000044209213,0.00050963403,0.00039482667,0.00035173653,0.00006393846,0.00007980335,0.0000027209135],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002300551,0.0013346057,0.19284178,0.00029902277,0.00065821887,0.00009496015,0.48431593,8.791721e-7,0.17931014,0.002006558,0.075854614,0.060982734],"study_design_scores_gemma":[0.003060765,0.0018933719,0.21411107,0.00007230542,0.00019839003,0.00005913554,0.41371706,0.00010632999,0.3618866,0.000039085735,0.0046249744,0.0002309128],"about_ca_topic_score_codex":0.001559897,"about_ca_topic_score_gemma":0.00016777703,"teacher_disagreement_score":0.18257646,"about_ca_system_score_codex":0.0001828406,"about_ca_system_score_gemma":0.00029245674,"threshold_uncertainty_score":0.4477638},"labels":[],"label_agreement":null},{"id":"W2124706450","doi":"10.1186/1748-5908-6-57","title":"Exploring dietitians' salient beliefs about shared decision-making behaviors","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Hôpital Saint-François d'Assise; Centre hospitalier universitaire de Québec","funders":"Canadian Institutes of Health Research; Max-Planck-Gesellschaft","keywords":"Medicine; Focus group; Normative; Theory of planned behavior; Multidisciplinary approach; Health services research; Qualitative research; Nursing; Health administration; Salient; Medical education; Public health; Family medicine; Control (management)","score_opus":0.6806991753390922,"score_gpt":0.5704030375337806,"score_spread":0.11029613780531156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124706450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98497427,0.00021116012,0.0033640957,0.0006308624,0.0029101528,0.0020821162,0.00011129658,0.00028814748,0.0054279305],"genre_scores_gemma":[0.9735323,0.00007376015,0.023664247,0.001276193,0.00007080704,0.0013098123,0.000022629485,0.000024971454,0.0000252776],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99613595,0.00029529247,0.0011165297,0.0005641532,0.0010182676,0.00086981984],"domain_scores_gemma":[0.9968146,0.00058951287,0.00053766323,0.0010221142,0.000758036,0.00027805133],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010895055,0.00017581323,0.0001825816,0.00043963228,0.0028956372,0.00004766251,0.0011005357,0.000052254574,0.003087639],"category_scores_gemma":[0.00058024225,0.0001751272,0.000052081003,0.0012117487,0.00026136573,0.002008343,0.00065336894,0.00036407972,0.0004774485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007664285,0.00011615968,0.53022605,0.00010505358,0.000008757801,0.0000056970184,0.33031797,0.00001181449,0.0017529379,0.010965325,0.0014903069,0.124923274],"study_design_scores_gemma":[0.00081070064,0.00012670318,0.8858259,0.00054674724,0.00001395075,0.000001073449,0.10641765,0.00009089247,0.0008736809,0.0019465483,0.0030392567,0.0003069451],"about_ca_topic_score_codex":0.0013110259,"about_ca_topic_score_gemma":0.0008429051,"teacher_disagreement_score":0.3555998,"about_ca_system_score_codex":0.0006121009,"about_ca_system_score_gemma":0.0007749999,"threshold_uncertainty_score":0.9984025},"labels":[],"label_agreement":null},{"id":"W2125205183","doi":"10.1186/1748-5908-6-22","title":"Fostering shared decision making by occupational therapists and workers involved in accidents resulting in persistent musculoskeletal disorders: A study protocol","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre hospitalier universitaire de Québec; Université de Sherbrooke; University of Ottawa; Université Laval; Centre for Disability Prevention and Rehabilitation","funders":"","keywords":"Rehabilitation; Occupational therapy; Medicine; Musculoskeletal disorder; Protocol (science); Perspective (graphical); Health services research; Health informatics; Alliance; Health care; Intervention (counseling); Health administration; Nursing; Medical education; Applied psychology; Physical therapy; Human factors and ergonomics; Poison control; Public health; Psychology; Medical emergency; Alternative medicine; Computer science","score_opus":0.44775771448104884,"score_gpt":0.5857893111316665,"score_spread":0.1380315966506177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125205183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94309354,0.000026866013,0.00016466503,0.00014374385,0.000114983646,0.05620422,0.0000120566365,0.00003138746,0.00020851173],"genre_scores_gemma":[0.9370283,0.0000022401875,0.0035423003,0.00014547115,0.000008541642,0.059245907,0.000011975724,0.0000123492,0.0000029141795],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99655765,0.0006588226,0.0010635708,0.0005304985,0.0006745637,0.0005149148],"domain_scores_gemma":[0.9983839,0.00047241335,0.0004567762,0.00040201106,0.00018697599,0.00009794204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017750015,0.00014849429,0.0001591102,0.00047893098,0.0008070343,0.00005156551,0.00051732804,0.000049009162,0.00017564766],"category_scores_gemma":[0.0004757572,0.00014506109,0.000028106599,0.001017699,0.00010829414,0.0010987208,0.0009488011,0.000296031,0.0000080088985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023242868,0.00010998129,0.8912474,0.000050648625,0.0000027605527,4.7516738e-7,0.07639255,0.000007102217,0.0001367259,0.0000086899645,0.000027730403,0.031783547],"study_design_scores_gemma":[0.0032622027,0.00018466463,0.8170681,0.00031953762,0.0000019047293,1.3292552e-7,0.17798032,0.0007392346,0.0000067595115,0.00029489648,0.000023406508,0.000118834585],"about_ca_topic_score_codex":0.003064039,"about_ca_topic_score_gemma":0.018088846,"teacher_disagreement_score":0.10158778,"about_ca_system_score_codex":0.0005981302,"about_ca_system_score_gemma":0.00039781426,"threshold_uncertainty_score":0.99982846},"labels":[],"label_agreement":null},{"id":"W2125565257","doi":"10.1186/1748-5908-8-59","title":"Fading vision: knowledge translation in the implementation of a public health policy intervention","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver Native Health Society; University of Victoria","funders":"University of Victoria","keywords":"Public health; Knowledge translation; Thematic analysis; Focus group; Medicine; Health services research; Health policy; Public relations; Health informatics; Health administration; Implementation research; Medical education; Qualitative research; Nursing; Knowledge management; Sociology; Political science; Psychological intervention; Computer science","score_opus":0.7935807875653713,"score_gpt":0.7693808940471585,"score_spread":0.024199893518212834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125565257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8850726,0.00004821164,0.011809076,0.095099166,0.00041948832,0.005217894,0.00006651711,0.00006071482,0.0022063197],"genre_scores_gemma":[0.9904229,0.0000305902,0.0014524284,0.006884434,0.00012915609,0.0009966841,0.00003762211,0.000013077221,0.000033103694],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9917437,0.0027385894,0.0023870873,0.00050363026,0.0012640372,0.0013629587],"domain_scores_gemma":[0.9955674,0.0017815857,0.0012151026,0.00043964168,0.00070381,0.0002924829],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020509616,0.00018035482,0.00026834043,0.0015237519,0.0013916437,0.00013359802,0.00083907,0.000049849874,0.002299008],"category_scores_gemma":[0.0008035077,0.00014461478,0.000069851114,0.005551955,0.00036558352,0.002948434,0.00012836455,0.00028491835,0.00023728027],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036229626,0.00007907383,0.06756416,0.0001917542,0.000004823445,1.753972e-7,0.28515288,0.000002794223,0.0039789556,0.01842607,0.003180917,0.6214148],"study_design_scores_gemma":[0.0025268486,0.00027586127,0.65125495,0.00006326823,0.00000312582,0.0000026156952,0.3268222,0.00027785363,0.00037528996,0.0013881747,0.016853724,0.00015609985],"about_ca_topic_score_codex":0.020542365,"about_ca_topic_score_gemma":0.014524894,"teacher_disagreement_score":0.6212587,"about_ca_system_score_codex":0.0010910229,"about_ca_system_score_gemma":0.0041306065,"threshold_uncertainty_score":0.9999084},"labels":[],"label_agreement":null},{"id":"W2126131495","doi":"10.1186/1748-5908-5-34","title":"Interventions aimed at improving the nursing work environment: a systematic review","year":2010,"lang":"en","type":"review","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Alberta Heritage Foundation for Medical Research; Universiteit Maastricht; University of Alberta","keywords":"CINAHL; Psychological intervention; Medicine; Nursing; MEDLINE; Absenteeism; Inclusion (mineral); Intervention (counseling); Family medicine; Psychology; Social psychology","score_opus":0.22061635807928698,"score_gpt":0.5752179113276191,"score_spread":0.35460155324833215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126131495","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006166326,0.98891723,0.00032126135,0.00042709743,0.0018985808,0.007995634,0.000045830802,0.00005492995,0.00033327268],"genre_scores_gemma":[0.000029776267,0.99586123,0.00018844381,0.00021345571,0.00016267924,0.0021304856,0.00010500427,0.00003368809,0.0012752096],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99485224,0.0009954558,0.0020462824,0.00057310204,0.0008324281,0.0007004731],"domain_scores_gemma":[0.9955798,0.00092037703,0.0022025264,0.0010193904,0.00012178294,0.00015613984],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0053126416,0.0003225064,0.0012818656,0.0002728362,0.0028538213,0.00007749676,0.0009893007,0.00013899643,0.001557251],"category_scores_gemma":[0.0005490189,0.00019581104,0.0005631246,0.0013603981,0.0003932019,0.000233544,0.00030811367,0.0007631937,0.0010690455],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.986687e-7,0.000015098681,0.0000031321622,0.65151817,0.000013172087,6.5910154e-7,0.001196073,1.4967375e-8,0.0000016561191,0.000088797664,0.0036592532,0.3435032],"study_design_scores_gemma":[0.00017238232,0.000022283131,0.000022218845,0.73532885,0.002742076,0.000015661402,0.001955756,4.036461e-7,6.557714e-7,0.000024735275,0.25946602,0.00024895679],"about_ca_topic_score_codex":0.00004366626,"about_ca_topic_score_gemma":0.00005397683,"teacher_disagreement_score":0.34325424,"about_ca_system_score_codex":0.0013574358,"about_ca_system_score_gemma":0.0008280491,"threshold_uncertainty_score":0.9997087},"labels":[],"label_agreement":null},{"id":"W2126169255","doi":"10.1186/1748-5908-8-76","title":"Evaluation of a multisite educational intervention to improve mobilization of older patients in hospital: protocol for mobilization of vulnerable elders in Ontario (MOVE ON)","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Frailty in Older Adults","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Health Sciences Centre; Canada Research Chairs; University of Toronto; Sunnybrook Health Science Centre","funders":"University of Toronto; Ontario Ministry of Health and Long-Term Care; London Health Sciences Centre; Hamilton Health Sciences","keywords":"Medicine; Mobilization; Intervention (counseling); Health administration; Focus group; Health services research; Adverse effect; Public health; Physical therapy; Nursing; Internal medicine","score_opus":0.0508013672518924,"score_gpt":0.4529229571506765,"score_spread":0.4021215898987841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126169255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8898911,5.793289e-7,0.0019096835,0.00017487336,0.00010419368,0.10782535,0.000016172537,0.0000037025345,0.00007433242],"genre_scores_gemma":[0.9077406,1.3354365e-7,0.0025242048,0.000035209632,0.000006498947,0.089543074,0.00009525203,0.000008330098,0.000046716435],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973502,0.00009282231,0.0009146521,0.00033322774,0.0011246535,0.00018440279],"domain_scores_gemma":[0.9964701,0.00011607203,0.00050337246,0.00021630763,0.0026385507,0.000055577435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018969168,0.000105035135,0.00019043685,0.00064674404,0.0000315283,0.000014715199,0.00012211723,0.000037402206,0.0005170116],"category_scores_gemma":[0.0011827678,0.00010425246,0.000045011544,0.00082934386,0.000084602514,0.0006609266,0.00003156567,0.00006293842,0.0000028690295],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017216076,0.0026983737,0.85908574,0.00032729606,0.000012828096,2.4163064e-8,0.010711751,0.004198001,0.036893915,0.00018873226,0.00024954177,0.085461624],"study_design_scores_gemma":[0.0088438,0.0014816365,0.8810469,0.000359649,0.000017725939,1.0107727e-7,0.0013946391,0.006354724,0.09995021,0.00045942483,0.000010865452,0.00008034151],"about_ca_topic_score_codex":0.026483031,"about_ca_topic_score_gemma":0.034441765,"teacher_disagreement_score":0.085381284,"about_ca_system_score_codex":0.00084247446,"about_ca_system_score_gemma":0.00063216325,"threshold_uncertainty_score":0.9831772},"labels":[],"label_agreement":null},{"id":"W2126192192","doi":"10.1186/1748-5908-6-108","title":"Examining sustainability in a hospital setting: Case of smoking cessation","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Heart and Stroke Foundation; University of Ottawa; Impact; University of Waterloo","funders":"University of Waterloo; Pfizer Canada; Pfizer Foundation; University of Ottawa Heart Institute Foundation; Pfizer","keywords":"Sustainability; Operationalization; Smoking cessation; Health administration; Medicine; Stakeholder; Context (archaeology); Nursing; Public health; Family medicine; Public relations; Political science","score_opus":0.6504596142503025,"score_gpt":0.6930846722278282,"score_spread":0.04262505797752569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126192192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928056,0.0000018392757,0.0020763048,0.0011293419,0.00033191947,0.0013521428,0.00002828872,0.00003904103,0.0022355502],"genre_scores_gemma":[0.9956739,0.0000014246734,0.0032711162,0.00076201226,0.000031494543,0.00023158443,0.0000032126284,0.000008316837,0.000016960566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99601924,0.0005996905,0.0014095756,0.00047130176,0.0006280648,0.0008721124],"domain_scores_gemma":[0.9967758,0.0009394514,0.00082742906,0.00035053192,0.00091359817,0.00019321208],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010944172,0.00011693398,0.00017925385,0.0006619752,0.00082893076,0.000017004968,0.00035442144,0.000047764235,0.0010303648],"category_scores_gemma":[0.0034528975,0.00011812399,0.00001934515,0.0023449662,0.00043549575,0.0014021909,0.00020189864,0.0002238886,0.000011371144],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000789176,0.000031251624,0.8084892,0.00009316424,0.0000013487638,0.000023165,0.17556643,0.000002703682,0.00054806384,0.0036541321,0.00016132684,0.011421327],"study_design_scores_gemma":[0.0011583731,0.00016669519,0.71565354,0.000029403189,0.00000443209,0.0000115836965,0.27821055,0.0001395574,0.002088959,0.0020787031,0.00032571607,0.00013250201],"about_ca_topic_score_codex":0.008026134,"about_ca_topic_score_gemma":0.0022119917,"teacher_disagreement_score":0.102644116,"about_ca_system_score_codex":0.00091081636,"about_ca_system_score_gemma":0.002619108,"threshold_uncertainty_score":0.9998828},"labels":[],"label_agreement":null},{"id":"W2126498976","doi":"10.1186/1748-5908-7-122","title":"The role of organizational context and individual nurse characteristics in explaining variation in use of information technologies in evidence based practice","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Registered Nurses' Association of Ontario; University of Toronto; SickKids Foundation; University of Victoria; University of Alberta; McMaster University","funders":"","keywords":"Health informatics; Health administration; Context (archaeology); Medicine; Multilevel model; Health information technology; Health services research; Nursing research; Health care; Nursing; Early adopter; Public health; Knowledge management; Marketing; Business; Computer science","score_opus":0.23676283329421477,"score_gpt":0.5526880201201763,"score_spread":0.3159251868259615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126498976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967315,0.00006164386,0.0004713111,0.001931803,0.00013626329,0.0006172192,0.000014432433,0.000006445999,0.000029375906],"genre_scores_gemma":[0.9978349,0.00009390286,0.0017895789,0.00017605709,0.000009097093,0.00008319486,0.0000108266695,0.0000015384936,8.578534e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99795485,0.00032396257,0.00073065027,0.00009274509,0.0005522393,0.0003455379],"domain_scores_gemma":[0.9956105,0.0032978454,0.0005091826,0.00010688768,0.0004288397,0.000046773253],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00830071,0.000045300254,0.000083688974,0.0005417913,0.0002494335,0.00003516743,0.00018200085,0.000038891034,0.000021650023],"category_scores_gemma":[0.01774578,0.000036709072,0.0000036040683,0.0018811915,0.00021977782,0.005542099,0.000059677615,0.00016489094,0.000003179531],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030808078,0.000024415727,0.93917286,0.000023793094,3.5221683e-7,2.454633e-8,0.029247414,0.00000783659,0.0011985593,0.005002539,0.000012913937,0.025278453],"study_design_scores_gemma":[0.000292591,0.000029272704,0.8570556,0.000097036485,9.1428217e-7,2.1786616e-7,0.13961668,0.0016761824,0.0006458724,0.00013203654,0.0004245083,0.000029107261],"about_ca_topic_score_codex":0.0014521339,"about_ca_topic_score_gemma":0.0006179853,"teacher_disagreement_score":0.110369265,"about_ca_system_score_codex":0.00020716265,"about_ca_system_score_gemma":0.00151061,"threshold_uncertainty_score":0.99052817},"labels":[],"label_agreement":null},{"id":"W2126717870","doi":"10.1186/1748-5908-6-1","title":"Individual determinants of research utilization by nurses: a systematic review update","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":803,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Killam Trusts; Karolinska Institutet; Alberta Heritage Foundation for Medical Research; Fondation pour la Recherche Médicale; AFA Försäkring","keywords":"Nursing research; Psychological intervention; Inclusion (mineral); Observational study; Medicine; Norwegian; Health services research; Health administration; Systematic review; Nursing; MEDLINE; Identification (biology); Health informatics; Research design; Medical education; Family medicine; Psychology; Public health; Social psychology","score_opus":0.8048259677703979,"score_gpt":0.7616104839158405,"score_spread":0.043215483854557424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126717870","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004072547,0.986348,0.000035632314,0.000057612568,0.0008792064,0.011767935,0.00032538187,0.000027379048,0.00051817764],"genre_scores_gemma":[0.00005841355,0.99562025,0.00013511775,0.00026664455,0.000066087334,0.0031514477,0.00025199316,0.000022181932,0.0004278473],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98804575,0.0039867344,0.0030504556,0.0007412346,0.0027394718,0.0014363725],"domain_scores_gemma":[0.9933113,0.001456129,0.0020729452,0.0008559084,0.0018007784,0.0005029419],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.03344671,0.00025626426,0.0015575023,0.0012288388,0.0016720687,0.000058273356,0.002023108,0.00015936639,0.0015772243],"category_scores_gemma":[0.004775941,0.00018509744,0.00011866865,0.006175952,0.00088061224,0.0008186645,0.00038162046,0.00070644845,0.00086535735],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010188527,0.000031855478,0.00009515305,0.8337161,0.0000070618366,3.288932e-7,0.001630265,1.1606268e-9,3.6815277e-7,0.00022902929,0.03218807,0.13210073],"study_design_scores_gemma":[0.00012671665,0.00010717,0.000038252972,0.48454207,0.0002066102,0.0000041620324,0.0040762406,0.0000030193914,0.000005310603,0.00007630946,0.5106295,0.00018464816],"about_ca_topic_score_codex":0.00054158067,"about_ca_topic_score_gemma":0.00014844991,"teacher_disagreement_score":0.47844142,"about_ca_system_score_codex":0.00063098536,"about_ca_system_score_gemma":0.012925238,"threshold_uncertainty_score":0.99991256},"labels":[],"label_agreement":null},{"id":"W2126754677","doi":"10.1186/1748-5908-4-60","title":"Improving outcomes for ill and injured children in emergency departments: protocol for a program in pediatric emergency medicine and knowledge translation science","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; University of British Columbia; Canadian Institutes of Health Research; University of Ottawa; McGill University; University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Knowledge translation; Health services research; Pediatric emergency medicine; Psychological intervention; Emergency department; Health administration; Health care; Health informatics; Emergency medical services; Medical education; Family medicine; Medical emergency; Public health; Nursing; Emergency physician","score_opus":0.5661379684300792,"score_gpt":0.7257988166437912,"score_spread":0.15966084821371196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126754677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7266664,0.000022895552,0.0032116708,0.0084123975,0.000415581,0.26083437,0.00008277629,0.00008211057,0.000271812],"genre_scores_gemma":[0.6919771,0.00004356243,0.014033165,0.001224822,0.00018550444,0.29245037,0.0000190032,0.000018242248,0.00004823348],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952568,0.00018053329,0.0018789441,0.0008396744,0.0006413032,0.0012027456],"domain_scores_gemma":[0.99763924,0.00050501275,0.00065146456,0.00022154648,0.00066237274,0.00032035616],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008463653,0.00021677789,0.00029198796,0.001429068,0.0013561944,0.00003094868,0.0003913714,0.00005670379,0.000110350156],"category_scores_gemma":[0.0028409048,0.0001872501,0.000025698477,0.003507171,0.0003130515,0.001686276,0.00007921448,0.0001506211,0.0000022586619],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054396718,0.000085795175,0.85938835,0.00026196567,0.0000011385254,6.442913e-8,0.01799804,7.6089856e-7,0.0020636052,0.0010395821,0.0005071044,0.118599206],"study_design_scores_gemma":[0.006166588,0.00068185804,0.9859281,0.000019523668,0.000009402065,4.6782412e-7,0.0025131006,0.0009384048,0.00009775829,0.002080604,0.0013611288,0.00020304834],"about_ca_topic_score_codex":0.00037692077,"about_ca_topic_score_gemma":0.0031575344,"teacher_disagreement_score":0.12653978,"about_ca_system_score_codex":0.00032666567,"about_ca_system_score_gemma":0.0014359313,"threshold_uncertainty_score":0.9999439},"labels":[],"label_agreement":null},{"id":"W2127155550","doi":"10.1186/1748-5908-6-117","title":"Opinion leaders and changes over time: a survey","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institutes of Health Research; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care","keywords":"Opinion leadership; Medicine; Second opinion; Colorectal cancer; Breast cancer; Public opinion; Family medicine; Cancer; Public relations; Internal medicine; Pathology; Political science","score_opus":0.7451872344066535,"score_gpt":0.6051803116708692,"score_spread":0.1400069227357843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127155550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98951465,0.00037336934,0.00019368909,0.0031339899,0.001126843,0.0018799693,0.00013701335,0.00014380954,0.0034966692],"genre_scores_gemma":[0.9964181,0.00007214562,0.0013438655,0.0017990634,0.00003144539,0.00016722752,0.000048632097,0.000009249807,0.00011025264],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980787,0.00053700164,0.00033442772,0.00028438674,0.00035934304,0.0004061349],"domain_scores_gemma":[0.9985111,0.00037623005,0.00023727928,0.00039699083,0.00032405497,0.00015434084],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012810297,0.00008406913,0.000098760516,0.00018823624,0.0011013827,0.000014133271,0.0003334912,0.000040703027,0.0012451604],"category_scores_gemma":[0.0003221171,0.000079992074,0.000008614139,0.0005662946,0.0003829123,0.0004550938,0.00024809173,0.00015513109,0.00016855901],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027306462,0.000015607113,0.91679096,0.00005256837,0.0000034165178,1.2343125e-7,0.0683592,1.20818e-7,0.0013900365,0.0012796232,0.0037218737,0.008359159],"study_design_scores_gemma":[0.0005287547,0.000074885276,0.9744907,0.00003005399,0.0000019135807,3.7149317e-7,0.021433681,0.000120396355,0.0003506384,0.00019775002,0.0026726043,0.000098240256],"about_ca_topic_score_codex":0.0049082865,"about_ca_topic_score_gemma":0.002296271,"teacher_disagreement_score":0.05769975,"about_ca_system_score_codex":0.00013418972,"about_ca_system_score_gemma":0.00040026108,"threshold_uncertainty_score":0.9996678},"labels":[],"label_agreement":null},{"id":"W2127840133","doi":"10.1186/1748-5908-5-43","title":"Safety in home care: A research protocol for studying medication management","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; University of Toronto; Victorian Order of Nurses; Dalhousie University; Alberta Health Services; Royal Alexandra Hospital; University of Alberta","funders":"Canadian Institutes of Health Research; Nova Scotia Health Research Foundation; Canadian Health Services Research Foundation","keywords":"Focus group; Medicine; Qualitative research; Health care; Protocol (science); Nursing; Health services research; Patient safety; Health administration; Sample (material); Public health; Business; Alternative medicine; Marketing; Sociology","score_opus":0.8518813865936021,"score_gpt":0.8119390841456042,"score_spread":0.0399423024479979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127840133","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.410701,0.0000037765205,0.012655887,0.0044083437,0.0007316137,0.53786206,0.000021332473,0.00013558903,0.033480424],"genre_scores_gemma":[0.67017967,0.0000014141469,0.012667173,0.000047063564,0.000085774314,0.3169249,0.0000019629883,0.0000061598007,0.00008588263],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99533665,0.00069997826,0.00033840165,0.00041644296,0.0023749913,0.00083354325],"domain_scores_gemma":[0.9981633,0.00066532067,0.0000768123,0.00024943327,0.0006148647,0.00023030916],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03934178,0.000061919534,0.000082347666,0.0005896593,0.0015909764,0.00023456437,0.0007553612,0.000032227526,0.0003068953],"category_scores_gemma":[0.001673726,0.00006078444,0.000019736224,0.002239577,0.0012090843,0.0007123716,0.00017128038,0.00021429441,0.000019431927],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013686308,0.00016016883,0.07222399,0.00010823709,0.00000593665,0.0000034298937,0.09686715,0.000005087732,0.02632229,0.2862359,0.00068682974,0.5172441],"study_design_scores_gemma":[0.004535713,0.00024874302,0.39744607,0.000039810144,0.0000046663945,2.731652e-7,0.18732159,0.0002809527,0.0111369705,0.0137654925,0.38493744,0.00028229295],"about_ca_topic_score_codex":0.00078978826,"about_ca_topic_score_gemma":0.007834599,"teacher_disagreement_score":0.5169618,"about_ca_system_score_codex":0.0005500175,"about_ca_system_score_gemma":0.0012160287,"threshold_uncertainty_score":0.99970883},"labels":[],"label_agreement":null},{"id":"W2128121045","doi":"10.1186/1748-5908-8-91","title":"Evidence-based care of older people with suspected cognitive impairment in general practice: protocol for the IRIS cluster randomised trial","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Monash University; Murdoch Children's Research Institute; University of Melbourne; Children’s Hospital of Wisconsin Research Institute","keywords":"Medicine; Dementia; Psychological intervention; Guideline; Cluster randomised controlled trial; Randomized controlled trial; Intervention (counseling); Protocol (science); Family medicine; Psychiatry; Alternative medicine","score_opus":0.07261377383462972,"score_gpt":0.48327490316525207,"score_spread":0.4106611293306224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128121045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6055787,0.000010940739,0.009005106,0.0029078666,0.000034612403,0.38229096,0.000010702341,0.0000130962335,0.00014800101],"genre_scores_gemma":[0.6552594,0.0000015056537,0.0016785343,0.0005046705,0.000039643535,0.3424558,0.000011243983,0.000007423947,0.00004179137],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99735653,0.00019389592,0.00047497207,0.000358501,0.0011941036,0.0004219919],"domain_scores_gemma":[0.9956123,0.001543436,0.00027294742,0.00018543322,0.002274067,0.00011177818],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018251565,0.00013698904,0.00021551334,0.00025212872,0.00020619207,0.00013257097,0.00016892343,0.000022695318,0.0011446156],"category_scores_gemma":[0.0009183226,0.000079835954,0.000070596856,0.00093822106,0.00030409556,0.0008017858,0.000049211234,0.000098673634,0.0000074515387],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6090255,0.0019513844,0.2890459,0.0007070965,0.0001642361,0.000010165208,0.014690255,0.000054331584,0.025195641,0.00007394499,0.002269329,0.056812264],"study_design_scores_gemma":[0.46151388,0.005140494,0.46844745,0.00034883732,0.00012251612,0.0000051539096,0.02037058,0.0012882933,0.042527225,0.0000108647,0.0001010298,0.0001236912],"about_ca_topic_score_codex":0.0005758158,"about_ca_topic_score_gemma":0.00015868415,"teacher_disagreement_score":0.17940156,"about_ca_system_score_codex":0.00018611079,"about_ca_system_score_gemma":0.0014326733,"threshold_uncertainty_score":0.9997685},"labels":[],"label_agreement":null},{"id":"W2128459358","doi":"10.1186/s13012-014-0157-1","title":"Assessing the organizational context for EBP implementation: the development and validity testing of the Implementation Climate Scale (ICS)","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":535,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute of Mental Health","keywords":"Exploratory factor analysis; Confirmatory factor analysis; Evidence-based practice; Health administration; Implementation research; Construct validity; Context (archaeology); Mental health; Scale (ratio); Health services research; Health informatics; Applied psychology; Organisation climate; Medicine; Public health; Psychology; Nursing; Psychometrics; Psychological intervention; Structural equation modeling; Computer science; Clinical psychology; Social psychology","score_opus":0.716477802250702,"score_gpt":0.703297567670959,"score_spread":0.013180234579743044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128459358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96323794,0.000005517627,0.01758629,0.014220254,0.0007233228,0.0036437793,0.00015209404,0.000044510383,0.00038628097],"genre_scores_gemma":[0.9809001,0.0000033974645,0.009093049,0.009025501,0.00020219536,0.0006946189,0.000036370042,0.000021567159,0.00002321152],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99406844,0.00118284,0.0018197256,0.00053348776,0.001396734,0.000998744],"domain_scores_gemma":[0.99074566,0.0055414974,0.0016318526,0.00045081027,0.0014676921,0.00016246049],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01699463,0.00021830307,0.0002251269,0.00015199701,0.009259592,0.00027154182,0.00087408803,0.00004402094,0.0003922191],"category_scores_gemma":[0.0014120087,0.00012801572,0.000044895856,0.0019435446,0.00078367174,0.001139541,0.0005299587,0.00022765514,0.000014510425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007988737,0.000014862382,0.82461995,0.00014050178,0.000011501411,3.118736e-8,0.042810127,0.00000873591,0.009060497,0.015019297,0.0020775096,0.106229],"study_design_scores_gemma":[0.0017505975,0.00006873639,0.75598997,0.00003907152,0.000035004203,0.0000035666337,0.2010686,0.0005228783,0.022345098,0.0012596971,0.016728202,0.00018857598],"about_ca_topic_score_codex":0.00042455472,"about_ca_topic_score_gemma":0.0036385723,"teacher_disagreement_score":0.15825847,"about_ca_system_score_codex":0.00038741893,"about_ca_system_score_gemma":0.0028295415,"threshold_uncertainty_score":0.9920302},"labels":[],"label_agreement":null},{"id":"W2128473868","doi":"10.1186/s13012-015-0304-3","title":"Developing educational competencies for dissemination and implementation research training programs: an exploratory analysis using card sorts","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Center for Advancing Translational Sciences; National Cancer Institute; National Institutes of Health; Institute of Clinical and Translational Sciences; Washington University in St. Louis","keywords":"Card sorting; Medical education; Curriculum; Medicine; Categorization; Knowledge translation; Exploratory research; Knowledge management; Psychology; Computer science; Pedagogy; Management","score_opus":0.9359569438334602,"score_gpt":0.802250804874736,"score_spread":0.13370613895872419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128473868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95891476,0.000014626269,0.03363017,0.003984551,0.0004071718,0.0027807634,0.0001083904,0.000060393766,0.00009918652],"genre_scores_gemma":[0.9385692,0.000006523009,0.058469534,0.0009712674,0.00023847548,0.0014181697,0.0002728892,0.00001875813,0.00003518808],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99371094,0.0010932692,0.0012069562,0.00078945095,0.0018922789,0.0013070917],"domain_scores_gemma":[0.9933297,0.0016423829,0.0005695922,0.00032301218,0.0034715687,0.00066375645],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022431238,0.00018322207,0.00028233847,0.0016844897,0.0037625264,0.00025794088,0.0004193219,0.00005863105,0.00012476729],"category_scores_gemma":[0.0014756856,0.00018786555,0.00003999586,0.0049592704,0.00059926836,0.0029354019,0.0001953883,0.0002048574,0.000010664989],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033702498,0.00003464551,0.31516844,0.00012726281,0.000050339644,4.999559e-7,0.5884458,0.000045782257,0.00839848,0.036203694,0.00097057084,0.05052081],"study_design_scores_gemma":[0.0012477846,0.0002131563,0.11698475,0.00004291832,0.000075353295,0.0000029150071,0.8676904,0.0026733556,0.00074910437,0.0048767724,0.0051356815,0.00030785849],"about_ca_topic_score_codex":0.00094794284,"about_ca_topic_score_gemma":0.006770101,"teacher_disagreement_score":0.27924457,"about_ca_system_score_codex":0.0017452134,"about_ca_system_score_gemma":0.009784686,"threshold_uncertainty_score":0.99753445},"labels":[],"label_agreement":null},{"id":"W2128821342","doi":"10.1186/1748-5908-4-27","title":"Use of communities of practice in business and health care sectors: A systematic review","year":2009,"lang":"en","type":"review","venue":"Implementation Science","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":389,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research; University of Toronto; Institute of Population and Public Health; Canadian Foundation for Healthcare Improvement; University of Ottawa; University of British Columbia; Arthritis Research Centre of Canada","funders":"Canadian Institutes of Health Research; Canadian Health Services Research Foundation","keywords":"Health administration; Health care; Public relations; Health informatics; CLARITY; Knowledge sharing; Knowledge management; Multidisciplinary approach; Health services research; Medicine; Nursing; Business; Medical education; Public health; Sociology; Political science; Social science; Economic growth; Economics","score_opus":0.35649319682584624,"score_gpt":0.6701371049484846,"score_spread":0.3136439081226383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128821342","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042683747,0.9937432,0.000021672353,0.00089320325,0.00025684055,0.0048341914,0.000088555105,0.000007721513,0.000111931724],"genre_scores_gemma":[0.00039921646,0.99626404,0.0008091834,0.001879429,0.000013977997,0.00042323003,0.00016388753,0.0000087890485,0.00003825058],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9950485,0.0019974639,0.002062786,0.00016979603,0.0005104963,0.0002109496],"domain_scores_gemma":[0.9933429,0.0013244111,0.003061265,0.00035543749,0.0018587434,0.000057266767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033228018,0.00015502262,0.0012742764,0.0004943377,0.00030247786,0.000017545524,0.00025529857,0.00006073227,0.000066423905],"category_scores_gemma":[0.0012251728,0.00011843143,0.000040971347,0.0022560197,0.00012065119,0.00068986183,0.00008655626,0.00024313248,0.0000043093673],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028187126,0.000027877704,0.000036167432,0.9400083,0.000007796394,1.2197599e-7,0.019868476,1.03474825e-7,3.6200655e-7,0.0012492163,0.0005677536,0.038231052],"study_design_scores_gemma":[0.00013657649,0.000055133503,0.00047055204,0.83697426,0.00018630947,0.0000035199603,0.0727505,7.3739255e-7,3.7651546e-7,0.000007477097,0.08929953,0.00011500231],"about_ca_topic_score_codex":0.0031967983,"about_ca_topic_score_gemma":0.002784985,"teacher_disagreement_score":0.10303397,"about_ca_system_score_codex":0.0004576989,"about_ca_system_score_gemma":0.009494767,"threshold_uncertainty_score":0.99612045},"labels":[],"label_agreement":null},{"id":"W2128928578","doi":"10.1186/s13012-014-0192-y","title":"Leadership and organizational change for implementation (LOCI): a randomized mixed method pilot study of a leadership and organization development intervention for evidence-based practice implementation","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":461,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute of Mental Health","keywords":"Implementation research; Health administration; Shared leadership; Leadership development; Leadership style; Health services research; Psychological intervention; Leadership studies; Qualitative research; Intervention (counseling); Health care; Organizational culture; Mental health; Medicine; Context (archaeology); Focus group; Qualitative property; Psychology; Nursing; Public health; Public relations; Social psychology; Sociology; Political science; Computer science","score_opus":0.8873812260810275,"score_gpt":0.710772879839479,"score_spread":0.17660834624154853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128928578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5884846,0.00009321949,0.37072936,0.017324861,0.0005765786,0.022528375,0.00015003479,0.00010504637,0.000007963998],"genre_scores_gemma":[0.9108286,0.00001365022,0.07711588,0.006100864,0.00014542551,0.005433219,0.00028915284,0.00004611362,0.000027095968],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9916017,0.00260204,0.0024750468,0.00092202093,0.0014547519,0.0009444064],"domain_scores_gemma":[0.98444754,0.0078409845,0.002280801,0.0002793948,0.004728459,0.00042285162],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.028819645,0.00032495617,0.0005894363,0.0008955811,0.0016273488,0.00016320996,0.00035173094,0.00006579082,0.00021587143],"category_scores_gemma":[0.01117864,0.00032074706,0.00003871993,0.0021459104,0.0003298886,0.0032338304,0.00017714602,0.00015142771,0.0000061909636],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01963097,0.000994846,0.23056693,0.0033111975,0.000294076,0.000001175362,0.52556616,0.00004007812,0.013533995,0.014082931,0.005321156,0.18665645],"study_design_scores_gemma":[0.16340032,0.0033793927,0.082261756,0.00016008287,0.00031309223,0.0000052357573,0.73689514,0.00089596346,0.010379095,0.0004577162,0.0013561323,0.00049606577],"about_ca_topic_score_codex":0.0018420359,"about_ca_topic_score_gemma":0.004010619,"teacher_disagreement_score":0.32234403,"about_ca_system_score_codex":0.0008125984,"about_ca_system_score_gemma":0.0028138345,"threshold_uncertainty_score":0.9999245},"labels":[],"label_agreement":null},{"id":"W2129063347","doi":"10.1186/1748-5908-2-33","title":"The BLISS cluster randomised controlled trial of the effect of 'active dissemination of information' on standards of care for premature babies in England (BEADI) study protocol [ISRCTN89683698]","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Neonatal Respiratory Health Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University","funders":"","keywords":"Medicine; Cluster randomised controlled trial; Audit; Randomized controlled trial; Academic detailing; Best practice; Neonatal resuscitation; Information Dissemination; Health informatics; Intervention (counseling); Health services research; Nursing; Health administration; Family medicine; Pediatrics; Public health; Emergency medicine; Resuscitation","score_opus":0.022820793465330086,"score_gpt":0.5114196731113356,"score_spread":0.48859887964600557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129063347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7640772,0.0000064947417,0.0001238945,0.000073727075,0.00005787646,0.23543853,0.00007217512,0.0000017642284,0.00014837329],"genre_scores_gemma":[0.9713196,7.3138966e-7,0.000025699248,0.000010812371,0.000013007795,0.028616963,0.0000034093869,0.0000031803618,0.0000065877452],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.996669,0.00029026144,0.00096248614,0.000110217174,0.001784751,0.0001833148],"domain_scores_gemma":[0.99319077,0.0043054125,0.0007475456,0.00023376253,0.0014800583,0.000042472155],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011066113,0.00008084509,0.0003697819,0.0002855005,0.00012210627,0.000012372184,0.00020759155,0.000029354358,0.00000920402],"category_scores_gemma":[0.008775309,0.00003951904,0.000076538214,0.00065702864,0.00026985907,0.00024574122,0.00004051612,0.00009439426,5.4811842e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9033238,0.00010900633,0.004491255,0.0010983072,0.000020758545,9.9170755e-8,0.01784678,0.000019787141,0.00463596,0.00006502462,0.0000112766975,0.06837789],"study_design_scores_gemma":[0.6278884,0.00927297,0.03552589,0.00017380777,0.000027161614,2.3564286e-7,0.009271723,0.0000632692,0.317205,0.000009478699,0.00052925735,0.00003284592],"about_ca_topic_score_codex":0.000039395316,"about_ca_topic_score_gemma":0.00038757228,"teacher_disagreement_score":0.31256905,"about_ca_system_score_codex":0.00020169246,"about_ca_system_score_gemma":0.00071314385,"threshold_uncertainty_score":0.9995742},"labels":[],"label_agreement":null},{"id":"W2129362861","doi":"10.1186/s13012-014-0191-z","title":"Development and preliminary evaluation of a rehabilitation consult for survivors of head and neck cancer: an intervention mapping protocol","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Cancer survivorship and care","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Health Sciences Centre; University of Toronto; University Health Network; Princess Margaret Cancer Centre; Sunnybrook Health Science Centre","funders":"Canadian Cancer Society Research Institute; University of Toronto","keywords":"Rehabilitation; Medicine; Head and neck cancer; Intervention (counseling); Protocol (science); Quality of life (healthcare); Psychological intervention; Physical therapy; Knowledge translation; Physical medicine and rehabilitation; Nursing; Cancer; Knowledge management; Alternative medicine; Computer science","score_opus":0.198816410232026,"score_gpt":0.515668382268498,"score_spread":0.316851972036472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129362861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97980726,0.000032703985,0.00071339967,0.00013096881,0.00007144707,0.019186666,0.000018599563,0.0000068747045,0.000032108263],"genre_scores_gemma":[0.9753626,9.186225e-7,0.006887468,0.00002127471,0.0000086883765,0.017684076,0.00002689873,0.0000037624814,0.00000432137],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99874234,0.000056499306,0.00036830766,0.0001985952,0.0005396232,0.000094643205],"domain_scores_gemma":[0.99833167,0.000058615915,0.0002153277,0.000089067034,0.0012256633,0.00007967335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003047984,0.00005642661,0.0001228824,0.00019234853,0.00005442006,0.000014183616,0.00003753985,0.000016399616,0.000014425666],"category_scores_gemma":[0.00025719596,0.000053286596,0.000014459974,0.00032063,0.00015850182,0.00031766307,0.000025586827,0.000018236498,5.6924012e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070549257,0.000117418764,0.21020792,0.00068602717,0.000018994462,6.615565e-8,0.059045885,0.000021951455,0.014439366,0.00033670006,0.000034896322,0.7143853],"study_design_scores_gemma":[0.0081655895,0.0022768977,0.8798351,0.00036903837,0.00008743893,0.000003143897,0.07061677,0.006376957,0.03053287,0.00029264193,0.0013344898,0.000109004046],"about_ca_topic_score_codex":0.0011791587,"about_ca_topic_score_gemma":0.004363255,"teacher_disagreement_score":0.71427625,"about_ca_system_score_codex":0.0001522896,"about_ca_system_score_gemma":0.0006053687,"threshold_uncertainty_score":0.24347986},"labels":[],"label_agreement":null},{"id":"W2129594807","doi":"10.1186/s13012-014-0179-8","title":"Barriers, facilitators and views about next steps to implementing supports for evidence-informed decision-making in health systems: a qualitative study","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; Université Laval; McMaster University","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Health informatics; Health services research; Medicine; Health administration; Public health; Qualitative research; Health policy; Nursing; Medical education; Sociology","score_opus":0.6128277651236487,"score_gpt":0.7407974449655201,"score_spread":0.12796967984187146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129594807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9319176,0.000050478884,0.049776882,0.0038680478,0.00078291516,0.013180417,0.00021941398,0.00007234288,0.0001318837],"genre_scores_gemma":[0.97642565,0.000020508145,0.01036277,0.009591768,0.00009218582,0.003441186,0.0000049040273,0.000022839058,0.000038205504],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98762053,0.0029726448,0.0039729984,0.0011999531,0.0017956367,0.0024382132],"domain_scores_gemma":[0.9797803,0.016627306,0.0011299758,0.00057778705,0.0007942076,0.0010903986],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06177896,0.00032174346,0.0006571351,0.0013297925,0.0036172953,0.0002982717,0.00069234817,0.000052487445,0.00044286784],"category_scores_gemma":[0.02342337,0.00029981244,0.00004757732,0.002793438,0.0002353384,0.0026011134,0.0004766637,0.0002603472,0.000061369574],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008263264,0.000012951564,0.17524599,0.00058913394,0.000007695559,6.706022e-7,0.7623886,0.000036429174,0.00017137619,0.002510914,0.0044379546,0.05451568],"study_design_scores_gemma":[0.002333154,0.0009272765,0.10436111,0.0008680624,0.000007534966,0.0000017633271,0.84581786,0.0007345967,0.000013266512,0.00043681415,0.044159606,0.00033892767],"about_ca_topic_score_codex":0.003185663,"about_ca_topic_score_gemma":0.01631306,"teacher_disagreement_score":0.083429314,"about_ca_system_score_codex":0.0016104432,"about_ca_system_score_gemma":0.0050073126,"threshold_uncertainty_score":0.9999454},"labels":[],"label_agreement":null},{"id":"W2129641533","doi":"10.1186/s13012-014-0090-3","title":"A formative evaluation of the implementation of an upper limb stroke rehabilitation intervention in clinical practice: a qualitative interview study","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; McMaster University","funders":"National Institute for Health and Care Research; Strong","keywords":"GRASP; Rehabilitation; Formative assessment; Intervention (counseling); Medicine; Qualitative research; Medical education; Occupational therapy; Applied psychology; Psychology; Physical therapy; Nursing; Computer science; Pedagogy; Sociology","score_opus":0.1655715287531025,"score_gpt":0.6161547172847894,"score_spread":0.45058318853168694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129641533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99407107,0.000024918256,0.0012845874,0.0009100983,0.00035864962,0.0030941514,0.00002345505,0.000009874602,0.00022321171],"genre_scores_gemma":[0.995893,0.0000044554704,0.0037145999,0.0001320777,0.000025280768,0.00019496586,0.000022037626,0.000007642921,0.00000596772],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9910957,0.0045123417,0.0019528035,0.00038015895,0.0018639386,0.00019501243],"domain_scores_gemma":[0.9947883,0.0015932582,0.00095823646,0.00040820433,0.0021801847,0.00007183804],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.034423772,0.00012250374,0.00032869793,0.000533444,0.00009345208,0.000027568012,0.00020710596,0.00003796863,0.00018925198],"category_scores_gemma":[0.006159044,0.00009064902,0.00020584576,0.0010917652,0.00040722953,0.0014941733,0.00007952325,0.00014434586,0.000003209393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000301083,0.0020535314,0.36387965,0.00015889648,0.00006734258,1.01008574e-7,0.17434344,0.00003824332,0.0040699835,0.0013245239,0.00003794723,0.45372525],"study_design_scores_gemma":[0.004264247,0.0036704603,0.6019136,0.000074451666,0.00011743854,0.0000018015298,0.38593435,0.001062463,0.0025126291,0.00035462165,0.000042042037,0.000051930885],"about_ca_topic_score_codex":0.00044022378,"about_ca_topic_score_gemma":0.0009003149,"teacher_disagreement_score":0.4536733,"about_ca_system_score_codex":0.00032329466,"about_ca_system_score_gemma":0.000470043,"threshold_uncertainty_score":0.99426395},"labels":[],"label_agreement":null},{"id":"W2129840573","doi":"10.1186/1748-5908-6-82","title":"From PALSA PLUS to PALM PLUS: adapting and developing a South African guideline and training intervention to better integrate HIV/AIDS care with primary care in rural health centers in Malawi","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre; Dignitas International","funders":"International Development Research Centre; Government of Canada","keywords":"Medicine; Guideline; Health care; Family medicine; Nursing; Workforce; Economic growth","score_opus":0.09940006716905092,"score_gpt":0.4246581507476,"score_spread":0.3252580835785491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129840573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9766084,0.000112216454,0.020759996,0.0012841389,0.000023693829,0.0008434329,0.00010469167,0.000017350447,0.0002460774],"genre_scores_gemma":[0.9352213,0.000006850748,0.06370508,0.0007773645,0.000021852984,0.00007579963,0.00015459859,0.000011245202,0.000025882931],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9980077,0.000086020336,0.00059755536,0.00041654916,0.0003956442,0.000496531],"domain_scores_gemma":[0.9991993,0.000024704806,0.00011192045,0.00013377509,0.00021060088,0.00031973608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008780699,0.00014021773,0.00025449516,0.00068839936,0.00013675603,0.00008261994,0.0001321967,0.000018998548,0.00006482208],"category_scores_gemma":[0.00008900222,0.00011971698,0.000028717057,0.00073475,0.00011292878,0.00035305918,0.00015313872,0.00014374527,0.0000029635896],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040992073,0.000014365815,0.19639552,0.00015997043,0.000012770671,0.000017017084,0.3857843,0.000007069713,0.0015775041,0.0000931314,0.00006923552,0.41545922],"study_design_scores_gemma":[0.0033342731,0.0022078191,0.24102685,0.0021922907,0.000008707165,0.000008559312,0.7497844,0.0003913132,0.00068329077,0.000021506814,0.00017223228,0.00016873123],"about_ca_topic_score_codex":0.0066495477,"about_ca_topic_score_gemma":0.018603845,"teacher_disagreement_score":0.41529047,"about_ca_system_score_codex":0.00085568347,"about_ca_system_score_gemma":0.00048454708,"threshold_uncertainty_score":0.99996525},"labels":[],"label_agreement":null},{"id":"W2130345000","doi":"10.1186/1748-5908-5-74","title":"Data for improvement and clinical excellence: protocol for an audit with feedback intervention in long-term care","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Shepherds Care Foundation; University of Alberta","funders":"Fondation pour la Recherche Médicale; Canadian Health Services Research Foundation","keywords":"Medicine; Audit; Long-term care; Health services research; Psychological intervention; Excellence; Health administration; Protocol (science); Quality management; Health informatics; Minimum Data Set; Intervention (counseling); Nursing; Family medicine; Public health; Operations management; Alternative medicine","score_opus":0.228534330065913,"score_gpt":0.6300673517271003,"score_spread":0.40153302166118726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130345000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82742935,0.0000029249202,0.008651403,0.000482927,0.0008376965,0.1621928,0.0003262181,0.00002899969,0.000047643294],"genre_scores_gemma":[0.826888,0.0000018689731,0.008576894,0.00014115246,0.00034346417,0.16342887,0.0005071021,0.00001632982,0.00009630606],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99833643,0.00005460176,0.0005413954,0.00050668267,0.00022254162,0.00033831672],"domain_scores_gemma":[0.9986643,0.00019310608,0.00027860093,0.00042561704,0.00033150456,0.00010683331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023597304,0.00008593755,0.00012618394,0.0001111617,0.0005128675,0.000056699428,0.00036086413,0.000050239603,0.00010510526],"category_scores_gemma":[0.00012292994,0.00006813096,0.00002027035,0.00020442069,0.00016450323,0.00067015074,0.00014342488,0.0001468885,0.0000019743304],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063655607,0.00018198842,0.4690798,0.00080682104,0.0000065583204,3.9697056e-7,0.0046012653,2.7825513e-7,0.0035623414,0.00015967288,0.0035863388,0.517378],"study_design_scores_gemma":[0.012678647,0.0029480099,0.94254535,0.00016689536,0.000028599328,0.0000010759891,0.03197501,0.00022739838,0.00062808057,0.00020216223,0.008394862,0.00020393227],"about_ca_topic_score_codex":0.00028425816,"about_ca_topic_score_gemma":0.029461429,"teacher_disagreement_score":0.51717407,"about_ca_system_score_codex":0.000071041664,"about_ca_system_score_gemma":0.00047350134,"threshold_uncertainty_score":0.98824835},"labels":[],"label_agreement":null},{"id":"W2130431805","doi":"10.1186/1748-5908-5-25","title":"Applying psychological theories to evidence-based clinical practice: identifying factors predictive of placing preventive fissure sealants","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Dental Anxiety and Anesthesia Techniques","field":"Dentistry","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Medical Research Council; Chief Scientist Office, Scottish Government Health and Social Care Directorate; Scottish Government; Wellcome Trust","keywords":"Medicine; Public health; Health administration; Health informatics; Health services research; Quality of Life Research; Nursing","score_opus":0.1625881999940564,"score_gpt":0.5443062580608443,"score_spread":0.38171805806678794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130431805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848348,0.000012836863,0.012769078,0.00017108758,0.0006438387,0.001006827,0.000038288126,0.00011115137,0.00041207558],"genre_scores_gemma":[0.98787624,0.000010939812,0.011375558,0.00044819008,0.000070943024,0.00015507116,0.000009859402,0.0000092256505,0.000043970213],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971601,0.0002027394,0.00069097086,0.0005748911,0.0010380831,0.00033321013],"domain_scores_gemma":[0.9972237,0.0014102072,0.00047478985,0.0003263339,0.0003960703,0.00016889501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038298224,0.00015616741,0.00022549038,0.00016817701,0.0003530828,0.00020369775,0.0006080451,0.00008494747,0.0003334597],"category_scores_gemma":[0.0031466165,0.00012986077,0.00011161502,0.0007936657,0.00052451337,0.0018433576,0.00014944258,0.00031502958,0.000036847356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030900873,0.0002915533,0.78382206,0.000038350692,0.00002517599,0.00003013561,0.0018026746,0.000008894543,0.17507336,0.00535227,0.0005816609,0.03266484],"study_design_scores_gemma":[0.0003999079,0.0004122593,0.77388656,0.00014478412,0.00003434011,0.00004220301,0.007933354,0.00003554909,0.2146854,0.0010455243,0.0011796758,0.00020046205],"about_ca_topic_score_codex":0.000085542895,"about_ca_topic_score_gemma":0.000058259688,"teacher_disagreement_score":0.039612036,"about_ca_system_score_codex":0.000040733856,"about_ca_system_score_gemma":0.00015072097,"threshold_uncertainty_score":0.5295569},"labels":[],"label_agreement":null},{"id":"W2130695710","doi":"10.1186/1748-5908-6-20","title":"Study protocol: Addressing evidence and context to facilitate transfer and uptake of consultation recording use in oncology: A knowledge translation implementation study","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; CancerCare Manitoba; BC Cancer Agency; University of Calgary; University of Manitoba","funders":"Canadian Institutes of Health Research; Canadian Breast Cancer Research Alliance","keywords":"Medicine; Context (archaeology); Intervention (counseling); Knowledge translation; Family medicine; Psychosocial; Breast cancer; Protocol (science); Anxiety; Health services research; Public health; Oncology; Nursing; Alternative medicine; Cancer; Internal medicine; Psychiatry","score_opus":0.9038889066038225,"score_gpt":0.6483826810147313,"score_spread":0.2555062255890912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130695710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89443684,0.000048233025,0.00046637803,0.00019611514,0.00012331342,0.10460218,0.000030297457,0.000032431988,0.00006421346],"genre_scores_gemma":[0.9416959,0.000010647987,0.0025070955,0.000107784974,0.000007920617,0.055648603,0.000005644643,0.000011953319,0.00000440673],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9952444,0.0016958535,0.0016271765,0.0005804818,0.00043868128,0.00041343365],"domain_scores_gemma":[0.99675447,0.0016482823,0.0002812828,0.00034523514,0.00079515,0.00017556633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034864412,0.0001730102,0.00030123227,0.00063667813,0.0008092416,0.00004186163,0.00025018686,0.00004990097,0.00010249302],"category_scores_gemma":[0.0007061135,0.0001725002,0.000015882544,0.0012036302,0.00019798851,0.0019749843,0.00014000242,0.00023683402,0.000005427245],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021886124,0.00017491622,0.43777832,0.00008442319,0.0000049604914,4.3794384e-7,0.4441165,0.0000010113146,0.0017101298,0.0000792134,0.0000066522834,0.11582455],"study_design_scores_gemma":[0.003904095,0.0011200504,0.524742,0.00014850564,0.000012568325,4.3143632e-7,0.46941197,0.00006741718,0.00029558773,0.000046218607,0.0001534719,0.000097689626],"about_ca_topic_score_codex":0.009455725,"about_ca_topic_score_gemma":0.06843164,"teacher_disagreement_score":0.11572686,"about_ca_system_score_codex":0.0003464723,"about_ca_system_score_gemma":0.00078981067,"threshold_uncertainty_score":0.9971404},"labels":[],"label_agreement":null},{"id":"W2130776118","doi":"10.1186/1748-5908-5-86","title":"Improving the care for people with acute low-back pain by allied health professionals (the ALIGN trial): A cluster randomised trial protocol","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Health and Medical Research Council; Syddansk Universitet; WorkSafe Victoria; Monash University; Australian Physiotherapy Association; Scottish Government","keywords":"Medicine; Guideline; Psychological intervention; Low back pain; Health administration; Randomized controlled trial; Physical therapy; Health services research; Cluster randomised controlled trial; Intervention (counseling); Protocol (science); Health care; Clinical trial; Family medicine; Nursing; Alternative medicine; Public health; Surgery","score_opus":0.2642497561386612,"score_gpt":0.6537108795633284,"score_spread":0.3894611234246672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130776118","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.124172494,0.0000027246683,0.03590975,0.103406504,0.0018185938,0.73387563,0.0005102034,0.00012027669,0.00018383269],"genre_scores_gemma":[0.0905936,0.000001428937,0.0064023095,0.09388418,0.00078020623,0.8074972,0.00010767729,0.000056590623,0.0006768392],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99001265,0.0032253268,0.00220137,0.0008847725,0.0018891497,0.0017867497],"domain_scores_gemma":[0.9873904,0.007891999,0.0022442266,0.00091445004,0.0010741297,0.00048478984],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03517279,0.00032396862,0.00050223246,0.00018865839,0.007940555,0.00024749583,0.0014296884,0.00009913764,0.00079138845],"category_scores_gemma":[0.003018493,0.00017085059,0.00010617539,0.001549851,0.0005696483,0.00085327344,0.0002398361,0.00065729907,0.000076356875],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.36019036,0.00028244514,0.0011599467,0.0014069297,0.00007091534,6.069274e-7,0.21265271,0.000011220065,0.014050578,0.001596443,0.37121496,0.037362885],"study_design_scores_gemma":[0.80935866,0.0021274167,0.0003693925,0.00008644538,0.00002926897,0.0000024805215,0.060187917,0.0008328344,0.0014683126,0.000116625415,0.1250317,0.0003889509],"about_ca_topic_score_codex":0.0011491536,"about_ca_topic_score_gemma":0.005706594,"teacher_disagreement_score":0.44916832,"about_ca_system_score_codex":0.00043382982,"about_ca_system_score_gemma":0.011596084,"threshold_uncertainty_score":0.99400723},"labels":[],"label_agreement":null},{"id":"W2130833661","doi":"10.1186/1748-5908-4-32","title":"Development of a minimization instrument for allocation of a hospital-level performance improvement intervention to reduce waiting times in Ontario emergency departments","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; University of Toronto; University Health Network; University of Alberta; Sunnybrook Health Science Centre; Institute for Clinical Evaluative Sciences","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care; Canadian Health Services Research Foundation","keywords":"Medicine; Health administration; Health informatics; Health services research; Medical emergency; Intervention (counseling); Public health; Emergency medicine; Operations management; Nursing","score_opus":0.06992468787791069,"score_gpt":0.3979319242485089,"score_spread":0.3280072363705982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130833661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943749,0.000013542884,0.0036336607,0.00031776636,0.00022040357,0.001256745,0.000007768077,0.000006769803,0.0001684687],"genre_scores_gemma":[0.9670102,0.000016774862,0.032628704,0.000048332564,0.000009395614,0.00014981613,0.00006294417,0.0000036446029,0.00007020581],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983301,0.0000069520875,0.0008216522,0.00024371137,0.00039310288,0.00020446454],"domain_scores_gemma":[0.9991033,0.0000066136395,0.0002952498,0.00010757599,0.00043841434,0.00004886439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053052045,0.00009736923,0.00015885395,0.0002521848,0.00010314632,0.0000053296803,0.00009787636,0.00001523824,0.00008229275],"category_scores_gemma":[0.00006898374,0.00009477942,0.000041223262,0.00047834206,0.00002818353,0.00028094059,0.000038125963,0.00002888907,9.4010966e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023120451,0.0007111847,0.09995477,0.00020653357,0.000051099298,2.2882573e-7,0.030846363,0.000066519366,0.33640432,0.0005794633,0.0003218877,0.5306264],"study_design_scores_gemma":[0.0012977917,0.0012487135,0.5340313,0.00010250452,0.000021957809,2.773787e-7,0.004435017,0.0003013598,0.4581891,0.000038882594,0.00023720549,0.00009591496],"about_ca_topic_score_codex":0.000578056,"about_ca_topic_score_gemma":0.0056484137,"teacher_disagreement_score":0.5305305,"about_ca_system_score_codex":0.00036699563,"about_ca_system_score_gemma":0.00033740248,"threshold_uncertainty_score":0.38649926},"labels":[],"label_agreement":null},{"id":"W2131126708","doi":"10.1186/1748-5908-6-33","title":"The effectiveness of strategies to change organisational culture to improve healthcare performance: a systematic review","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Organizational Strategy and Culture","field":"Business, Management and Accounting","cited_by":212,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"Newcastle University; Università Degli Studi di Modena e Reggio Emila","keywords":"Health administration; Medicine; Health informatics; Health services research; Health care; Healthcare policy; Public health; Culture change; Nursing; Health policy; Health care reform; Sociology; Social science; Political science","score_opus":0.08846003600596165,"score_gpt":0.40633666249906986,"score_spread":0.3178766264931082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131126708","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028028833,0.9910602,0.00007754734,0.00020254792,0.00041303487,0.0075877355,0.00004897281,0.000038833037,0.0005431197],"genre_scores_gemma":[0.0028410119,0.99348676,0.000060089005,0.0014655619,0.00032873693,0.0015940783,0.00015657586,0.000027433394,0.00003975274],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978531,0.00008683616,0.00071950787,0.00039346804,0.0006510052,0.00029611107],"domain_scores_gemma":[0.9978599,0.00008956562,0.00067322724,0.000308467,0.0010332877,0.000035559573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025682866,0.0002705131,0.0007194744,0.00017227269,0.0006327773,0.00039736295,0.0008288966,0.000057707028,0.00010523088],"category_scores_gemma":[0.000266579,0.00015638673,0.00009529996,0.002802531,0.0000826177,0.0013538123,0.00020396654,0.00011532747,0.00025440825],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004915294,0.0000121215635,0.000018120241,0.90564036,0.000027711198,2.5853768e-7,0.00021132412,2.2931384e-7,0.000009948446,0.06679264,0.0003113813,0.026970984],"study_design_scores_gemma":[0.000274868,0.00016309127,0.0016638573,0.48499358,0.0014250252,0.000014014371,0.0030632252,0.000002080655,0.00005755467,0.0010990413,0.50629556,0.00094809185],"about_ca_topic_score_codex":0.000095410105,"about_ca_topic_score_gemma":0.000055959088,"teacher_disagreement_score":0.5059842,"about_ca_system_score_codex":0.00013381532,"about_ca_system_score_gemma":0.00044992947,"threshold_uncertainty_score":0.63772655},"labels":[],"label_agreement":null},{"id":"W2131532808","doi":"10.1186/1748-5908-6-61","title":"Instrument development, data collection, and characteristics of practices, staff, and measures in the Improving Quality of Care in Diabetes (iQuaD) Study","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Diabetes Management and Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Chief Scientist Office, Scottish Government Health and Social Care Directorate; Diabetes UK; Scottish Government","keywords":"Medicine; Health informatics; Health administration; Psychological intervention; Family medicine; Data collection; Health services research; Health care; Telephone interview; Proxy (statistics); Nursing; Public health","score_opus":0.29312520404981784,"score_gpt":0.4625652421481626,"score_spread":0.16944003809834474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131532808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99902296,0.000037136724,0.000015939437,0.00006172934,0.000043978347,0.00068164343,0.0000054846278,0.0000024908957,0.00012861303],"genre_scores_gemma":[0.99875504,0.000016388329,0.0011452883,0.000024423714,0.000004347024,0.000026497439,0.000023220833,0.000001986288,0.0000028117645],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988767,0.000084479005,0.0004000816,0.00019602949,0.00033054277,0.00011218458],"domain_scores_gemma":[0.99924403,0.000070843154,0.0003316833,0.0002041634,0.0001270698,0.000022216165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003046199,0.000051319457,0.00011936624,0.00020621935,0.00006449863,0.000027938617,0.00014621661,0.0000081133385,0.000009297006],"category_scores_gemma":[0.00047756033,0.000040369167,0.0000032681348,0.0005013772,0.00010419575,0.0004654217,0.000116022304,0.00003816419,1.0041211e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024096955,0.00019369608,0.8903686,0.00010819661,0.000005518848,1.08062714e-7,0.041614406,1.1189003e-8,0.0017607735,0.000032870692,0.000005690723,0.06588602],"study_design_scores_gemma":[0.00063838874,0.0002569185,0.8890366,0.00001837971,0.000017472035,1.1702136e-7,0.10724244,0.00001847012,0.0026778425,0.0000104142855,0.000048330883,0.000034630375],"about_ca_topic_score_codex":0.00088954926,"about_ca_topic_score_gemma":0.0023069782,"teacher_disagreement_score":0.06585139,"about_ca_system_score_codex":0.00004512758,"about_ca_system_score_gemma":0.00024142621,"threshold_uncertainty_score":0.16462068},"labels":[],"label_agreement":null},{"id":"W2131588878","doi":"10.1186/1748-5908-9-67","title":"Towards a better understanding of the nomenclature used in information-packaging efforts to support evidence-informed policymaking in low- and middle-income countries","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"World Health Organization","keywords":"Jargon; Variety (cybernetics); Health informatics; Health services research; Health administration; Health policy; Medicine; Public relations; Set (abstract data type); Public health; Computer science; Political science; Nursing","score_opus":0.526825891297565,"score_gpt":0.6322902827626738,"score_spread":0.10546439146510889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131588878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97730935,0.0000013635328,0.0032121728,0.016705008,0.00032775773,0.0016427735,0.00003484021,0.000018988716,0.00074773066],"genre_scores_gemma":[0.97925633,0.0000053378317,0.0013369892,0.01919399,0.000034910656,0.00015264527,0.0000023148186,0.000006197132,0.000011257997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995783,0.00029455082,0.0015253727,0.0002777686,0.0011864734,0.0009328854],"domain_scores_gemma":[0.9970589,0.001520754,0.0006581707,0.0003304562,0.00021502707,0.000216675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007801707,0.0001505669,0.00024653084,0.0011236889,0.0007986989,0.000105329105,0.0005303817,0.000056556106,0.00018941575],"category_scores_gemma":[0.0026468993,0.00011992771,0.000023387067,0.0029187175,0.00033599022,0.0032016572,0.00036113962,0.00026539736,0.000024417483],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000145211,0.0000024775704,0.8800931,0.0004687841,0.000001134275,2.0918687e-7,0.10797823,0.00002587812,0.00017349239,0.010384148,0.000081955186,0.0007760841],"study_design_scores_gemma":[0.0013625419,0.00007834551,0.9691829,0.0015555193,0.0000033025517,0.0000020314737,0.023359343,0.0003351336,0.0006875539,0.0015450895,0.0017182769,0.00016996269],"about_ca_topic_score_codex":0.0015874469,"about_ca_topic_score_gemma":0.010165347,"teacher_disagreement_score":0.08908981,"about_ca_system_score_codex":0.0014588351,"about_ca_system_score_gemma":0.0025552846,"threshold_uncertainty_score":0.6143027},"labels":[],"label_agreement":null},{"id":"W2132864892","doi":"10.1186/1748-5908-7-61","title":"Developing clinical practice guidelines: types of evidence and outcomes; values and economics, synthesis, grading, and presentation and deriving recommendations","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":236,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; McMaster University","funders":"","keywords":"Guideline; Grading (engineering); Medicine; Excellence; Presentation (obstetrics); Health administration; Health services research; Health care; Evidence-based medicine; Context (archaeology); Public health; Nursing; Alternative medicine; Political science","score_opus":0.7275397203504289,"score_gpt":0.6748057916995645,"score_spread":0.05273392865086446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132864892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95255405,0.00062808755,0.0069878222,0.039000437,0.00022769846,0.00054092344,0.000010803783,0.000018587289,0.0000315914],"genre_scores_gemma":[0.8038591,0.0050799833,0.1888711,0.0020683964,0.00007574236,0.000020074793,0.0000073556826,0.000008810857,0.000009414369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975897,0.00017098147,0.0013836288,0.0003664879,0.00026057012,0.00022864205],"domain_scores_gemma":[0.9917306,0.006579441,0.0006908644,0.00016057897,0.0006299087,0.00020863031],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007695719,0.00012366037,0.0002677642,0.0001754397,0.00025082403,0.000110230525,0.00006315341,0.00003785163,0.000029151739],"category_scores_gemma":[0.040774602,0.00010460499,0.000020071291,0.00020772482,0.00042031988,0.003156458,0.00019175133,0.000093893854,0.0000012661196],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030305682,0.000029064475,0.722228,0.00004913815,0.00003352922,2.361705e-7,0.0008571681,4.784267e-7,0.0005924984,0.0013645666,0.00026670416,0.27454832],"study_design_scores_gemma":[0.0009124802,0.00012716008,0.97903216,0.0001377911,0.00030025048,0.00009806102,0.013575886,0.00093624834,0.0012848387,0.00075612304,0.0026791962,0.00015980724],"about_ca_topic_score_codex":0.00030649762,"about_ca_topic_score_gemma":0.00006755853,"teacher_disagreement_score":0.27438852,"about_ca_system_score_codex":0.000061000497,"about_ca_system_score_gemma":0.00024251861,"threshold_uncertainty_score":0.96730536},"labels":[],"label_agreement":null},{"id":"W2133651327","doi":"10.1186/1748-5908-8-144","title":"Impact of DECISION + 2 on patient and physician assessment of shared decision making implementation in the context of antibiotics use for acute respiratory infections","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut Universitaire de Cardiologie et de Pneumologie de Québec; Université Laval; Hôpital Saint-François d'Assise; Centre hospitalier universitaire de Québec","funders":"","keywords":"Medicine; Context (archaeology); Randomized controlled trial; Respiratory tract infections; Health administration; Decision aids; Family medicine; Health services research; Intervention (counseling); Public health; Physical therapy; Internal medicine; Nursing; Alternative medicine","score_opus":0.31573633396991685,"score_gpt":0.6153801335908441,"score_spread":0.29964379962092724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133651327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930069,0.000019772304,0.0025555464,0.00012798893,0.00014687526,0.0036598202,0.00044387253,0.0000074879927,0.000031723517],"genre_scores_gemma":[0.99088895,0.000019351322,0.0084942095,0.0004223526,0.0000088974475,0.00011750741,0.000038676077,0.000009785447,2.6787856e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969868,0.00041538817,0.0013487629,0.00026588008,0.0006769699,0.0003062143],"domain_scores_gemma":[0.99353,0.0033304987,0.0013143689,0.00056364696,0.0012060767,0.000055417004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009836431,0.00012493694,0.0002474453,0.0004944762,0.0005075964,0.00003008144,0.00033752056,0.00004663526,0.00006840191],"category_scores_gemma":[0.00041322247,0.00009347252,0.00006689823,0.0009072481,0.0001909986,0.00086888135,0.00016741604,0.000158084,0.0000014470673],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007638906,0.00018393826,0.8449272,0.00007226995,0.000021585207,1.0902813e-7,0.020137059,0.0001264823,0.016787905,0.002349694,0.0005659861,0.114751376],"study_design_scores_gemma":[0.0014564578,0.0012469011,0.95435566,0.00026533334,0.00001811509,2.0666162e-7,0.039228547,0.0011074543,0.0014003828,0.00080476364,0.000038581034,0.00007761114],"about_ca_topic_score_codex":0.0015227054,"about_ca_topic_score_gemma":0.0008071889,"teacher_disagreement_score":0.11467376,"about_ca_system_score_codex":0.00037091516,"about_ca_system_score_gemma":0.0006940537,"threshold_uncertainty_score":0.39040723},"labels":[],"label_agreement":null},{"id":"W2133783419","doi":"10.1186/1748-5908-6-11","title":"Implementing accountability for reasonableness framework at district level in Tanzania: a realist evaluation","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"African Population and Health Research Center; Umeå Universitet; Forskningsrådet för Arbetsliv och Socialvetenskap; International Development Research Centre; University of Dar es Salaam","keywords":"Tanzania; Accountability; Medicine; Health administration; Health informatics; Health services research; Public health; Quality of Life Research; Public administration; Socioeconomics; Environmental health; Nursing; Political science; Law; Sociology","score_opus":0.7174926049643809,"score_gpt":0.5680395582066022,"score_spread":0.1494530467577787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133783419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91000134,0.00018952721,0.077768214,0.0030441945,0.0006950753,0.0034375018,0.0015921954,0.00004675996,0.0032252034],"genre_scores_gemma":[0.9732003,0.000012585128,0.02364845,0.0018146741,0.0000830664,0.0010353366,0.00014417413,0.000018862518,0.000042524618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941349,0.00022418414,0.0034737831,0.0009448906,0.00036215235,0.000860099],"domain_scores_gemma":[0.99606717,0.00089701224,0.0019661859,0.000576321,0.0003396932,0.0001536191],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.065837614,0.0001789626,0.00048968947,0.00045638627,0.0007895469,0.00014430344,0.0005060907,0.000076430624,0.002115737],"category_scores_gemma":[0.006114241,0.00023061076,0.00007802172,0.00094158546,0.0001844365,0.0015715556,0.0001708587,0.000093300085,0.00015168695],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048386653,0.00012218424,0.7617747,0.00015380666,0.000017176188,2.6024838e-7,0.011327352,0.000034433804,0.000103236685,0.21791163,0.0021529389,0.0063538947],"study_design_scores_gemma":[0.0014013707,0.00006195208,0.89353484,0.000033234202,0.000009523675,0.0000022676336,0.006900539,0.0046647633,0.00027154924,0.08827366,0.004522013,0.00032429514],"about_ca_topic_score_codex":0.007401057,"about_ca_topic_score_gemma":0.0059152907,"teacher_disagreement_score":0.13176012,"about_ca_system_score_codex":0.0028928814,"about_ca_system_score_gemma":0.0005316182,"threshold_uncertainty_score":0.99920875},"labels":[],"label_agreement":null},{"id":"W2134025113","doi":"10.1186/s13012-014-0193-x","title":"The Society for Implementation Research Collaboration Instrument Review Project: A methodology to promote rigorous evaluation","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children","funders":"National Center for Advancing Translational Sciences; Georgia Clinical and Translational Science Alliance; National Institutes of Health; University of Montana","keywords":"Systematic review; Scope (computer science); Health services research; Identification (biology); Protocol (science); Health informatics; Medicine; Construct (python library); Health care; Computer science; Management science; Process management; Knowledge management; MEDLINE; Public health; Nursing","score_opus":0.9764742348818619,"score_gpt":0.876274466534311,"score_spread":0.10019976834755095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134025113","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000965434,0.8406128,0.002522782,0.021924714,0.0033189578,0.1290571,0.0017211173,0.00016180983,0.0005841576],"genre_scores_gemma":[0.000009762579,0.89553064,0.021156145,0.00617314,0.00048731812,0.07568305,0.0005933442,0.00007760578,0.00028900176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9721656,0.011870191,0.0047436804,0.0018731683,0.0063720187,0.0029753596],"domain_scores_gemma":[0.97444475,0.00777505,0.002871329,0.001355325,0.012885563,0.0006679642],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20019403,0.00057687843,0.001440202,0.0010235349,0.008664827,0.00038492712,0.002052739,0.00025427455,0.00037744886],"category_scores_gemma":[0.012334342,0.00041766124,0.00041277136,0.01160722,0.0006587791,0.0011991257,0.000810522,0.0009154561,0.00038545235],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000011620866,0.000008637205,0.0000033076724,0.0064457455,0.000034602104,1.1199661e-7,0.010101283,2.0656809e-7,0.0000083250625,0.0013804889,0.18543999,0.7965657],"study_design_scores_gemma":[0.0011556993,0.00041568978,0.000014173458,0.0033303536,0.0004088079,0.000005038633,0.027652109,0.000029309916,0.000010367962,0.00087645836,0.9657275,0.00037450754],"about_ca_topic_score_codex":0.0008573812,"about_ca_topic_score_gemma":0.0035302185,"teacher_disagreement_score":0.79619116,"about_ca_system_score_codex":0.009487092,"about_ca_system_score_gemma":0.064840674,"threshold_uncertainty_score":0.9998275},"labels":[],"label_agreement":null},{"id":"W2134341277","doi":"10.1186/1748-5908-2-27","title":"Translating clinicians' beliefs into implementation interventions (TRACII): A protocol for an intervention modeling experiment to change clinicians' intentions to implement evidence-based practice","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"European Commission","keywords":"Medicine; Health services research; Health informatics; Health administration; Psychological intervention; Protocol (science); Public health; Intervention (counseling); Nursing; Evidence-based practice; Medical education; Family medicine; Alternative medicine","score_opus":0.3701876788629944,"score_gpt":0.6073906503202193,"score_spread":0.2372029714572249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134341277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04591444,0.00009224689,0.85368466,0.006022219,0.00077817595,0.09323318,0.0000841869,0.00013068909,0.000060210306],"genre_scores_gemma":[0.8914515,0.0000034629795,0.03895018,0.002705389,0.00013837576,0.06654533,0.00014278595,0.000033053922,0.000029923867],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9952796,0.00030275015,0.0020496196,0.0010042988,0.00040782717,0.00095589616],"domain_scores_gemma":[0.9972428,0.00043209887,0.00061478367,0.0004838364,0.0010215467,0.00020493341],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010317588,0.0003121725,0.0003170788,0.00075834396,0.0012593499,0.00020558905,0.0006275824,0.000103423445,0.00042634478],"category_scores_gemma":[0.00064032205,0.00031036898,0.00031526262,0.0010874843,0.00013504461,0.0021108359,0.00014150518,0.00018938346,0.00007317041],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024803833,0.0016254266,0.0023754747,0.00044611385,0.00014628068,0.0000029538896,0.02992383,0.00027949084,0.45891345,0.0029019914,0.0011682726,0.49973634],"study_design_scores_gemma":[0.017974585,0.016297946,0.0148952985,0.00469524,0.00045692784,0.000023142766,0.3238383,0.001791205,0.56790155,0.0005594966,0.049601912,0.001964405],"about_ca_topic_score_codex":0.0013814453,"about_ca_topic_score_gemma":0.010816238,"teacher_disagreement_score":0.84553707,"about_ca_system_score_codex":0.00047250005,"about_ca_system_score_gemma":0.0003459915,"threshold_uncertainty_score":0.99993485},"labels":[],"label_agreement":null},{"id":"W2134608782","doi":"10.1186/1748-5908-8-10","title":"Partnership for fragility bone fracture care provision and prevention program (P4Bones): study protocol for a secondary fracture prevention pragmatic controlled trial","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Bone health and osteoporosis research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre de Santé et de Services Sociaux Cavendish; Institut National de Santé Publique du Québec; Institut Universitaire de Gériatrie de Montréal; Ministry of Health and Social Services; University of Toronto; Health and Social Services Centre University Institute of Geriatrics of Sherbrooke; Université de Montréal; Institut National d'Excellence en Santé et en Services Sociaux; St. Michael's Hospital; Osteoporosis Canada; Université de Sherbrooke","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Fall prevention; Hip fracture; Fragility fracture; Intervention (counseling); Public health; Physical therapy; Rehabilitation; Health care; Randomized controlled trial; Osteoporosis; Poison control; Injury prevention; Gerontology; Nursing; Medical emergency; Surgery","score_opus":0.08925642109493565,"score_gpt":0.5551553116359569,"score_spread":0.46589889054102124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134608782","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3281597,0.000020380276,0.0016159937,0.0013619895,0.00004279546,0.6686804,0.0000075046873,0.00006320278,0.000047982703],"genre_scores_gemma":[0.44620222,3.8886432e-7,0.0027301945,0.00026946727,0.000091158945,0.5504857,0.00008677245,0.00001209924,0.000122014644],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9967005,0.00021803292,0.0009026533,0.0006634853,0.0009354195,0.00057990383],"domain_scores_gemma":[0.9974175,0.0002904596,0.00048765194,0.00032504182,0.0011443881,0.00033492007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00286903,0.00021354677,0.0004830838,0.00022660052,0.00064627826,0.0002863408,0.00012641144,0.000102864935,0.00029805631],"category_scores_gemma":[0.0007551306,0.00015551638,0.00013430059,0.00037687033,0.00014993313,0.0008321345,0.000050091785,0.0002163054,0.0000037236375],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16792008,0.0054949545,0.014984235,0.006484152,0.00010518675,0.0000018655744,0.010747191,0.0000048665142,0.0035832187,0.00004879025,0.0082713375,0.7823541],"study_design_scores_gemma":[0.7930083,0.03398769,0.135305,0.00019504198,0.0001865002,0.000008461602,0.015868954,0.0013689189,0.0017720663,0.0019733647,0.015988838,0.0003368234],"about_ca_topic_score_codex":0.000098116616,"about_ca_topic_score_gemma":0.00012125562,"teacher_disagreement_score":0.7820173,"about_ca_system_score_codex":0.0001801866,"about_ca_system_score_gemma":0.0015462772,"threshold_uncertainty_score":0.6341774},"labels":[],"label_agreement":null},{"id":"W2134942647","doi":"10.1186/1748-5908-9-77","title":"The use of segmented regression in analysing interrupted time series studies: an example in pre-hospital ambulance care","year":2014,"lang":"en","type":"editorial","venue":"Implementation Science","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":253,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Interrupted time series; Medicine; Interrupted Time Series Analysis; Health informatics; Health administration; Health services research; Public health; Medical emergency; Regression analysis; Emergency medicine; Statistics; Nursing; Psychological intervention","score_opus":0.2072955719579358,"score_gpt":0.4989875032510212,"score_spread":0.2916919312930854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134942647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92268336,0.00068777776,0.000021236974,0.00022400207,0.07502247,0.0012401494,0.00008355745,0.000025148103,0.000012318996],"genre_scores_gemma":[0.9590613,0.0020266208,0.0026605697,0.00015191617,0.033605825,0.0005131993,0.0017688154,0.00005821129,0.00015351469],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.997141,0.00014903506,0.0007200254,0.0005697573,0.0010969962,0.00032320202],"domain_scores_gemma":[0.99746877,0.0007666137,0.00049539894,0.0005129843,0.00068395975,0.00007226483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008773133,0.00021971103,0.0004967908,0.000379447,0.00017528044,0.00011445179,0.0002449858,0.00008264795,0.000020179465],"category_scores_gemma":[0.0008650684,0.00014223262,0.00005946389,0.0008949149,0.0003512057,0.0005675541,0.0001307307,0.00017820935,0.0000025001627],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011231626,0.0010399477,0.28892323,0.0005690722,0.00043066315,0.00007112683,0.100994244,0.00031173375,0.005551655,0.000041804247,0.52047056,0.0804728],"study_design_scores_gemma":[0.01870749,0.009453567,0.41153833,0.009393697,0.00083697675,0.0000050510566,0.12412294,0.0016798159,0.038100787,0.00009752283,0.3845363,0.001527539],"about_ca_topic_score_codex":0.0024244876,"about_ca_topic_score_gemma":0.0050146207,"teacher_disagreement_score":0.13593426,"about_ca_system_score_codex":0.0007722998,"about_ca_system_score_gemma":0.00038423578,"threshold_uncertainty_score":0.58000773},"labels":[],"label_agreement":null},{"id":"W2135122568","doi":"10.1186/1748-5908-4-53","title":"Study protocol for the translating research in elder care (TREC): building context through case studies in long-term care project (project two)","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Alberta; University of Manitoba","funders":"Canadian Institutes of Health Research; University of Alberta; Saskatchewan Health Research Foundation; Alberta Heritage Foundation for Medical Research; Canadian Health Services Research Foundation","keywords":"Knowledge translation; Context (archaeology); Knowledge management; Health services research; Health administration; Health care; Qualitative research; Exploratory research; Focus group; Medicine; Participant observation; Nursing; Public health; Computer science; Sociology; Political science; Social science","score_opus":0.6039077032394043,"score_gpt":0.7263412182991242,"score_spread":0.12243351505971989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135122568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6957927,0.00023038563,0.00015006213,0.00039537242,0.00027609026,0.3028409,0.00001808558,0.000035041627,0.00026139835],"genre_scores_gemma":[0.81339836,0.0000037599177,0.0005501528,0.000069433445,0.000087444,0.18586795,0.0000033022782,0.000009157128,0.000010421749],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9965629,0.0007131194,0.0007201562,0.0005450877,0.00061624154,0.0008424685],"domain_scores_gemma":[0.99769086,0.0009963288,0.00017618405,0.0002931052,0.00081240793,0.000031125175],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0037450283,0.00015641296,0.0002422746,0.000531067,0.0021826245,0.00006473672,0.00032955038,0.000038592112,0.000017195163],"category_scores_gemma":[0.00019772671,0.00010983436,0.00004165674,0.0025046607,0.00020561357,0.0005115557,0.00008199484,0.00040133687,0.0000015218607],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015481435,0.00007121329,0.0937879,0.0002630471,0.0000056630192,0.00008440666,0.79879177,0.000005065558,0.000101514226,0.00010195501,0.00025199496,0.10638064],"study_design_scores_gemma":[0.0053834766,0.0007591199,0.04529113,0.000276763,0.0000111056,0.000013568266,0.9475998,0.0000074203635,0.00025857287,0.000117517,0.00015717585,0.00012432241],"about_ca_topic_score_codex":0.009288191,"about_ca_topic_score_gemma":0.09929695,"teacher_disagreement_score":0.14880805,"about_ca_system_score_codex":0.00077347417,"about_ca_system_score_gemma":0.0012984243,"threshold_uncertainty_score":0.9991164},"labels":[],"label_agreement":null},{"id":"W2135242270","doi":"10.1186/1748-5908-7-100","title":"Specifying content and mechanisms of change in interventions to change professionals’ practice: an illustration from the Good Goals study in occupational therapy","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Occupational Therapy Practice and Research","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Stirling; University of Aberdeen; McMaster University","keywords":"Psychological intervention; Intervention (counseling); Context (archaeology); Medicine; Applied psychology; Goal setting; Occupational therapy; Behaviour change; Process management; Medical education; Psychology; Nursing; Social psychology; Physical therapy","score_opus":0.8348222218948614,"score_gpt":0.6949220753072138,"score_spread":0.1399001465876476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135242270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98784727,0.00013058282,0.0007189048,0.0062550423,0.00035365656,0.0045783324,0.000057135814,0.0000085746415,0.00005050016],"genre_scores_gemma":[0.99420285,0.00007748733,0.0013300505,0.0025350691,0.00020918976,0.0015799988,0.000042954118,0.000007832601,0.000014545209],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964528,0.0013692788,0.00066125137,0.00026714543,0.0008665394,0.00038297186],"domain_scores_gemma":[0.99755657,0.0013590546,0.00037113117,0.00020520035,0.00039091083,0.00011714913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008326115,0.000098850265,0.00014039618,0.0003252893,0.00053388684,0.000034593613,0.0002459045,0.000041753978,0.0005118158],"category_scores_gemma":[0.00047199745,0.00006937616,0.00002121534,0.0009011949,0.000062379,0.003249748,0.00013846318,0.00025836847,0.00001739586],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020287924,0.00081982434,0.90472287,0.000010819694,0.000007206927,4.732721e-7,0.06646398,6.1460884e-7,0.004807892,0.007544694,0.0000220247,0.015396731],"study_design_scores_gemma":[0.0012201484,0.00025971964,0.8163675,0.0000868711,0.0000041969884,3.106673e-7,0.18118407,0.000023307057,0.0003197916,0.00029983482,0.00017156878,0.0000626944],"about_ca_topic_score_codex":0.0069570392,"about_ca_topic_score_gemma":0.010141802,"teacher_disagreement_score":0.11472009,"about_ca_system_score_codex":0.00017138185,"about_ca_system_score_gemma":0.00024540062,"threshold_uncertainty_score":0.9996557},"labels":[],"label_agreement":null},{"id":"W2135273137","doi":"10.1186/1748-5908-5-41","title":"Comparison of determinants of research knowledge utilization by practitioners and administrators in the field of child and family social services","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Jeunesse de Quebec; Université du Québec à Montréal","funders":"","keywords":"Respondent; Knowledge translation; Medicine; Knowledge management; Health administration; Knowledge transfer; Health services research; Medical education; Psychology; Nursing; Public health; Political science","score_opus":0.7055128776380997,"score_gpt":0.7889922628334629,"score_spread":0.08347938519536324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135273137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955431,0.000015812804,0.00003471526,0.0026566586,0.00009188837,0.0006388651,0.00007142065,0.0000032913474,0.0009442103],"genre_scores_gemma":[0.998843,0.00001919171,0.00018143562,0.0008818555,0.000018071294,0.000045013636,0.0000051766683,0.0000027317137,0.0000035121925],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99746156,0.0005282797,0.0008599915,0.00019568893,0.0006569785,0.0002975316],"domain_scores_gemma":[0.99659383,0.0021489088,0.0005854865,0.00013325906,0.0004740399,0.00006449295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007389581,0.000057086927,0.00015966904,0.00031299057,0.00071288407,0.000015403903,0.00027724702,0.000048646572,0.00005170705],"category_scores_gemma":[0.00066864473,0.00004632199,0.000008234598,0.0013145735,0.0007129517,0.00044561812,0.000097814336,0.00025418864,0.0000010704508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018923569,0.000051912997,0.85725915,0.0003927816,9.920388e-7,6.354266e-8,0.095184155,5.8644012e-8,0.035395436,0.0026041411,0.0011343021,0.007958072],"study_design_scores_gemma":[0.0006171123,0.0001807634,0.8202615,0.00006245546,0.0000035019268,7.3558056e-7,0.15051356,0.00015160303,0.024036672,0.0001694098,0.00395317,0.000049523354],"about_ca_topic_score_codex":0.0013114384,"about_ca_topic_score_gemma":0.005925523,"teacher_disagreement_score":0.055329405,"about_ca_system_score_codex":0.000021787897,"about_ca_system_score_gemma":0.00062576984,"threshold_uncertainty_score":0.54829997},"labels":[],"label_agreement":null},{"id":"W2135942152","doi":"10.1186/1748-5908-9-56","title":"The development of an online decision support tool for organizational readiness for change","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"University of Toronto; Université Laval","keywords":"Stakeholder; Delphi method; Usability; Decision support system; Health informatics; Process management; Knowledge management; Task (project management); Health administration; Relevance (law); Medicine; Applied psychology; Computer science; Psychology; Public health; Nursing","score_opus":0.757849147592515,"score_gpt":0.7298255264933603,"score_spread":0.028023621099154683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135942152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64402103,0.00000102627,0.3472315,0.0036491763,0.00081176445,0.003798013,0.0003909317,0.000037561356,0.00005897096],"genre_scores_gemma":[0.70806485,0.0000028367554,0.28196734,0.0069709746,0.00041065775,0.002137525,0.0002871209,0.000022955064,0.00013571756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965021,0.00016612932,0.0013712354,0.00038332937,0.0008610551,0.000716156],"domain_scores_gemma":[0.9926253,0.0042847916,0.0006767361,0.00033165014,0.0018946431,0.00018688971],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011522286,0.00011292787,0.00015766948,0.0002059764,0.0035649359,0.000042863077,0.0006625601,0.00003803126,0.00022769319],"category_scores_gemma":[0.0043388433,0.000084139945,0.000024086386,0.0009592264,0.00021799964,0.00079023046,0.000118391705,0.000063202904,0.000019747617],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000178526,0.00008670944,0.03431848,0.00022790191,0.000008596512,3.8594592e-8,0.04794819,0.0000074764425,0.014294327,0.048472468,0.0059250863,0.8485322],"study_design_scores_gemma":[0.0053396295,0.0005772157,0.43450016,0.000053047086,0.000016634593,0.0000014078906,0.019193806,0.0042083166,0.013748154,0.0073305876,0.5146575,0.00037358011],"about_ca_topic_score_codex":0.00003102116,"about_ca_topic_score_gemma":0.0016246133,"teacher_disagreement_score":0.8481586,"about_ca_system_score_codex":0.00024440515,"about_ca_system_score_gemma":0.00273047,"threshold_uncertainty_score":0.9977323},"labels":[],"label_agreement":null},{"id":"W2136385807","doi":"10.1186/s13012-015-0320-3","title":"What is the extent and quality of documentation and reporting of fidelity to implementation strategies: a scoping review","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":167,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Alberta","funders":"","keywords":"Fidelity; Data extraction; Documentation; Checklist; Psychological intervention; Health informatics; Implementation research; Quality (philosophy); Computer science; Process management; Medicine; MEDLINE; Public health; Psychology; Nursing","score_opus":0.9125529195780124,"score_gpt":0.8239833397613412,"score_spread":0.08856957981667124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136385807","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039280634,0.97299165,0.00073058426,0.003602182,0.00063439994,0.017441334,0.0005248844,0.000031830838,0.00011510328],"genre_scores_gemma":[0.00066795695,0.99158686,0.0012977582,0.0050515076,0.000054722506,0.001239776,0.000061689105,0.000020177848,0.000019546958],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98331195,0.0023174575,0.010622635,0.000924833,0.0020446146,0.0007784849],"domain_scores_gemma":[0.97906834,0.002403539,0.015612387,0.0007523082,0.0017622028,0.000401199],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.050104402,0.0003537715,0.0018533544,0.00046253612,0.0009369473,0.00019337352,0.0005616541,0.000084305626,0.0004982338],"category_scores_gemma":[0.0036037501,0.00025666397,0.00011979143,0.002360629,0.00056129205,0.0027922136,0.0005898178,0.00029451455,0.00001257039],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005215041,0.000008003693,0.00066621543,0.10853184,0.00001878274,2.2709156e-7,0.020888532,2.3591544e-7,0.00010641217,0.0011339157,0.0009074311,0.8677332],"study_design_scores_gemma":[0.0022332538,0.0005261483,0.01044509,0.35530663,0.00076986884,0.000022997441,0.3422344,0.000006428844,0.00018064585,0.0012755399,0.28582773,0.0011713031],"about_ca_topic_score_codex":0.0024086433,"about_ca_topic_score_gemma":0.0014078022,"teacher_disagreement_score":0.8665619,"about_ca_system_score_codex":0.00048669853,"about_ca_system_score_gemma":0.008844396,"threshold_uncertainty_score":0.99998856},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2136755565","doi":"10.1186/s13012-014-0088-x","title":"Theory of planned behaviour can help understand processes underlying the use of two emergency medicine diagnostic imaging rules","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ontario Ministry of Research and Innovation; Canadian Institutes of Health Research; University of Alberta; London Health Sciences Centre","keywords":"Medicine; Baseline (sea); Knowledge translation; Randomized controlled trial; Emergency department; Health administration; Health services research; Health informatics; Inefficiency; Family medicine; Public health; Nursing; Knowledge management; Computer science; Surgery","score_opus":0.21514577715961664,"score_gpt":0.48407317388483895,"score_spread":0.2689273967252223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136755565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98472244,0.0001234414,0.011796925,0.0025031515,0.00023334159,0.0003476696,0.00003190197,0.00001904365,0.0002220756],"genre_scores_gemma":[0.9989726,0.00011162242,0.0005106663,0.00028401284,0.000037180496,0.000011898927,0.000024743887,0.000007921558,0.000039364368],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99820757,0.00008591232,0.000585769,0.00023598108,0.0006536869,0.00023106186],"domain_scores_gemma":[0.9833109,0.0154679315,0.00036785405,0.00027190123,0.00046085092,0.00012061205],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017041741,0.00010064066,0.00021248714,0.00013143435,0.00017198396,0.000014829664,0.00018241578,0.000012895451,0.00034363574],"category_scores_gemma":[0.06154638,0.0000636521,0.0000347909,0.00058974937,0.0008125649,0.00015915316,0.000049826,0.00006860646,0.0000016126935],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005250642,0.000095616284,0.9650732,0.000072869596,0.000016397613,0.0000019437505,0.0033844067,0.000043828368,0.0040777912,0.009172406,0.0009263207,0.017082704],"study_design_scores_gemma":[0.002849756,0.00066178926,0.9515731,0.0012612233,0.00032800168,0.000019033088,0.02025545,0.00036441913,0.008534758,0.013883215,0.00010438549,0.00016487156],"about_ca_topic_score_codex":0.00075671717,"about_ca_topic_score_gemma":0.0003373522,"teacher_disagreement_score":0.059842207,"about_ca_system_score_codex":0.000038442857,"about_ca_system_score_gemma":0.00030565867,"threshold_uncertainty_score":0.9463586},"labels":[],"label_agreement":null},{"id":"W2137174156","doi":"10.1186/1748-5908-5-58","title":"Evaluating the impact of MEDLINE filters on evidence retrieval: study protocol","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Western University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Health services research; Protocol (science); Health informatics; Health administration; MEDLINE; Public health; Quality of Life Research; Information retrieval; Alternative medicine; Nursing; Pathology; Computer science","score_opus":0.9421891235737695,"score_gpt":0.7826866047275037,"score_spread":0.15950251884626576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137174156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93102616,0.0000017545372,0.0006257171,0.00040576915,0.00015987315,0.0673565,0.00000747543,0.000003866003,0.00041286147],"genre_scores_gemma":[0.9902094,1.3693433e-7,0.001973521,0.000088595094,0.000045825833,0.0074490216,5.44763e-7,0.000004902949,0.00022804021],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96854866,0.005759274,0.007621313,0.0012202549,0.01646017,0.00039032244],"domain_scores_gemma":[0.97965866,0.00790675,0.005569151,0.0038331223,0.0028868024,0.00014551947],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3111945,0.00020145359,0.0009382504,0.00044902897,0.00046960718,0.0010707182,0.0035810946,0.00001960702,0.015232691],"category_scores_gemma":[0.101950325,0.000073416195,0.0005957116,0.004741008,0.00032749496,0.00084829517,0.0002266729,0.00018573336,0.00036894283],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020444817,0.0004076667,0.49829978,0.000024786847,0.00012861857,0.0000018182947,0.010669347,0.0017689258,0.30558348,0.0007464436,0.011890676,0.17027403],"study_design_scores_gemma":[0.0013085066,0.0036241296,0.932736,0.00004310232,0.00011681521,0.000008981746,0.010121498,0.036480606,0.012347113,0.0022995642,0.0006363236,0.00027737967],"about_ca_topic_score_codex":0.00012419575,"about_ca_topic_score_gemma":0.000083133185,"teacher_disagreement_score":0.4344362,"about_ca_system_score_codex":0.000060672934,"about_ca_system_score_gemma":0.00055796694,"threshold_uncertainty_score":0.99996626},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2137225234","doi":"10.1186/1748-5908-6-88","title":"Can computerized clinical decision support systems improve practitioners' diagnostic test ordering behavior? A decision-maker-researcher partnership systematic review","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Hamilton Health Sciences; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Health informatics; General partnership; Health administration; Test (biology); Health services research; Clinical decision support system; Public health; Decision support system; Diagnostic test; Medical physics; Management science; Nursing; Pediatrics; Artificial intelligence; Computer science","score_opus":0.41725021343367313,"score_gpt":0.6517072471949685,"score_spread":0.2344570337612954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137225234","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000037687794,0.94800055,0.003011544,0.00013827195,0.0052163606,0.042559784,0.00041397195,0.00025154077,0.0003703135],"genre_scores_gemma":[0.0002021775,0.97503746,0.001528853,0.00070682896,0.0005655278,0.021042831,0.00031832894,0.00014771125,0.0004502632],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.975802,0.0064839935,0.010267824,0.0020183364,0.0028208497,0.0026070157],"domain_scores_gemma":[0.9271623,0.06029547,0.006779909,0.0023504791,0.0019920582,0.0014197942],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04417255,0.0009156524,0.0051434687,0.0009151959,0.0020098994,0.00026981736,0.0022888654,0.00061094196,0.0010392015],"category_scores_gemma":[0.0492545,0.00069880567,0.00060537085,0.002959453,0.00042625182,0.0008294017,0.00084064004,0.0024131858,0.0020079825],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008739306,0.00016533476,0.00040109278,0.70445395,0.000059807466,0.000048469814,0.00036737244,6.619028e-8,5.639858e-7,0.00035998583,0.0077962587,0.28633836],"study_design_scores_gemma":[0.0010052271,0.0005128373,0.000091613154,0.57065254,0.0014127934,0.00012839933,0.00084743585,0.00003211055,1.1664908e-7,0.000040772455,0.424584,0.0006921428],"about_ca_topic_score_codex":0.0015246805,"about_ca_topic_score_gemma":0.0010900834,"teacher_disagreement_score":0.41678774,"about_ca_system_score_codex":0.0034728267,"about_ca_system_score_gemma":0.020923339,"threshold_uncertainty_score":0.9998883},"labels":[],"label_agreement":null},{"id":"W2137561291","doi":"10.1186/s13012-015-0332-z","title":"Protocol for the development of a CONSORT-equity guideline to improve reporting of health equity in randomized trials","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Institute of Population and Public Health; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital; Bruyère; Cochrane; Brandon University; University of Ottawa","funders":"Canadian Institutes of Health Research; World Health Organization","keywords":"Medicine; Health equity; Equity (law); Consolidated Standards of Reporting Trials; Randomized controlled trial; Health care; Health policy; Health services research; Public health; Guideline; Family medicine; Nursing; Psychological intervention; Political science; Economic growth; Economics","score_opus":0.9608075294571928,"score_gpt":0.8442276423677347,"score_spread":0.1165798870894581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137561291","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039731476,0.0000048248758,0.30880502,0.025235852,0.00071775774,0.6243174,0.00016531954,0.00004191421,0.0009804327],"genre_scores_gemma":[0.35353056,5.7973847e-7,0.14795776,0.0077901087,0.00008829811,0.49055764,0.000009071734,0.000014387756,0.00005161336],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96465987,0.004267116,0.02622036,0.00071850757,0.0026248523,0.0015092847],"domain_scores_gemma":[0.96624315,0.011535372,0.018363835,0.00054374005,0.002872731,0.00044119943],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40602863,0.00015691892,0.001413539,0.00047894404,0.00082881184,0.000024864015,0.00073263847,0.000039262562,0.00017903837],"category_scores_gemma":[0.16186844,0.00010255828,0.000100747624,0.0017776648,0.00040814074,0.00038500424,0.0006902092,0.00014283377,0.0000071688205],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014399083,0.0001956896,0.023395061,0.0019787517,0.00005101619,3.9146644e-7,0.29375908,0.00021806211,0.029764462,0.0110533675,0.029148154,0.5960369],"study_design_scores_gemma":[0.5041396,0.0012540505,0.03890456,0.0009663004,0.000058277787,0.0000027605886,0.20861337,0.0030577101,0.08337821,0.010757466,0.1480235,0.0008441736],"about_ca_topic_score_codex":0.0022519033,"about_ca_topic_score_gemma":0.0028660404,"teacher_disagreement_score":0.59519273,"about_ca_system_score_codex":0.0010973342,"about_ca_system_score_gemma":0.031216493,"threshold_uncertainty_score":0.9742756},"labels":[],"label_agreement":null},{"id":"W2137647492","doi":"10.1186/s13012-014-0098-8","title":"A framework of the desirable features of guideline implementation tools (GItools): Delphi survey and assessment of GItools","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; McMaster University; University Health Network","funders":"Suomalainen Lääkäriseura Duodecim; Canadian Institutes of Health Research; Intensive Care Society; Radboud Universiteit; Finska Läkaresällskapet; Australian Commission on Safety and Quality in Health Care; Agenzia Sanitaria e Sociale Regionale, Regione Emilia-Romagna; McGill University","keywords":"Guideline; Delphi method; Medicine; Delphi; Health informatics; Health services research; Health care; Health administration; Family medicine; Medical education; Nursing; Public health; Political science; Computer science","score_opus":0.3634152094221813,"score_gpt":0.605111668496739,"score_spread":0.24169645907455772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137647492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95573825,0.000027099557,0.03994958,0.0021665834,0.0002858063,0.0013293343,0.00022477387,0.000013742103,0.00026481727],"genre_scores_gemma":[0.926934,0.000029602925,0.07204616,0.0007390886,0.000058193284,0.000024077282,0.00014605431,0.000013437259,0.000009359998],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950878,0.00038012382,0.002387182,0.00040481673,0.001434368,0.00030572197],"domain_scores_gemma":[0.9934982,0.002349408,0.0017763397,0.00059809745,0.0016620931,0.000115878705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009373828,0.00016921238,0.00043191042,0.00022062026,0.00016464895,0.000058583424,0.00034420379,0.000058541977,0.0003250127],"category_scores_gemma":[0.0059414553,0.00012896719,0.00009523232,0.0012501682,0.0005333169,0.00073442166,0.00022991246,0.00019454678,6.911268e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013669471,0.00014850227,0.66788495,0.0001134385,0.000058980913,2.258744e-7,0.0005656027,0.00006548779,0.12320387,0.006598804,0.0026794982,0.19854397],"study_design_scores_gemma":[0.0019082003,0.0004949292,0.92183626,0.000054141412,0.00011332019,0.000008200702,0.0031236974,0.0004499742,0.07000062,0.0012663257,0.000635988,0.0001083182],"about_ca_topic_score_codex":0.002217591,"about_ca_topic_score_gemma":0.00089011807,"teacher_disagreement_score":0.25395134,"about_ca_system_score_codex":0.0000970999,"about_ca_system_score_gemma":0.000953967,"threshold_uncertainty_score":0.7112906},"labels":[],"label_agreement":null},{"id":"W2137801767","doi":"10.1186/s13012-014-0126-8","title":"Exchanging and using research evidence in health policy networks: a statistical network analysis","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research; International Development Research Centre; University of Washington","keywords":"Exponential random graph models; Centrality; Health services research; Social network analysis; Health policy; Social connectedness; Closeness; Knowledge translation; Public relations; Public health; Social network (sociolinguistics); Health informatics; Medicine; Sociology; Public economics; Social psychology; Psychology; Political science; Economics; Knowledge management; Computer science; Social capital; Random graph; Nursing; Social science; Law; Graph","score_opus":0.8416370476474276,"score_gpt":0.8008174488121219,"score_spread":0.040819598835305726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137801767","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39064443,0.00012830556,0.5799722,0.025910182,0.000373963,0.0024617284,0.00003676853,0.000077364384,0.00039500583],"genre_scores_gemma":[0.9707334,0.00012338819,0.017355418,0.011181728,0.00040790875,0.00014615238,0.0000060623693,0.000012550809,0.000033378034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9887511,0.0045904964,0.0015689258,0.00081789884,0.0016257677,0.0026458083],"domain_scores_gemma":[0.9891486,0.008685045,0.0005082038,0.00043687056,0.00052392966,0.00069732696],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.059431825,0.0001533111,0.0003766856,0.0024030663,0.003554562,0.00013718686,0.00048383,0.00005209068,0.00039691047],"category_scores_gemma":[0.0072183926,0.00015168801,0.000025066101,0.016292106,0.0007649237,0.0010335011,0.00046050482,0.0005104574,0.000028108401],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003708821,0.000018497714,0.8183355,0.00023641142,0.00001794366,0.000002081726,0.026193963,0.012596188,0.0003395993,0.098547265,0.002550928,0.041124545],"study_design_scores_gemma":[0.0010015593,0.0001767569,0.70528483,0.00026436997,0.00001669641,0.0000026383186,0.011025461,0.2701399,0.000008955709,0.0036774748,0.008145106,0.0002562616],"about_ca_topic_score_codex":0.025632342,"about_ca_topic_score_gemma":0.011781376,"teacher_disagreement_score":0.580089,"about_ca_system_score_codex":0.0015528265,"about_ca_system_score_gemma":0.0040663094,"threshold_uncertainty_score":0.99774265},"labels":[],"label_agreement":null},{"id":"W2137928701","doi":"10.1186/1748-5908-1-14","title":"Defining the effect and mediators of two knowledge translation strategies designed to alter knowledge, intent and clinical utilization of rehabilitation outcome measures: a study protocol [NCT00298727]","year":2006,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Knowledge translation; Health services research; Health administration; Health informatics; Outcome (game theory); Rehabilitation; Protocol (science); Public health; Physical therapy; Alternative medicine; Knowledge management; Nursing; Pathology","score_opus":0.5792681620864233,"score_gpt":0.7239640786342459,"score_spread":0.14469591654782266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137928701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9171496,0.000016011038,0.011689313,0.0006735159,0.00021207804,0.06982542,0.000022078373,0.000032821587,0.00037914945],"genre_scores_gemma":[0.9777665,0.0000012039054,0.0028789507,0.00014963793,0.000047510715,0.019131664,0.0000036163203,0.0000120638515,0.00000886236],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928032,0.0029132452,0.002487375,0.00052575173,0.00079922855,0.0004711659],"domain_scores_gemma":[0.9892736,0.008499267,0.00086906593,0.00030268624,0.00087524456,0.0001801358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019799434,0.0001827057,0.00037369184,0.00050287123,0.00082952087,0.00005445118,0.00028760926,0.00004826817,0.00004776921],"category_scores_gemma":[0.0029839515,0.00012993577,0.00004175671,0.0016825866,0.0006707353,0.0007821454,0.00013334837,0.00017401477,0.0000099054505],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105038445,0.000086081185,0.9161181,0.0002502913,0.000006514188,6.973189e-8,0.04564253,0.000016581758,0.0016693246,0.0036701795,0.00013155464,0.03230375],"study_design_scores_gemma":[0.0057914834,0.0022606347,0.9409219,0.00008735941,0.000044907814,6.246652e-7,0.047793053,0.00055372075,0.0012874788,0.00046828095,0.0006382672,0.00015227556],"about_ca_topic_score_codex":0.0010322233,"about_ca_topic_score_gemma":0.007622163,"teacher_disagreement_score":0.060616877,"about_ca_system_score_codex":0.00015036274,"about_ca_system_score_gemma":0.0010528825,"threshold_uncertainty_score":0.68621284},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2138119886","doi":"10.1186/1748-5908-6-4","title":"A knowledge translation collaborative to improve the use of therapeutic hypothermia in post-cardiac arrest patients: protocol for a stepped wedge randomized trial","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; Health Sciences Centre; University Health Network; University of Toronto; Lakeridge Health; Institute for Clinical Evaluative Sciences; Sunnybrook Health Science Centre; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Laerdal Foundation for Acute Medicine; Heart and Stroke Foundation of Canada","keywords":"Medicine; Hypothermia; Randomized controlled trial; Knowledge translation; Targeted temperature management; Emergency medicine; Intervention (counseling); Cardiopulmonary resuscitation; Intensive care medicine; Resuscitation; Return of spontaneous circulation; Anesthesia; Internal medicine; Nursing","score_opus":0.16570186823126518,"score_gpt":0.444959468973387,"score_spread":0.2792576007421218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138119886","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47682187,0.000007632472,0.0034456376,0.00033320708,0.0012986714,0.5175433,0.00013496615,0.000021641768,0.00039306984],"genre_scores_gemma":[0.68912053,0.0000014621078,0.0043950155,0.0002010452,0.000115200346,0.30609637,0.00002867225,0.00001731522,0.00002439154],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99827796,0.0002627244,0.00058770366,0.00027218836,0.00037611893,0.00022327287],"domain_scores_gemma":[0.9977895,0.00076308864,0.00025588064,0.0001989238,0.0009189109,0.00007370569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016221544,0.00012288977,0.0003437953,0.0002554513,0.00012411572,0.000045062312,0.000109157256,0.000033401913,0.000031572123],"category_scores_gemma":[0.0006009135,0.000077516255,0.00014238706,0.0010464501,0.00028289386,0.00040418986,0.000018391534,0.000053518048,0.000004455216],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.81598175,0.00053283543,0.0026249907,0.0000781177,0.00009039321,1.7525171e-7,0.045988247,0.0000074164714,0.031573012,0.00091101415,0.0002218433,0.1019902],"study_design_scores_gemma":[0.9161115,0.0014354408,0.057173252,0.000060967806,0.00014381204,6.4183745e-8,0.0034765694,0.00029316457,0.017411176,0.00023972538,0.0034734025,0.00018088713],"about_ca_topic_score_codex":0.000098045384,"about_ca_topic_score_gemma":0.00013026102,"teacher_disagreement_score":0.21229866,"about_ca_system_score_codex":0.00009238458,"about_ca_system_score_gemma":0.0005999933,"threshold_uncertainty_score":0.3161021},"labels":[],"label_agreement":null},{"id":"W2138373079","doi":"10.1186/1748-5908-9-80","title":"Design, implementation, and evaluation of a knowledge translation intervention to increase organ donation after cardiocirculatory death in Canada: a study protocol","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; Montreal Children's Hospital; McGill University; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Organ donation; Intervention (counseling); Medicine; Knowledge translation; Psychological intervention; Economic shortage; Donation; Protocol (science); Nursing; Family medicine; Alternative medicine; Transplantation; Knowledge management; Surgery; Law; Pathology","score_opus":0.11508884416575807,"score_gpt":0.46808097407196325,"score_spread":0.3529921299062052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138373079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9410299,0.00000686302,0.015072072,0.00012368102,0.000049743772,0.043601926,0.000009745443,0.000013123751,0.00009296132],"genre_scores_gemma":[0.9801815,5.381913e-7,0.0012260017,0.00007866883,0.000018069471,0.018449517,0.000033226104,0.0000107471315,0.0000017351608],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972436,0.0004195784,0.0006489354,0.00036681723,0.0011322707,0.0001888208],"domain_scores_gemma":[0.99867314,0.00008547423,0.00017393853,0.00015659463,0.000783853,0.00012701524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042587924,0.00012725158,0.00018325902,0.00058706466,0.00008964036,0.00003390829,0.00007228637,0.000019892663,0.00021550443],"category_scores_gemma":[0.00007775147,0.0001283621,0.00002258905,0.0009530592,0.00003568408,0.000459315,0.000017998595,0.000055357516,0.0000026829487],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032462637,0.0002149239,0.78019196,0.00010798621,0.000022996848,0.000001340758,0.008651874,0.00017782432,0.012579205,0.000097231336,0.000012209252,0.19761781],"study_design_scores_gemma":[0.0088461675,0.0003406535,0.9636374,0.000040296738,0.00011661122,0.0000059614586,0.006138956,0.0037197142,0.016945317,0.00005630109,0.000038237435,0.00011438557],"about_ca_topic_score_codex":0.13350122,"about_ca_topic_score_gemma":0.572477,"teacher_disagreement_score":0.43897575,"about_ca_system_score_codex":0.0009189079,"about_ca_system_score_gemma":0.001750008,"threshold_uncertainty_score":0.87226886},"labels":[],"label_agreement":null},{"id":"W2138384279","doi":"10.1186/1748-5908-6-21","title":"To what extent do nurses use research in clinical practice? A systematic review","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Killam Trusts; Ottawa Hospital Research Institute; Alberta Heritage Foundation for Medical Research; Fondation pour la Recherche Médicale; University of Alberta","keywords":"Systematic review; Psychology; Medicine; MEDLINE; Medical education; Political science","score_opus":0.9079032754761474,"score_gpt":0.8340437853000765,"score_spread":0.07385949017607085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138384279","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028252969,0.97198486,0.000023120583,0.0017249815,0.0031806668,0.022432297,0.000020053865,0.000025282014,0.00058048725],"genre_scores_gemma":[0.0000106766,0.9868403,0.0012278248,0.0032169344,0.00023147927,0.007967967,0.00002668599,0.000023419114,0.00045472107],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9750357,0.013461834,0.004929794,0.0013132514,0.0031316502,0.0021277291],"domain_scores_gemma":[0.9786691,0.014474313,0.0015154697,0.0014280226,0.0025949976,0.0013180657],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.110637374,0.00028478165,0.0017508982,0.0018914249,0.00145374,0.000519304,0.0018933471,0.00017917709,0.0008168509],"category_scores_gemma":[0.044868987,0.00020067321,0.00016981513,0.008850612,0.00051239016,0.004578322,0.0005937071,0.0017464089,0.0047912165],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004701514,0.00009233328,0.000076717224,0.53648967,0.000006497013,0.000005410313,0.0033148495,1.1418282e-8,4.2006665e-8,0.000755612,0.016697051,0.4425571],"study_design_scores_gemma":[0.00007730787,0.000108371256,0.00012683606,0.40902165,0.000056763507,0.0000055925657,0.014216411,5.6641915e-7,2.2529083e-8,0.000034543642,0.5762264,0.00012549896],"about_ca_topic_score_codex":0.0014128912,"about_ca_topic_score_gemma":0.00040518033,"teacher_disagreement_score":0.55952936,"about_ca_system_score_codex":0.0019108453,"about_ca_system_score_gemma":0.019520402,"threshold_uncertainty_score":0.9998462},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2138444218","doi":"10.1186/1748-5908-7-26","title":"The guideline implementability research and application network (GIRAnet): an international collaborative to support knowledge exchange: study protocol","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; McMaster University; Juravinski Hospital; University Health Network","funders":"Canadian Institutes of Health Research","keywords":"Guideline; Protocol (science); Knowledge management; Resource (disambiguation); Computer science; Plan (archaeology); Process management; Management science; Data science; Medicine; Engineering","score_opus":0.759137587089707,"score_gpt":0.8132733184364468,"score_spread":0.05413573134673977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138444218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5006443,0.000009569207,0.005990312,0.01877111,0.002102401,0.4634764,0.0003174248,0.00020934922,0.00847913],"genre_scores_gemma":[0.72156805,0.0000038721732,0.002740519,0.0030844375,0.0010525376,0.27127078,0.00003213706,0.000019736162,0.00022794161],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99071926,0.0025264963,0.0019171397,0.0007955236,0.0020132584,0.002028315],"domain_scores_gemma":[0.99231195,0.0021451237,0.0004898525,0.0008108262,0.0033089474,0.0009333105],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.065741844,0.00019813966,0.00019642503,0.00036440458,0.0073016724,0.00023737313,0.0011866322,0.000045479937,0.0012946291],"category_scores_gemma":[0.0015279506,0.00015112702,0.000015055055,0.0038760523,0.0006577445,0.0022218283,0.0010507077,0.00036450353,0.00032183473],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001792095,0.00027848917,0.72591615,0.00003453166,0.000010668219,2.3009567e-7,0.10905991,0.0000048873385,0.001149026,0.006578691,0.06194831,0.0948399],"study_design_scores_gemma":[0.0015561983,0.0007560767,0.2836219,0.0000046976797,0.0000035871824,0.0000010307506,0.091474324,0.000082834165,0.00014794846,0.00032560548,0.6218883,0.0001375156],"about_ca_topic_score_codex":0.0009143943,"about_ca_topic_score_gemma":0.009543209,"teacher_disagreement_score":0.55994,"about_ca_system_score_codex":0.0010151168,"about_ca_system_score_gemma":0.0024440577,"threshold_uncertainty_score":0.99961835},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2138604363","doi":"10.1186/1748-5908-7-25","title":"FIRE (facilitating implementation of research evidence): a study protocol","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"European Commission","keywords":"Medicine; Nursing research; Nursing; Health administration; Context (archaeology); Health services research; Urinary incontinence; Health care; Quality of life (healthcare); Health policy; Cost effectiveness; Public health","score_opus":0.7624904658276727,"score_gpt":0.794200725840997,"score_spread":0.03171026001332433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138604363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8868934,0.000010593537,0.000109964036,0.00066944695,0.0004110089,0.11123968,0.000010362418,0.000030871804,0.000624663],"genre_scores_gemma":[0.871099,0.0000022372956,0.0011172974,0.00010116268,0.00022393915,0.12733905,0.0000034067882,0.000006439813,0.00010748318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99199533,0.0018212938,0.0011079846,0.0004071361,0.0029586898,0.0017095829],"domain_scores_gemma":[0.99461764,0.002273559,0.00038583906,0.00040520102,0.0018069495,0.0005107975],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.040757153,0.00010592693,0.00015987131,0.00060259167,0.0029212655,0.00005031942,0.000589607,0.00003450511,0.0035788666],"category_scores_gemma":[0.0026043078,0.00008800024,0.000025327281,0.0040114094,0.0005156668,0.0028256106,0.00029884605,0.00039215497,0.00027779042],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029452554,0.00012995402,0.86128384,0.00019055868,0.0000023645043,1.3462832e-7,0.094359346,7.3768484e-7,0.0038509108,0.00031128424,0.00405236,0.035789058],"study_design_scores_gemma":[0.00067113247,0.00044208005,0.54047436,0.000055265275,0.0000018848855,3.107031e-7,0.45486328,0.000037441987,0.0013078708,0.0000827805,0.002002156,0.000061459374],"about_ca_topic_score_codex":0.008442985,"about_ca_topic_score_gemma":0.0011321054,"teacher_disagreement_score":0.3605039,"about_ca_system_score_codex":0.00070213224,"about_ca_system_score_gemma":0.004732168,"threshold_uncertainty_score":0.9983768},"labels":[],"label_agreement":null},{"id":"W2139297527","doi":"10.1186/1748-5908-9-51","title":"Towards a common terminology: a simplified framework of interventions to promote and integrate evidence into health practices, systems, and policies","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":189,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Ottawa Hospital","funders":"U.S. National Library of Medicine; Canadian Institutes of Health Research; National Institutes of Health","keywords":"Terminology; Knowledge translation; Psychological intervention; Knowledge management; Health services research; Intervention (counseling); Management science; Medicine; Process management; Computer science; Public health; Nursing; Engineering","score_opus":0.7173355721073469,"score_gpt":0.7456486221434326,"score_spread":0.028313050036085752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139297527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91295415,0.00012775576,0.029545203,0.05403878,0.00041957697,0.002647207,0.00006826849,0.00006596081,0.0001331019],"genre_scores_gemma":[0.9685113,0.0001107138,0.02041907,0.010455815,0.0000692007,0.00038093352,0.0000039220245,0.000011895748,0.00003717668],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9946716,0.0014225424,0.0016884479,0.0006159513,0.0007417098,0.0008597835],"domain_scores_gemma":[0.993689,0.0025214648,0.002122415,0.00048578862,0.00056926545,0.00061206],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0126234675,0.00018453087,0.00043142756,0.00067535706,0.0015760546,0.00012728845,0.0005187634,0.00006888733,0.00006827015],"category_scores_gemma":[0.011506249,0.0001630881,0.000028447716,0.0015261436,0.0006594096,0.0011498465,0.00055795733,0.00033645748,0.000025481362],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011875984,0.00008614794,0.24660888,0.0061352686,0.000024836525,0.0000011499816,0.29068434,0.000013194033,0.014561817,0.15299757,0.005577482,0.28319055],"study_design_scores_gemma":[0.0021223598,0.0030407694,0.7999717,0.005651484,0.000058047008,0.000040856536,0.123677425,0.0013504745,0.0016278863,0.013206424,0.048537366,0.000715191],"about_ca_topic_score_codex":0.01808188,"about_ca_topic_score_gemma":0.0039456445,"teacher_disagreement_score":0.55336285,"about_ca_system_score_codex":0.0003667926,"about_ca_system_score_gemma":0.0017085209,"threshold_uncertainty_score":0.99972373},"labels":[],"label_agreement":null},{"id":"W2139350388","doi":"10.1186/1748-5908-7-48","title":"An interdisciplinary knowledge translation intervention in long-term care: Study protocol for the vitamin D and osteoporosis study (ViDOS) pilot cluster randomized controlled trial","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Osteoporosis Canada; McMaster University; Toronto General Hospital; Western University; University of Toronto; Hamilton Health Sciences; St. Peter's Hospital; Juravinski Hospital; University of Waterloo; Parkwood Institute; St. Michael's Hospital; Montreal General Hospital","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care; Hamilton Health Sciences; McMaster University; Amgen; Osteoporosis Canada; Pfizer; Eli Lilly and Company","keywords":"Medicine; Attendance; Intervention (counseling); Long-term care; Health services research; Family medicine; Cluster randomised controlled trial; Knowledge translation; Audit; Randomized controlled trial; Nursing; Physical therapy; Public health; Surgery","score_opus":0.14973981758067556,"score_gpt":0.5885129170954009,"score_spread":0.4387730995147253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139350388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5869493,0.000026257918,0.0016410336,0.00012212638,0.0008189322,0.410381,0.0000042506463,0.000020042633,0.00003709907],"genre_scores_gemma":[0.60638326,3.9562738e-7,0.000047804788,0.000012023982,0.00015785676,0.3933617,0.000008921309,0.000007913057,0.000020121292],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955286,0.0021188492,0.0011978485,0.000350247,0.0003742082,0.00043026495],"domain_scores_gemma":[0.9967545,0.0021878656,0.00045066993,0.00025363264,0.00025916396,0.00009415494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012176307,0.00016829233,0.0005404935,0.00033064355,0.0012330462,0.00009455014,0.00023540987,0.000034440203,0.00010674432],"category_scores_gemma":[0.0001767334,0.000104714614,0.00010441891,0.00045204215,0.00014676574,0.0008949759,0.00012239006,0.00014486382,0.000004049392],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6059747,0.0019977347,0.043319117,0.000090509726,0.000030617117,1.6270695e-7,0.31475857,0.0000013765319,0.00010969969,0.000010576298,0.00006314952,0.03364379],"study_design_scores_gemma":[0.65331846,0.0027212696,0.11230062,0.000031169486,0.00012338554,2.2165212e-7,0.2312729,0.000110096735,0.000013354961,0.000017212737,0.0000072559337,0.0000840545],"about_ca_topic_score_codex":0.00022373394,"about_ca_topic_score_gemma":0.007490552,"teacher_disagreement_score":0.083485655,"about_ca_system_score_codex":0.0002115337,"about_ca_system_score_gemma":0.00016188553,"threshold_uncertainty_score":0.94837195},"labels":[],"label_agreement":null},{"id":"W2139402268","doi":"10.1186/1748-5908-6-24","title":"Assessing the outcomes of participatory research: protocol for identifying, selecting, appraising and synthesizing the literature for realist review","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McGill University","funders":"","keywords":"Health services research; Context (archaeology); Identification (biology); Health administration; Systematic review; Medicine; Corporate governance; Health informatics; Participatory action research; Psychological intervention; Diversity (politics); Grey literature; Community-based participatory research; Nursing research; Medical education; Public relations; Public health; Sociology; MEDLINE; Nursing; Political science; Management","score_opus":0.9798354436712889,"score_gpt":0.8546958410556533,"score_spread":0.12513960261563561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139402268","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019151783,0.34671757,0.003895282,0.004815407,0.00057233946,0.64304423,0.00043547322,0.00007100531,0.00042957583],"genre_scores_gemma":[0.000022189857,0.29425314,0.0043526106,0.003241915,0.00021277092,0.69774514,0.000019843059,0.000051656865,0.00010072609],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.989456,0.0042084446,0.0028357925,0.0008084093,0.0012445588,0.0014468037],"domain_scores_gemma":[0.9686227,0.02514431,0.0031901791,0.0008431529,0.0019852268,0.00021442866],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.071172304,0.00032795573,0.0010083269,0.00046797877,0.007064187,0.0004106793,0.0013981162,0.00012128612,0.00008511056],"category_scores_gemma":[0.019777622,0.00017276588,0.00020021219,0.0027751883,0.0011236103,0.0011566943,0.00040177425,0.0007507047,0.0000052807864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063373645,0.000018468712,0.0005101182,0.14757632,0.000044147706,2.1527897e-7,0.023812955,3.2013123e-8,0.0000130951785,0.008759347,0.01904793,0.800211],"study_design_scores_gemma":[0.0003636252,0.00005552449,0.0005791901,0.030414779,0.00015272497,0.000003985347,0.00606501,0.000005205835,0.000014053853,0.00059750123,0.96157706,0.00017134842],"about_ca_topic_score_codex":0.00020951995,"about_ca_topic_score_gemma":0.00018955421,"teacher_disagreement_score":0.94252914,"about_ca_system_score_codex":0.00036519102,"about_ca_system_score_gemma":0.0053322776,"threshold_uncertainty_score":0.9942285},"labels":[],"label_agreement":null},{"id":"W2140517776","doi":"10.1186/1748-5908-6-130","title":"The landscape of knowledge translation interventions in cancer control: What do we know and where to next? A review of systematic reviews","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Partenariat Canadien Contre Le Cancer; Government of Canada; Ontario Institute for Cancer Research; Government of Ontario; Hamilton Health Sciences","keywords":"Psychological intervention; Systematic review; Medicine; Context (archaeology); Knowledge translation; Health services research; Nursing research; Health administration; Health informatics; Health care; Knowledge base; Medical education; Public health; MEDLINE; Management science; Knowledge management; Nursing; Computer science; Artificial intelligence","score_opus":0.8572486154862133,"score_gpt":0.7462978518493506,"score_spread":0.11095076363686274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140517776","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000075555863,0.98025787,0.00031809113,0.0016611547,0.0005551223,0.016939905,0.00014729756,0.000010827803,0.00010215511],"genre_scores_gemma":[0.000053835927,0.99181056,0.00025776145,0.00054421497,0.000040684732,0.0071941596,0.0000062800077,0.000019195393,0.000073298346],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98761576,0.0044278596,0.0060744355,0.0005564425,0.0006374438,0.000688048],"domain_scores_gemma":[0.9886741,0.0055136583,0.00407848,0.00068502565,0.00079215714,0.0002565812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024069285,0.00030999733,0.002189582,0.0007500483,0.0005648223,0.000077438766,0.00096380874,0.000090799665,0.0006402326],"category_scores_gemma":[0.00292932,0.0001959131,0.0002773997,0.0035110172,0.0003017055,0.0011782731,0.00016369265,0.00032368954,0.00007332082],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014405285,0.00000810844,0.000038146973,0.44812077,0.000006912143,4.3806335e-8,0.0044732937,2.4658409e-8,0.0000012470301,0.00037325098,0.0007043414,0.5462724],"study_design_scores_gemma":[0.00025981083,0.000052232495,0.00003223896,0.49024045,0.00015855028,0.000001044424,0.0030147908,0.0000030550202,3.3308518e-7,0.000021257303,0.5061201,0.00009617364],"about_ca_topic_score_codex":0.00027012016,"about_ca_topic_score_gemma":0.004955135,"teacher_disagreement_score":0.54617625,"about_ca_system_score_codex":0.00032753893,"about_ca_system_score_gemma":0.0026800758,"threshold_uncertainty_score":0.8341982},"labels":[],"label_agreement":null},{"id":"W2140636866","doi":"10.1186/s13012-014-0109-9","title":"A knowledge translation tool improved osteoporosis disease management in primary care: an interrupted time series analysis","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Bone health and osteoporosis research","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; Public Health Ontario; McMaster University; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Osteoporosis; Health services research; Health administration; Knowledge translation; Disease; Physical therapy; Interrupted Time Series Analysis; Public health; Family medicine; Internal medicine; Nursing","score_opus":0.05105238252206466,"score_gpt":0.4282806408926375,"score_spread":0.37722825837057283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140636866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936557,0.000091376525,0.0012176953,0.000758753,0.00006220637,0.0013879857,0.000031639338,0.000060261813,0.0027343752],"genre_scores_gemma":[0.99381256,0.000026226237,0.004840277,0.00042278087,0.000028026589,0.000172289,0.0004918011,0.000010202791,0.00019582838],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99786127,0.00011551019,0.00047895094,0.00050541357,0.0005901858,0.0004486544],"domain_scores_gemma":[0.9988603,0.000046811052,0.00008769982,0.00039255377,0.00024192312,0.00037073775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012356833,0.00012805028,0.00023323862,0.0009467717,0.00020329983,0.000102259146,0.0001829205,0.000026137011,0.00027633092],"category_scores_gemma":[0.000045363693,0.000119414864,0.000070341135,0.0026677514,0.00017580106,0.00079779484,0.000062053085,0.000091499795,0.000036136575],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008381871,0.0002583032,0.10218613,0.0005284819,0.00005775965,0.0000063285706,0.008590067,0.00002282244,0.03138004,0.00018601984,0.000058339607,0.85588753],"study_design_scores_gemma":[0.0026872023,0.00042888155,0.9818173,0.000027752616,0.00021879256,0.0000012623605,0.00286834,0.008493547,0.0017814666,0.000034286342,0.0014786142,0.00016254588],"about_ca_topic_score_codex":0.00013459592,"about_ca_topic_score_gemma":0.00070589007,"teacher_disagreement_score":0.87963116,"about_ca_system_score_codex":0.00041884696,"about_ca_system_score_gemma":0.00039712214,"threshold_uncertainty_score":0.4869597},"labels":[],"label_agreement":null},{"id":"W2140663693","doi":"10.1186/s13012-014-0152-6","title":"Are multifaceted interventions more effective than single-component interventions in changing health-care professionals' behaviours? An overview of systematic reviews","year":2014,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":390,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Systematic review; Medicine; Health care; Health administration; Intervention (counseling); MEDLINE; Public health; Nursing","score_opus":0.8879839695880026,"score_gpt":0.7716934692950362,"score_spread":0.11629050029296639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140663693","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002361212,0.9486129,0.0015880453,0.0007294515,0.0016839587,0.043677036,0.0011983707,0.0001212271,0.000027769443],"genre_scores_gemma":[0.011465321,0.9297431,0.004262121,0.004609082,0.00035094394,0.047590464,0.0014797054,0.0002275593,0.00027170478],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9708732,0.014535927,0.009560655,0.00140055,0.0017544536,0.0018752298],"domain_scores_gemma":[0.9779949,0.0032100107,0.0156187005,0.0014239118,0.001081821,0.0006706614],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.02629866,0.0007503961,0.004512428,0.0047907815,0.0018791739,0.00009447606,0.0017841591,0.00024233526,0.0004711131],"category_scores_gemma":[0.0052121575,0.000615938,0.0011474752,0.0069319266,0.00045014772,0.0012042623,0.000617469,0.0010016701,0.00017135392],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000413713,0.00026968063,0.00053110346,0.8336173,0.000026508207,0.0000020425023,0.041597877,8.750829e-7,0.0000065386366,0.00044180997,0.0004618402,0.123040274],"study_design_scores_gemma":[0.0014019564,0.0004116729,0.004969714,0.86013645,0.00042080204,0.000011700511,0.08758777,0.000024375544,0.000007352162,0.000015022075,0.04429156,0.00072161533],"about_ca_topic_score_codex":0.0006516092,"about_ca_topic_score_gemma":0.0036932032,"teacher_disagreement_score":0.122318655,"about_ca_system_score_codex":0.0036880914,"about_ca_system_score_gemma":0.0022508218,"threshold_uncertainty_score":0.9996292},"labels":[],"label_agreement":null},{"id":"W2140798854","doi":"10.1186/1748-5908-5-98","title":"Feedback GAP: study protocol for a cluster-randomized trial of goal setting and action plans to increase the effectiveness of audit and feedback interventions in primary care","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; Health Sciences Centre; Sunnybrook Health Science Centre; Toronto Western Hospital; Institute for Clinical Evaluative Sciences; University Health Network; University of Toronto; Women's College Hospital","funders":"Canadian Institutes of Health Research; Department of Family and Community Medicine, University of Toronto; University of Toronto; University of Aberdeen; Ontario Ministry of Health and Long-Term Care","keywords":"Medicine; Psychological intervention; Cluster randomised controlled trial; Audit; Randomized controlled trial; Health informatics; Family medicine; Physical therapy; Nursing; Public health; Internal medicine","score_opus":0.3715981725503494,"score_gpt":0.6745230387053581,"score_spread":0.30292486615500874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140798854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.751735,3.3697447e-7,0.0012219145,0.00052626524,0.00018849345,0.2460745,0.00012002331,0.000009468345,0.00012402333],"genre_scores_gemma":[0.7718439,3.6608768e-7,0.0015234227,0.00029741853,0.000043472537,0.22626854,0.000006925668,0.0000070686383,0.000008896813],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99456835,0.0025853093,0.0014426247,0.00040992096,0.0005689611,0.00042485818],"domain_scores_gemma":[0.9894318,0.008813141,0.0008089356,0.00026249985,0.0005266676,0.00015698149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024687922,0.00012978623,0.00040046097,0.000405991,0.0007223394,0.00003805072,0.00028467592,0.000042555195,0.000044060333],"category_scores_gemma":[0.0042943563,0.000095395735,0.000052143936,0.0008256952,0.00044679546,0.0004929098,0.00026107705,0.00021990723,0.0000016768456],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4817898,0.000521172,0.2931694,0.00963608,0.000040410774,4.92991e-7,0.12814832,0.000026688944,0.05324585,0.0015588593,0.0003991139,0.03146383],"study_design_scores_gemma":[0.51320714,0.0009599488,0.43875846,0.00035721002,0.000027599715,0.0000012019016,0.044973888,0.000074729665,0.0010451273,0.0002725087,0.00020736552,0.00011484097],"about_ca_topic_score_codex":0.0019532589,"about_ca_topic_score_gemma":0.009966213,"teacher_disagreement_score":0.14558907,"about_ca_system_score_codex":0.00018034826,"about_ca_system_score_gemma":0.0011106334,"threshold_uncertainty_score":0.85563904},"labels":[],"label_agreement":null},{"id":"W2140873647","doi":"10.1186/1748-5908-6-112","title":"Effective interventions to facilitate the uptake of breast, cervical and colorectal cancer screening: an implementation guideline","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Juravinski Cancer Centre; Western University; Home and Community Care Support Services; University of Toronto; Alberta Health Services; Cancer Care Ontario; McMaster University; Mount Sinai Hospital","funders":"Cancer Care Ontario","keywords":"Medicine; Guideline; Psychological intervention; Family medicine; Systematic review; Breast cancer; MEDLINE; Medical physics; Gynecology; Cancer; Nursing; Pathology; Internal medicine","score_opus":0.562460205687786,"score_gpt":0.6348807506747121,"score_spread":0.07242054498692607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140873647","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056270253,0.83124995,0.049551256,0.0069451295,0.0021457514,0.043400288,0.009815602,0.0003091504,0.00031263326],"genre_scores_gemma":[0.023837093,0.9332903,0.033426534,0.0018457797,0.00067410263,0.004014311,0.0026686923,0.00015122147,0.00009195965],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99383956,0.00040791676,0.0034575795,0.00090146216,0.0008908331,0.0005026495],"domain_scores_gemma":[0.99578345,0.0006616762,0.001453059,0.0005056911,0.0011831323,0.0004130076],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005824457,0.00040549968,0.0010245511,0.00057060475,0.00035617192,0.00011288353,0.00047892513,0.00009264664,0.0016345553],"category_scores_gemma":[0.000716862,0.000289428,0.00036792242,0.0015876192,0.0004698308,0.00081163406,0.0004006114,0.00032549613,0.000021423626],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000825551,0.00008270926,0.00050862075,0.0012365221,0.00011060856,0.0000014097352,0.0011777487,0.0000012693588,0.00009453068,0.00018104246,0.0008604313,0.99566257],"study_design_scores_gemma":[0.0038208978,0.0029013685,0.08283352,0.003559996,0.005218279,0.00038754113,0.015217094,0.000104407445,0.00021629898,0.0001789362,0.8847806,0.00078107027],"about_ca_topic_score_codex":0.0042286688,"about_ca_topic_score_gemma":0.0033617646,"teacher_disagreement_score":0.9948815,"about_ca_system_score_codex":0.00030499857,"about_ca_system_score_gemma":0.0011122547,"threshold_uncertainty_score":0.9999558},"labels":[],"label_agreement":null},{"id":"W2141211049","doi":"10.1186/1748-5908-2-26","title":"Applying psychological theories to evidence-based clinical practice: Identifying factors predictive of managing upper respiratory tract infections without antibiotics","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Medical Research Council; Wellcome Trust","keywords":"Theory of planned behavior; Variance (accounting); Proxy (statistics); Psychology; Explained variation; Social psychology; Respiratory tract infections; Medicine; Applied psychology; Statistics; Control (management); Psychiatry; Mathematics","score_opus":0.15383034894448097,"score_gpt":0.522356132527462,"score_spread":0.36852578358298105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141211049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8967767,0.00020053005,0.10070408,0.00015077856,0.0009806007,0.000631849,0.0000135364335,0.000052854313,0.00048912014],"genre_scores_gemma":[0.9965585,0.0000364452,0.0025235228,0.0008003866,0.000035342273,0.0000032464357,0.000005505513,0.000008096327,0.000028981842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978729,0.00023029868,0.0007616477,0.00048704408,0.0002226267,0.00042551715],"domain_scores_gemma":[0.9971812,0.0016845237,0.00042144963,0.00029216666,0.0003544583,0.000066197346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047819754,0.00014192236,0.00022366527,0.00034258567,0.0005751509,0.000055972596,0.00032669332,0.000106338906,0.000118793956],"category_scores_gemma":[0.0020677927,0.000113927345,0.00008525401,0.00086629664,0.0009911368,0.0008005691,0.00008431607,0.0002523499,0.00003771628],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017995536,0.0003138686,0.82191503,0.000015281716,0.000031792562,0.000002983127,0.00077265804,0.000020077414,0.16594039,0.0028478291,0.00010099325,0.007859129],"study_design_scores_gemma":[0.00062504376,0.000731056,0.8181862,0.00014005676,0.000057482026,0.0000069660423,0.011587273,0.0000032885243,0.16693574,0.00014925214,0.0014213398,0.0001562974],"about_ca_topic_score_codex":0.00004994394,"about_ca_topic_score_gemma":0.000029119186,"teacher_disagreement_score":0.09978182,"about_ca_system_score_codex":0.000075011456,"about_ca_system_score_gemma":0.00017316657,"threshold_uncertainty_score":0.4645822},"labels":[],"label_agreement":null},{"id":"W2141819865","doi":"10.1186/1748-5908-5-10","title":"How to integrate individual patient values and preferences in clinical practice guidelines? A research protocol","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Economic and Social Research Council; ZonMw","keywords":"Protocol (science); Medicine; Health care; Qualitative research; Psychological intervention; Health services research; Health informatics; Guideline; Health administration; Medical education; Nursing; Public health; Alternative medicine","score_opus":0.699988622086419,"score_gpt":0.7201327751702259,"score_spread":0.020144153083806904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141819865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8964098,0.000003107583,0.00048574302,0.060245056,0.0003416596,0.042009357,0.000019408491,0.00003481785,0.0004510633],"genre_scores_gemma":[0.8056977,0.00000870972,0.16735163,0.007244999,0.00030803043,0.019295605,0.000022227487,0.000016465216,0.00005465401],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99391866,0.00047035565,0.0019604699,0.00083495426,0.0022619464,0.0005536174],"domain_scores_gemma":[0.9913881,0.002761587,0.00048090072,0.00046177718,0.0044451347,0.00046254735],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028130526,0.00015740618,0.0002542532,0.00064696796,0.00026830664,0.0005778491,0.0003358954,0.000076671575,0.00014998009],"category_scores_gemma":[0.11509816,0.00012566624,0.000037343318,0.0018371417,0.0005990904,0.0018992145,0.00043671168,0.0008558142,0.000028293363],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004516292,0.00029123557,0.07160157,0.000023385117,0.000013418639,0.00001555677,0.0022111654,0.0000010622754,0.0116694635,0.0005791748,0.01123362,0.9019087],"study_design_scores_gemma":[0.0076964893,0.0053030737,0.6034584,0.00013181129,0.00008197883,0.00015966909,0.09466266,0.00052395166,0.010896825,0.0038577884,0.27276936,0.0004580254],"about_ca_topic_score_codex":0.0006439333,"about_ca_topic_score_gemma":0.0013914456,"teacher_disagreement_score":0.9014507,"about_ca_system_score_codex":0.000092781964,"about_ca_system_score_gemma":0.0014941854,"threshold_uncertainty_score":0.9749535},"labels":[],"label_agreement":null},{"id":"W2142566149","doi":"10.1186/s13012-015-0248-7","title":"Using a behaviour change techniques taxonomy to identify active ingredients within trials of implementation interventions for diabetes care","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":245,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Public Health Ontario; Women's College Hospital; Ottawa Public Health; University of Toronto","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"Psychological intervention; CLARITY; Medicine; Intervention (counseling); Systematic review; Behavior change methods; Health informatics; Behavior change; Process management; Applied psychology; Medical education; MEDLINE; Knowledge management; Public health; Computer science; Nursing; Psychology","score_opus":0.9565114800891557,"score_gpt":0.8077346669827196,"score_spread":0.1487768131064361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142566149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95290935,0.000018715158,0.023800116,0.0012426282,0.0014254515,0.01723364,0.0031711666,0.00010034003,0.00009858471],"genre_scores_gemma":[0.9237551,0.0000018033314,0.059422262,0.0025730806,0.00024435858,0.013834956,0.00013554479,0.000024249799,0.0000086109585],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99314594,0.0010430185,0.003023634,0.00062805007,0.0011646105,0.0009947402],"domain_scores_gemma":[0.9928179,0.0007912728,0.0025636507,0.0003823241,0.0028750596,0.0005698273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017069416,0.00022394281,0.00056643464,0.0013116013,0.0011463871,0.00008017016,0.0006319097,0.00007079455,0.00030141912],"category_scores_gemma":[0.0041631055,0.00021960888,0.00016164008,0.0019963407,0.00022668992,0.0020125615,0.00035364274,0.00015773793,0.000042056065],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015123197,0.00009575098,0.5088603,0.0009837952,0.000055494067,5.9007317e-7,0.2568337,0.000009713427,0.11175416,0.0013571103,0.0073773847,0.11252079],"study_design_scores_gemma":[0.004754453,0.0011021146,0.11308626,0.00065020146,0.00020141322,0.0000010143325,0.5116116,0.00008621204,0.35633028,0.00055116956,0.011092665,0.0005326738],"about_ca_topic_score_codex":0.0015319493,"about_ca_topic_score_gemma":0.00229365,"teacher_disagreement_score":0.395774,"about_ca_system_score_codex":0.0014805389,"about_ca_system_score_gemma":0.002454654,"threshold_uncertainty_score":0.895539},"labels":[],"label_agreement":null},{"id":"W2142834668","doi":"10.1186/1748-5908-5-89","title":"The Rx for Change database: a first-in-class tool for optimal prescribing and medicines use","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Institute of Population and Public Health; Canadian Agency for Drugs and Technologies in Health; University of Ottawa","funders":"","keywords":"Medicine; Systematic review; Psychological intervention; Health informatics; Agency (philosophy); Health services research; Health administration; Quality (philosophy); MEDLINE; Data extraction; Database; Public health; Data science; Computer science; Nursing","score_opus":0.8203137389467754,"score_gpt":0.615765311477819,"score_spread":0.2045484274689564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142834668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9261847,0.00012469497,0.059177298,0.008516146,0.00083115976,0.0049119056,0.00020043155,0.0000050467474,0.00004858062],"genre_scores_gemma":[0.9606115,0.000025254238,0.036673144,0.000711788,0.00013507497,0.0013124828,0.000017005917,0.000007174234,0.00050652685],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937178,0.00030454784,0.0026078334,0.00071460905,0.0023180393,0.0003371991],"domain_scores_gemma":[0.98756933,0.009024163,0.001197525,0.001242633,0.0008725532,0.00009381044],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09347491,0.00012749949,0.00054549513,0.00024793716,0.0007634058,0.0018459276,0.0011498041,0.00001889508,0.00035211252],"category_scores_gemma":[0.03830895,0.000056933575,0.00016561175,0.0009658831,0.00025104333,0.0015560648,0.00014493047,0.00005668543,0.000015561984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008363507,0.00006901156,0.26141775,0.0001715997,0.00006841714,0.0000019003703,0.010344998,0.000035471694,0.031725325,0.09799584,0.13118482,0.46690124],"study_design_scores_gemma":[0.0014306932,0.00012590463,0.11418473,0.00003192101,0.000103640945,0.000011675913,0.006362409,0.078927405,0.001449534,0.0034737224,0.7936239,0.0002744689],"about_ca_topic_score_codex":0.00005130658,"about_ca_topic_score_gemma":0.0023782407,"teacher_disagreement_score":0.66243905,"about_ca_system_score_codex":0.00001668951,"about_ca_system_score_gemma":0.00008264955,"threshold_uncertainty_score":0.9991903},"labels":[],"label_agreement":null},{"id":"W2143732272","doi":"10.1186/s13012-014-0162-4","title":"Spreading and sustaining best practices for home care of older adults: a grounded theory study","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Registered Nurses' Association of Ontario; University of Ottawa; Health Sciences Centre; McMaster University","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Grounded theory; Coaching; Medicine; Qualitative research; Best practice; Nursing; Health administration; Vulnerability (computing); Health services research; Health care; Population; Public health; Psychology; Management; Environmental health","score_opus":0.11227634474516457,"score_gpt":0.5460817169470139,"score_spread":0.43380537220184934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143732272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99417883,0.000066263834,0.0031024513,0.00018426341,0.0003819776,0.0014014933,0.000012268682,0.000018839524,0.000653613],"genre_scores_gemma":[0.99891466,0.000005089308,0.0007327171,0.000056625704,0.00007451406,0.0001319324,0.000007762361,0.000006568344,0.00007013974],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99868417,0.00020441842,0.0003117665,0.0002517691,0.0002672938,0.00028059096],"domain_scores_gemma":[0.99773234,0.0011780342,0.00038569237,0.00014506993,0.0004996675,0.00005916744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002455036,0.0000680283,0.00012851472,0.00016887141,0.00083185406,0.000034820656,0.00013194777,0.000021663283,0.000046719277],"category_scores_gemma":[0.00067717116,0.000058960377,0.00001607044,0.00033589485,0.00010176632,0.00046241042,0.0000668279,0.00006469682,0.0000018741715],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023181595,0.00008529386,0.19654413,0.00043165204,0.000013610982,3.4373895e-7,0.55895406,0.0000011387286,0.0009342342,0.008424137,0.00021908937,0.23416048],"study_design_scores_gemma":[0.0019539862,0.00043331817,0.10454866,0.00006395309,0.000037785718,4.3391654e-7,0.8917021,0.000025601996,0.0001941883,0.00050133286,0.00046743892,0.00007117799],"about_ca_topic_score_codex":0.0012231917,"about_ca_topic_score_gemma":0.0009706405,"teacher_disagreement_score":0.33274806,"about_ca_system_score_codex":0.00008138663,"about_ca_system_score_gemma":0.00022519605,"threshold_uncertainty_score":0.6398033},"labels":[],"label_agreement":null},{"id":"W2143833559","doi":"10.1186/1748-5908-8-109","title":"Factors influencing pharmacists’ adoption of prescribing: qualitative application of the diffusion of innovations theory","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Diffusion of innovations; Health administration; Early adopter; Pharmacist; Health services research; Nursing; Health informatics; Pharmacy; Product (mathematics); Health care; Family medicine; Qualitative research; Public health; Marketing; Business","score_opus":0.6586713917246634,"score_gpt":0.7027241119747191,"score_spread":0.04405272025005569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143833559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97826046,0.0000029787436,0.01823774,0.000588726,0.00020682342,0.0021625229,0.00011562395,0.000018498322,0.00040665062],"genre_scores_gemma":[0.99786,0.0000033070316,0.0011468675,0.0006438652,0.000018222869,0.0002688691,0.000013657868,0.000007859638,0.000037353326],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9953571,0.0010123482,0.0017932632,0.0002792818,0.0011530756,0.0004049236],"domain_scores_gemma":[0.9929863,0.0020633363,0.0023321507,0.00043831984,0.0020819984,0.000097881035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055616456,0.00012089233,0.00022072715,0.00042723774,0.0007383451,0.000010119348,0.00062998006,0.000042505788,0.0005128456],"category_scores_gemma":[0.001961265,0.00008567801,0.000048250182,0.003139252,0.00083379383,0.0010377311,0.00023532091,0.00016872193,0.000014995693],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007823348,0.000028693434,0.1709894,0.00015417578,0.0000054788916,4.22981e-9,0.18520103,0.000017428807,0.60573894,0.032831542,0.00023297885,0.004792547],"study_design_scores_gemma":[0.0007540648,0.00005856963,0.6694695,0.00005538817,0.000012965504,1.5905519e-7,0.1993069,0.00026907117,0.12434188,0.005413157,0.00022007216,0.00009829777],"about_ca_topic_score_codex":0.0013240037,"about_ca_topic_score_gemma":0.00006186421,"teacher_disagreement_score":0.49848008,"about_ca_system_score_codex":0.00022196172,"about_ca_system_score_gemma":0.0012690439,"threshold_uncertainty_score":0.56788284},"labels":[],"label_agreement":null},{"id":"W2144130383","doi":"10.1186/1748-5908-8-107","title":"A realist review of interventions and strategies to promote evidence-informed healthcare: a focus on change agency","year":2013,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; McMaster University","funders":"Bangor University; Ulster University","keywords":"Operationalization; Agency (philosophy); Knowledge translation; Health care; Public relations; Health administration; Stakeholder; Medicine; Health services research; Public health; Knowledge management; Nursing; Political science; Sociology; Computer science; Social science; Law; Epistemology","score_opus":0.9306999648526892,"score_gpt":0.7951143463746518,"score_spread":0.1355856184780374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144130383","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000068481095,0.9547371,0.00031195726,0.018952884,0.00075045455,0.02356969,0.00081440195,0.00008520271,0.0007097865],"genre_scores_gemma":[0.00012000943,0.977261,0.0023345174,0.009168105,0.00020911027,0.010701933,0.000046726753,0.000033458153,0.00012516267],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.990291,0.0014641839,0.004217343,0.0009889452,0.0017119442,0.0013266054],"domain_scores_gemma":[0.9917421,0.002145719,0.003160998,0.00093967316,0.0011589475,0.0008525758],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009421833,0.00047606102,0.0015694739,0.0012988293,0.00124378,0.00011646975,0.0011436683,0.00013663914,0.0012502864],"category_scores_gemma":[0.0043728817,0.00037813978,0.00025097275,0.0041417065,0.00041749424,0.002022765,0.0005595694,0.00054335257,0.000499822],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022631646,0.000013187269,0.000015339532,0.18876965,0.000008664174,6.972607e-7,0.005900434,6.1954837e-9,0.0000023041553,0.0044389176,0.006312765,0.79453576],"study_design_scores_gemma":[0.00022509244,0.00060019596,0.00043276764,0.2843949,0.000114813294,0.0000065285103,0.0019625006,6.7117236e-7,0.0000030569802,0.00037741289,0.7115673,0.00031476753],"about_ca_topic_score_codex":0.0049616112,"about_ca_topic_score_gemma":0.0021013552,"teacher_disagreement_score":0.794221,"about_ca_system_score_codex":0.0011572045,"about_ca_system_score_gemma":0.010085145,"threshold_uncertainty_score":0.9998671},"labels":[],"label_agreement":null},{"id":"W2144760470","doi":"10.1186/1748-5908-7-82","title":"Identifying factors likely to influence compliance with diagnostic imaging guideline recommendations for spine disorders among chiropractors in North America: a focus group study using the Theoretical Domains Framework","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital; Institute of Population and Public Health; Université du Québec à Trois-Rivières","funders":"Canadian Institutes of Health Research","keywords":"Focus group; Medicine; Back pain; Thematic analysis; Chiropractic; Psychological intervention; Credibility; Low back pain; Family medicine; Qualitative research; Nursing; Alternative medicine; Pathology","score_opus":0.053716257142843234,"score_gpt":0.44823040464754016,"score_spread":0.39451414750469693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144760470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76268005,0.0000149653715,0.23267956,0.0020627244,0.00012480187,0.0023974397,0.0000110455285,0.00002285233,0.0000065433187],"genre_scores_gemma":[0.9518159,0.000005078634,0.047271043,0.00055888225,0.0000533577,0.0002442152,0.00003371915,0.000017000677,8.259544e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99784106,0.00012205847,0.0005715521,0.00038363395,0.00056364946,0.0005180675],"domain_scores_gemma":[0.9980927,0.0009663825,0.00021623774,0.0003149731,0.00020090303,0.00020877708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001367774,0.00017645293,0.00019877068,0.00027862092,0.00053348445,0.00010863308,0.00022233113,0.000016383265,0.00005726372],"category_scores_gemma":[0.0021619468,0.0001149589,0.00004900086,0.0019186545,0.00065842125,0.0008879647,0.00008583016,0.00017068596,0.0000022422003],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021887605,0.0002171818,0.9779904,0.00002334734,0.000009410335,2.339093e-7,0.0122274775,0.00019874725,0.00082564534,0.00093595113,0.000013547975,0.0075361514],"study_design_scores_gemma":[0.0007281271,0.00030429877,0.9584576,0.000111858135,0.000039902767,0.0000010270863,0.038765177,0.0009279032,0.000046878067,0.0003725778,0.00009335519,0.00015132988],"about_ca_topic_score_codex":0.0006860802,"about_ca_topic_score_gemma":0.0016740033,"teacher_disagreement_score":0.1891358,"about_ca_system_score_codex":0.00022201132,"about_ca_system_score_gemma":0.00008215021,"threshold_uncertainty_score":0.4687888},"labels":[],"label_agreement":null},{"id":"W2145549051","doi":"10.1186/1748-5908-6-83","title":"A systematic review of the psychometric properties of self-report research utilization measures used in healthcare","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Cronbach's alpha; Reliability (semiconductor); Health care; Medicine; Systematic review; Health administration; Validity; Health services research; Psychometrics; Applied psychology; MEDLINE; Clinical psychology; Public health; Psychology; Nursing","score_opus":0.8836146079715068,"score_gpt":0.7293629014326524,"score_spread":0.15425170653885445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145549051","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027633575,0.98455167,0.000013810311,0.00043532706,0.00062192226,0.013886624,0.000020890791,0.000013757434,0.00017966382],"genre_scores_gemma":[0.0042099105,0.9929726,0.00007081901,0.00012008195,0.000035239733,0.0024818329,0.000013484803,0.0000141451965,0.000081868035],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98510045,0.0063179247,0.003813057,0.00054776476,0.0032945112,0.00092628965],"domain_scores_gemma":[0.9920407,0.0008376728,0.002579879,0.0010492447,0.0032692165,0.00022326873],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049705602,0.0001861095,0.0013435103,0.0021772096,0.0008255757,0.000019144716,0.0015663819,0.00012234738,0.00010182916],"category_scores_gemma":[0.011883457,0.00010343811,0.00014237242,0.017565688,0.0005310291,0.00038787266,0.00026158046,0.00071143504,0.000033194683],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013597262,0.00004840862,0.0015239652,0.9805471,0.000007774314,1.8523252e-7,0.0027989936,1.1605893e-8,0.0000034050072,0.00034883924,0.00043048605,0.014289507],"study_design_scores_gemma":[0.00015723973,0.000086624015,0.0013447034,0.95960146,0.00008863138,0.000007874539,0.0039476934,0.000002811274,0.000024766729,0.000065071246,0.034535795,0.00013730342],"about_ca_topic_score_codex":0.0035153334,"about_ca_topic_score_gemma":0.0008728982,"teacher_disagreement_score":0.037822146,"about_ca_system_score_codex":0.0010827115,"about_ca_system_score_gemma":0.023334509,"threshold_uncertainty_score":0.9964399},"labels":[],"label_agreement":null},{"id":"W2146122324","doi":"10.1186/1748-5908-6-58","title":"A protocol for a systematic review of knowledge translation strategies in the allied health professions","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Children's Hospital Research Institute of Manitoba; Glenrose Rehabilitation Hospital; Stollery Children's Hospital; NOSM University; Winnipeg Regional Health Authority; Women and Children’s Health Research Institute; University of Alberta","funders":"","keywords":"Knowledge translation; Health care; Medicine; Protocol (science); Health services research; Context (archaeology); Medical education; Allied health professions; Health administration; Systematic review; Quality (philosophy); Grey literature; Health informatics; Nursing; Knowledge management; MEDLINE; Alternative medicine; Public health; Computer science; Political science","score_opus":0.9399599549702551,"score_gpt":0.8216074568524319,"score_spread":0.11835249811782322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146122324","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3287244e-7,0.30099222,0.0019052504,0.0011825428,0.00014977202,0.69440454,0.00027563542,0.000036104422,0.0010538029],"genre_scores_gemma":[0.0000025909173,0.3709293,0.0011285552,0.0024920872,0.00004058618,0.62531054,0.000043251,0.00002158051,0.000031504478],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98424524,0.0065589882,0.0062162895,0.0007007139,0.0010557104,0.0012230664],"domain_scores_gemma":[0.98585427,0.0068163276,0.0054486347,0.00089617365,0.00077467225,0.0002099398],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.036068536,0.00040828166,0.002187094,0.0008598302,0.0013612398,0.00004520101,0.001771513,0.00012584124,0.0003264554],"category_scores_gemma":[0.0022809298,0.00024128845,0.0002471365,0.0041550314,0.00035000974,0.00080846966,0.00011182436,0.0005308472,0.00006750372],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032411237,0.000037106827,0.0000025108432,0.9323827,0.0000062204003,7.8976626e-8,0.02555509,1.5575132e-8,3.3433503e-7,0.0076285326,0.0020718595,0.032312322],"study_design_scores_gemma":[0.0007156658,0.00013580543,0.000013890425,0.5394573,0.000085238076,0.0000022986517,0.013282173,0.0000033765439,3.1078397e-7,0.00024938612,0.4458848,0.00016975336],"about_ca_topic_score_codex":0.00024984917,"about_ca_topic_score_gemma":0.0011824766,"teacher_disagreement_score":0.44381294,"about_ca_system_score_codex":0.00071598764,"about_ca_system_score_gemma":0.026235888,"threshold_uncertainty_score":0.99993885},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2146150056","doi":"10.1186/1748-5908-5-60","title":"Measuring the context of care in an Australian acute care hospital: a nurse survey","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Royal Adelaide Hospital; University of Alberta","keywords":"Context (archaeology); Health administration; Medicine; Nursing research; Nursing; Acute care; Intervention (counseling); Health services research; Health care; Public health","score_opus":0.5752131390799141,"score_gpt":0.6978514279328455,"score_spread":0.12263828885293138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146150056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934801,0.0000057694674,0.000023924134,0.002803613,0.00109748,0.001828016,0.00044027658,0.00003211947,0.00028872266],"genre_scores_gemma":[0.99699867,0.0000031226878,0.0005269325,0.0020754735,0.00006364785,0.00025071623,0.000042922453,0.000012913829,0.000025629097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955627,0.0008635152,0.0010680937,0.00048056006,0.0011006683,0.0009244923],"domain_scores_gemma":[0.99612266,0.0008075588,0.00056445063,0.0006462245,0.0015569848,0.000302104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005191985,0.0001488985,0.00021303067,0.00035293493,0.0012663165,0.000060230916,0.0010866063,0.00006345559,0.00044219894],"category_scores_gemma":[0.0010455913,0.00011701798,0.00003111148,0.0018873092,0.0006744104,0.0011458505,0.000120354016,0.00049170025,0.00005546014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017381408,0.000009769107,0.67912716,0.00003835373,0.0000017523216,7.011473e-7,0.3016061,0.0000013804739,0.008881941,0.00065189856,0.00032620152,0.009337372],"study_design_scores_gemma":[0.000742881,0.000110286324,0.64718175,0.0000149568,0.000004054668,4.230152e-7,0.34560263,0.000007796959,0.0040835775,0.000013551105,0.0021477237,0.000090355476],"about_ca_topic_score_codex":0.010053472,"about_ca_topic_score_gemma":0.17259489,"teacher_disagreement_score":0.16254142,"about_ca_system_score_codex":0.0003490203,"about_ca_system_score_gemma":0.002730367,"threshold_uncertainty_score":0.99653864},"labels":[],"label_agreement":null},{"id":"W2146355500","doi":"10.1186/1748-5908-8-s1-s9","title":"The future of quality improvement research","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CLARITY; Generalizability theory; Medicine; Health services research; Health care; Health administration; Quality management; Quality (philosophy); Health informatics; Comparative effectiveness research; Relevance (law); Public health; Nursing; Service (business); Marketing; Alternative medicine; Business; Psychology; Political science","score_opus":0.8683565781708212,"score_gpt":0.7613077629059282,"score_spread":0.10704881526489307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146355500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9248511,0.00011316262,0.00012257068,0.06861814,0.0010595947,0.0022316424,0.000017806462,0.000027729822,0.0029582083],"genre_scores_gemma":[0.9950031,0.0001322544,0.0005638373,0.0030031605,0.00026623686,0.0005651031,0.000003975348,0.0000070124997,0.00045528612],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99286246,0.0028642695,0.0010828973,0.00033712035,0.001967046,0.00088621496],"domain_scores_gemma":[0.99208736,0.003649097,0.0005911254,0.0006479947,0.0028146268,0.0002097872],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.038664017,0.00007784305,0.00012544096,0.00014668191,0.0038067019,0.00007912334,0.0007437471,0.00004966408,0.0013598305],"category_scores_gemma":[0.0017737076,0.000050955503,0.000025743495,0.0012355056,0.0007624533,0.001016739,0.00036933145,0.00055835996,0.00047824255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028591492,0.000053096282,0.11328124,0.00019341873,0.000008858787,1.9862762e-7,0.014813601,2.4157958e-7,0.06412121,0.14855267,0.020214412,0.63873243],"study_design_scores_gemma":[0.00050344167,0.0001604033,0.6082904,0.00001983396,0.0000022815966,1.9256119e-7,0.2658173,0.000016872167,0.004607009,0.010924233,0.109564126,0.000093917006],"about_ca_topic_score_codex":0.01277927,"about_ca_topic_score_gemma":0.0041998336,"teacher_disagreement_score":0.63863856,"about_ca_system_score_codex":0.00038349276,"about_ca_system_score_gemma":0.002004274,"threshold_uncertainty_score":0.9995531},"labels":[],"label_agreement":null},{"id":"W2146385586","doi":"10.1186/s13012-014-0160-6","title":"Mapping barriers and intervention activities to behaviour change theory for Mobilization of Vulnerable Elders in Ontario (MOVE ON), a multi-site implementation intervention in acute care hospitals","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Research Chairs; University of Toronto; Sunnybrook Health Science Centre; St. Michael's Hospital","funders":"University of Toronto; Ontario Ministry of Health and Long-Term Care; London Health Sciences Centre; Hamilton Health Sciences","keywords":"Medicine; Intervention (counseling); Focus group; Psychological intervention; Health administration; Thematic analysis; Nursing; Workload; Health services research; Health care; Public health; Health informatics; Theory of change; Unit (ring theory); Intervention mapping; Qualitative research; Psychology; Health promotion","score_opus":0.31572610603234647,"score_gpt":0.6199131961461661,"score_spread":0.30418709011381967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146385586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9625189,0.0000074751733,0.03150638,0.00059723336,0.00039824436,0.004725546,0.00017774907,0.000024505358,0.00004400359],"genre_scores_gemma":[0.9919472,0.0000065002523,0.0031160733,0.0018189144,0.00002554692,0.0028907654,0.000103706356,0.00001752538,0.00007377183],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99568546,0.0009973886,0.0013907948,0.000621829,0.0005534974,0.0007510182],"domain_scores_gemma":[0.9977285,0.00075019937,0.00071212224,0.00024984314,0.00033469347,0.00022463221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008716175,0.00019580907,0.0002991446,0.0014519416,0.00065586495,0.000059176862,0.00025939647,0.00006740295,0.0003837948],"category_scores_gemma":[0.000737738,0.0002096316,0.000059114267,0.0011219357,0.00014256997,0.0015307522,0.0001478089,0.00024657688,0.000006823683],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008689829,0.00002878831,0.7046304,0.00017630719,0.000005473895,2.4569258e-7,0.24611688,0.00003115273,0.0038843316,0.0012705091,0.000051536634,0.04371753],"study_design_scores_gemma":[0.004234613,0.00048773535,0.71840364,0.00023620256,0.000010942863,3.4603949e-7,0.27151415,0.00025002818,0.004010416,0.00028156067,0.0003956954,0.00017469499],"about_ca_topic_score_codex":0.047197755,"about_ca_topic_score_gemma":0.406869,"teacher_disagreement_score":0.35967124,"about_ca_system_score_codex":0.0015359304,"about_ca_system_score_gemma":0.000490393,"threshold_uncertainty_score":0.95914704},"labels":[],"label_agreement":null},{"id":"W2146584149","doi":"10.1186/s13012-015-0278-1","title":"Improving patient safety by optimizing the use of nursing human resources","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre; Université de Sherbrooke","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Staffing; Adverse effect; Emergency medicine; Patient safety; Incidence (geometry); Health care; Health administration; Intensive care medicine; Medical emergency; Nursing; Public health; Internal medicine","score_opus":0.41605160918659684,"score_gpt":0.5582160516923205,"score_spread":0.14216444250572363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146584149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.961104,0.000035367826,0.032532476,0.0033845452,0.0006106024,0.000917652,0.000053859203,0.000044701923,0.0013168367],"genre_scores_gemma":[0.99625146,0.0000036090578,0.0026358222,0.00089886726,0.00003031217,0.00004143681,0.00002804755,0.0000061758738,0.00010424524],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978845,0.00026055545,0.0006001667,0.00017758134,0.0007385829,0.00033860936],"domain_scores_gemma":[0.9983136,0.00025126128,0.00067291467,0.00026091636,0.00034004785,0.00016123148],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016277463,0.00007265945,0.00009455364,0.000102798826,0.0014277141,0.0000074113273,0.0002596312,0.000027977014,0.00009562779],"category_scores_gemma":[0.00049475254,0.00005215957,0.000020518599,0.00052525685,0.00043746867,0.00061377394,0.00009019027,0.00014822898,0.000011703021],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015900648,0.00022748891,0.0611334,0.000057771962,0.000017805458,5.5893963e-7,0.568207,0.0017857885,0.107445635,0.006710396,0.059754126,0.194501],"study_design_scores_gemma":[0.0037170814,0.0005404583,0.06025905,0.00041038095,0.000060399758,0.0000028078896,0.5680436,0.003591421,0.017787224,0.00044157624,0.3447132,0.0004327993],"about_ca_topic_score_codex":0.00054196117,"about_ca_topic_score_gemma":0.000037388723,"teacher_disagreement_score":0.28495908,"about_ca_system_score_codex":0.0002903074,"about_ca_system_score_gemma":0.00043253886,"threshold_uncertainty_score":0.99987227},"labels":[],"label_agreement":null},{"id":"W2147017386","doi":"10.1186/1748-5908-7-87","title":"Should we feed back research results in the midst of a study?","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saskatchewan Health Quality Council; University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Medicine; Health services research; Health administration; Health informatics; Public health; Nursing research; Family medicine; Nursing","score_opus":0.6344742678653503,"score_gpt":0.6762109656751603,"score_spread":0.04173669780980993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147017386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860132,0.000050534723,0.000013716967,0.005978423,0.0004961594,0.0012521397,0.000016868104,0.0000069875755,0.006171971],"genre_scores_gemma":[0.99935806,0.000011320929,0.00012430424,0.00011434175,0.00010557111,0.00007240694,0.000004576098,0.0000032892663,0.00020615486],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9968412,0.0008824241,0.00047920446,0.0001723071,0.0010462085,0.00057864474],"domain_scores_gemma":[0.9982482,0.0009953834,0.00009456261,0.00030657704,0.0002925718,0.00006269484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016230825,0.000050759572,0.00009364331,0.00032524287,0.00063013344,0.000018489545,0.0003969517,0.000024168878,0.00028877312],"category_scores_gemma":[0.0004084701,0.00003335976,0.000015359536,0.0022989842,0.00019852913,0.00032504403,0.00010497939,0.0002425433,0.00012508944],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001279458,0.00030380103,0.4183552,0.000035708454,0.0000029291991,6.4825514e-7,0.5080312,9.648437e-7,0.004625462,0.001139336,0.057902824,0.00947403],"study_design_scores_gemma":[0.0008947723,0.00011730287,0.58116966,0.000015031052,0.0000025386967,2.836437e-7,0.40989617,0.000002020594,0.00035190847,0.00010301692,0.007415985,0.00003130897],"about_ca_topic_score_codex":0.0025828406,"about_ca_topic_score_gemma":0.002506537,"teacher_disagreement_score":0.16281448,"about_ca_system_score_codex":0.00013590473,"about_ca_system_score_gemma":0.00033356334,"threshold_uncertainty_score":0.56253123},"labels":[],"label_agreement":null},{"id":"W2147172837","doi":"10.1186/1748-5908-5-53","title":"Interprofessional collaborative practice within cancer teams: Translating evidence into action. A mixed methods study protocol","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; Université de Sherbrooke; Victorian Order of Nurses; Hôpital Charles-Le Moyne","funders":"Registered Nurses' Association of Ontario; Canadian Nurses Foundation","keywords":"Knowledge translation; Health services research; Medicine; Context (archaeology); Health informatics; Medical education; Health care; Best practice; Nursing research; Interprofessional education; Evidence-based practice; Nursing; Knowledge management; Public health; Alternative medicine; Computer science","score_opus":0.6739604899129845,"score_gpt":0.8246371166663211,"score_spread":0.1506766267533366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147172837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64640695,0.000009052201,0.026506081,0.044403654,0.007852488,0.2728701,0.00008791086,0.00039268407,0.0014711142],"genre_scores_gemma":[0.5235831,0.0000021003234,0.18313451,0.0076205647,0.00033154807,0.28513232,0.0000025463246,0.000029342762,0.00016395084],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9875117,0.0055124653,0.002332071,0.0011503472,0.002293806,0.0011995891],"domain_scores_gemma":[0.98583716,0.007861339,0.0020381908,0.00067224,0.002989944,0.000601133],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034663424,0.00032708322,0.00037174995,0.0006164361,0.005138974,0.0002031125,0.0010915167,0.00011148525,0.0034299016],"category_scores_gemma":[0.016619561,0.00027531033,0.000045338016,0.0047961706,0.00072330807,0.0058312,0.00041644374,0.0013973312,0.00015660092],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047429104,0.00022525032,0.08700435,0.00021513841,0.00003126634,0.0000036916758,0.41848734,0.000020574373,0.31804648,0.0015661354,0.004315657,0.16960981],"study_design_scores_gemma":[0.0046673534,0.00068138534,0.062850334,0.00027758957,0.00005628699,0.000007864905,0.84650445,0.00082497223,0.021098973,0.0008007822,0.061630633,0.00059936877],"about_ca_topic_score_codex":0.006064411,"about_ca_topic_score_gemma":0.03333684,"teacher_disagreement_score":0.42801714,"about_ca_system_score_codex":0.00095622457,"about_ca_system_score_gemma":0.019926531,"threshold_uncertainty_score":0.9999699},"labels":[],"label_agreement":null},{"id":"W2147736741","doi":"10.1186/1748-5908-9-87","title":"Printed educational messages aimed at family practitioners fail to increase retinal screening among their patients with diabetes: a pragmatic cluster randomized controlled trial [ISRCTN72772651]","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Diabetes Canada; University of Toronto; Canadian Medical Association; Canada Research Chairs; Ottawa Hospital; University of Ottawa; Centre for Family Medicine; Institute for Clinical Evaluative Sciences; St. Michael's Hospital; Western University","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care; Institute for Clinical Evaluative Sciences","keywords":"Medicine; Referral; Family medicine; Cluster randomised controlled trial; Randomized controlled trial; Diabetic retinopathy; Psychological intervention; Guideline; Diabetes mellitus; Nursing; Surgery","score_opus":0.013383732525005625,"score_gpt":0.3428020714416508,"score_spread":0.3294183389166452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147736741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861494,0.000008593631,0.0018678204,0.0014769839,0.00013056393,0.009249691,0.00003174174,0.000040257655,0.0010449837],"genre_scores_gemma":[0.99261385,0.0000018596718,0.003179536,0.0012409502,0.000075848344,0.002270371,0.00033040575,0.00001876985,0.00026837832],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9967487,0.00045850978,0.00069684634,0.0005048785,0.0011760053,0.00041506925],"domain_scores_gemma":[0.9967727,0.00128336,0.0005761551,0.00029394508,0.0006209463,0.00045288194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020517176,0.00024738768,0.0007044423,0.00032179215,0.00041156638,0.00015690427,0.00015645495,0.000028056817,0.0003944112],"category_scores_gemma":[0.0025162026,0.00015361344,0.00017240141,0.00052396214,0.00037087357,0.0005429466,0.00008621793,0.000078572,0.000033291966],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.766193,0.0004773176,0.22953753,0.00003765703,0.000279043,0.0000013637763,0.00077490497,0.000031644147,0.00051843433,0.00014791607,0.00051825325,0.0014829881],"study_design_scores_gemma":[0.64739484,0.0006213776,0.34972626,0.00011605299,0.00033574988,9.4731234e-7,0.0005386671,0.0008468913,0.00015535842,0.000053813226,0.000066592154,0.00014347416],"about_ca_topic_score_codex":0.000112528876,"about_ca_topic_score_gemma":0.000030853862,"teacher_disagreement_score":0.12018872,"about_ca_system_score_codex":0.00023208925,"about_ca_system_score_gemma":0.00036312948,"threshold_uncertainty_score":0.6264174},"labels":[],"label_agreement":null},{"id":"W2148057600","doi":"10.1186/1748-5908-6-110","title":"Improved delivery of cardiovascular care (IDOCC) through outreach facilitation: study protocol and implementation details of a cluster randomized controlled trial in primary care","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; Canadian Heart Research Centre; Institute of Population and Public Health; Élisabeth Bruyère Hospital; University of Ottawa","funders":"Pfizer Canada; Ontario Ministry of Health and Long-Term Care; Pfizer","keywords":"Medicine; Outreach; Facilitator; Best practice; Nursing; Referral; Cluster randomised controlled trial; Health administration; Randomized controlled trial; Audit; Academic detailing; Family medicine; Health services research; Health care; Health informatics; Intervention (counseling); Public health; Psychology; Internal medicine","score_opus":0.059311704153561524,"score_gpt":0.43876405009017144,"score_spread":0.3794523459366099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148057600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7507034,0.00014210958,0.00014631741,0.000012655899,0.00012225803,0.24810934,0.00003359767,0.000010690627,0.0007196059],"genre_scores_gemma":[0.91740215,0.00001969811,0.0016980278,0.00008982745,0.000028080653,0.08070807,0.0000425229,0.000009056606,0.000002559643],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9959387,0.0004425641,0.0016326976,0.0004843323,0.0011047224,0.0003969556],"domain_scores_gemma":[0.99788254,0.00017971339,0.0005200234,0.00035700662,0.00088984804,0.00017088259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004545565,0.00018725716,0.0013968601,0.00044142187,0.00015473962,0.000017752778,0.00011776059,0.00003808344,0.00004499065],"category_scores_gemma":[0.00013346746,0.00014858173,0.00029500827,0.00066327123,0.00044801141,0.0004857271,0.00008653606,0.00009618163,5.736936e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8084366,0.00033916527,0.017544761,0.0016032245,0.00015983515,0.0000034268696,0.13376455,0.0000026635355,0.0021855417,0.00003434782,0.00000365512,0.035922237],"study_design_scores_gemma":[0.81949395,0.0021231016,0.021410722,0.000042863398,0.00033611667,0.0000036622919,0.15007621,0.000012769626,0.0063589527,0.00001089592,0.000031171265,0.00009961307],"about_ca_topic_score_codex":0.0056701563,"about_ca_topic_score_gemma":0.0004978489,"teacher_disagreement_score":0.16740127,"about_ca_system_score_codex":0.0005768733,"about_ca_system_score_gemma":0.0023288939,"threshold_uncertainty_score":0.8571618},"labels":[],"label_agreement":null},{"id":"W2148059572","doi":"10.1186/1748-5908-8-61","title":"Toward systematic reviews to understand the determinants of wait time management success to help decision-makers and managers better manage wait times","year":2013,"lang":"en","type":"review","venue":"Implementation Science","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"CARE Canada; Alberta Health Services; University of Calgary; Statistics Canada; St. John’s Health Sciences Centre; Pierre Elliott Trudeau Foundation; Université de Montréal","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research","keywords":"Health administration; Health informatics; Staffing; CINAHL; Systematic review; Variety (cybernetics); Sustainability; Organizational culture; Business; Stakeholder; Medicine; Health services research; Knowledge management; Incentive; Health care; Corporate governance; Process management; MEDLINE; Public relations; Nursing; Public health; Psychological intervention; Computer science; Political science","score_opus":0.2667978416214318,"score_gpt":0.5535554256407297,"score_spread":0.2867575840192979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148059572","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005225151,0.78116304,0.0641193,0.0061062435,0.0028695508,0.13639423,0.00040629797,0.00018011632,0.0035360684],"genre_scores_gemma":[0.00073987717,0.959953,0.030593483,0.0027411513,0.00008419536,0.0035621123,0.00005112938,0.00006736921,0.002207656],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99425644,0.001011187,0.0024615007,0.0007428891,0.00087594026,0.0006520526],"domain_scores_gemma":[0.9964038,0.0010846874,0.0010063526,0.00083097717,0.0003452106,0.00032896045],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0060654813,0.00038057563,0.0014164546,0.00076341565,0.0012569866,0.00021973014,0.0008936505,0.00011362681,0.00071519037],"category_scores_gemma":[0.0003988597,0.00023420026,0.00012670545,0.0019169211,0.00013189927,0.00044829032,0.0005237735,0.00022417112,0.0009795123],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047645176,0.000013737719,0.000063474334,0.110359,0.000042305768,0.000005068757,0.004414485,0.000022809529,8.2015447e-7,0.00076085026,0.0064654914,0.8778472],"study_design_scores_gemma":[0.0011330724,0.00032730596,0.0005501398,0.23579253,0.0016316338,0.000026109325,0.04009863,0.002548985,0.0000048265624,0.0003867083,0.7158479,0.0016521737],"about_ca_topic_score_codex":0.00014860884,"about_ca_topic_score_gemma":0.000117093565,"teacher_disagreement_score":0.876195,"about_ca_system_score_codex":0.00049054495,"about_ca_system_score_gemma":0.00032618726,"threshold_uncertainty_score":0.99979836},"labels":[],"label_agreement":null},{"id":"W2148093994","doi":"10.1186/1748-5908-9-78","title":"Implementation and evaluation of the 5As framework of obesity management in primary care: design of the 5As Team (5AsT) randomized control trial","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Stroke Network; University of Alberta","funders":"","keywords":"Medicine; Randomized controlled trial; Health administration; Weight management; Family medicine; Collaborative Care; Thematic analysis; Public health; Health services research; Management of obesity; Nursing; Obesity; Qualitative research; Weight loss; Primary care","score_opus":0.12430123253329539,"score_gpt":0.5488267646497594,"score_spread":0.42452553211646404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148093994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97610366,0.00007730062,0.010282712,0.0009311191,0.0006371279,0.010857115,0.000021167714,0.0000063545863,0.0010834109],"genre_scores_gemma":[0.9970478,0.000059297057,0.001915363,0.00051486236,0.000041104984,0.00040243493,0.000004224297,0.000005067566,0.0000098674855],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9912782,0.005537052,0.001246062,0.0002543899,0.0013937949,0.0002905047],"domain_scores_gemma":[0.9942501,0.0029853918,0.0017658098,0.00036921116,0.000585558,0.00004390485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0261403,0.00010279336,0.00037716544,0.00016220006,0.0006596331,0.000012535436,0.00036860936,0.000062040104,0.00020125204],"category_scores_gemma":[0.0010061745,0.00006605615,0.000060368402,0.0006816956,0.00044170485,0.0003990339,0.00017255575,0.00022007813,0.0000022176428],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11825929,0.0007026247,0.54054695,0.0040340386,0.0001980033,1.4806022e-7,0.11981268,0.0020669743,0.0061610104,0.07806679,0.00093326496,0.1292182],"study_design_scores_gemma":[0.3815865,0.00018802336,0.57901436,0.0002698175,0.00031488098,1.743481e-7,0.027784048,0.0015014593,0.001918536,0.0072055236,0.00011884925,0.00009782823],"about_ca_topic_score_codex":0.0010719834,"about_ca_topic_score_gemma":0.00082317245,"teacher_disagreement_score":0.2633272,"about_ca_system_score_codex":0.00029089057,"about_ca_system_score_gemma":0.0010288118,"threshold_uncertainty_score":0.9059759},"labels":[],"label_agreement":null},{"id":"W2148347736","doi":"10.1186/1748-5908-6-86","title":"Task shifting and integration of HIV care into primary care in South Africa: The development and content of the streamlining tasks and roles to expand treatment and care for HIV (STRETCH) intervention","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"Medical Research Council; National Research Foundation; Universiteit van die Vrystaat; International Development Research Centre; Irish Aid","keywords":"Medicine; Facilitator; Intervention (counseling); Outreach; Nursing; Health administration; Medical prescription; Psychological intervention; Nursing research; Health informatics; Family medicine; Public health; Psychology","score_opus":0.11502270535979778,"score_gpt":0.40177762943583434,"score_spread":0.28675492407603653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148347736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99652606,0.0012585325,0.0009335378,0.00008818148,0.000011086218,0.0010090652,0.00008542912,0.0000043731893,0.00008372095],"genre_scores_gemma":[0.99608153,0.00001925658,0.0036919652,0.00000951188,0.0000050699746,0.000119121534,0.000042373627,0.0000044738945,0.000026712112],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99904656,0.000046470213,0.00034334522,0.00021974694,0.00019153995,0.00015236111],"domain_scores_gemma":[0.9993855,0.000050228864,0.000121192206,0.000105011786,0.00026148983,0.00007661761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033672978,0.00008817155,0.00014280205,0.00015656243,0.00020339918,0.00003262605,0.00006513854,0.000015586147,0.0000056562612],"category_scores_gemma":[0.00010553219,0.00005304424,0.000031014068,0.00017664321,0.00022864506,0.00015486598,0.000114392606,0.000042123218,8.60899e-8],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099190096,0.000024284593,0.15957785,0.00023692183,0.000014482101,1.850309e-7,0.50475985,2.8633397e-7,0.012806122,0.00007992891,0.000004165105,0.32239673],"study_design_scores_gemma":[0.0017181956,0.0015245876,0.28273135,0.00042600938,0.00003590207,0.0000013998969,0.66090375,0.00007246154,0.052466005,0.000016414988,0.000051822983,0.00005211656],"about_ca_topic_score_codex":0.00027833544,"about_ca_topic_score_gemma":0.0033610798,"teacher_disagreement_score":0.3223446,"about_ca_system_score_codex":0.0001538661,"about_ca_system_score_gemma":0.00013328248,"threshold_uncertainty_score":0.21630813},"labels":[],"label_agreement":null},{"id":"W2148482036","doi":"10.1186/1748-5908-6-92","title":"Computerized clinical decision support systems for chronic disease management: A decision-maker-researcher partnership systematic review","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":245,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Hamilton Health Sciences; Canada Research Chairs; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Medicine; Health administration; Health services research; Health informatics; General partnership; Public health; Clinical decision support system; Decision support system; Management science; Nursing; Data mining; Computer science; Business","score_opus":0.5365833206885207,"score_gpt":0.686985495079438,"score_spread":0.1504021743909173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148482036","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001948713,0.916901,0.022107383,0.00007475005,0.003414943,0.056580886,0.00028723516,0.00016808552,0.00046377102],"genre_scores_gemma":[0.000014062234,0.96688205,0.0020181914,0.00072759704,0.0006532721,0.027727518,0.00039693387,0.0001347986,0.0014455785],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9776329,0.005622826,0.009517133,0.0020625214,0.0024310648,0.0027335836],"domain_scores_gemma":[0.9786007,0.0113858245,0.00455343,0.0025596074,0.0012417973,0.0016586786],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.051372547,0.0008286385,0.004943213,0.00096156885,0.0018743234,0.00018717094,0.002911654,0.0003656767,0.000888574],"category_scores_gemma":[0.004100037,0.0006085164,0.0009554052,0.0024523952,0.00035843928,0.00060728885,0.000846807,0.0011096542,0.0022503713],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00002910485,0.000043426488,0.00001868791,0.71610874,0.00009088304,0.00001070932,0.000067013905,8.2412335e-8,6.864566e-9,0.0027435913,0.023240887,0.25764686],"study_design_scores_gemma":[0.0009740146,0.00019047949,0.000019023266,0.42876422,0.0010484349,0.000008605577,0.00012406755,0.00008876141,4.27847e-9,0.00014680623,0.56829023,0.00034533453],"about_ca_topic_score_codex":0.00009174877,"about_ca_topic_score_gemma":0.00011184751,"teacher_disagreement_score":0.54504937,"about_ca_system_score_codex":0.0038626844,"about_ca_system_score_gemma":0.01621936,"threshold_uncertainty_score":0.9999613},"labels":[],"label_agreement":null},{"id":"W2148681326","doi":"10.1186/1748-5908-8-99","title":"Protocol for CONSORT-SPI: an extension for social and psychological interventions","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Institute of Education, University of London; Economic and Social Research Council; Clarendon Fund; London School of Hygiene and Tropical Medicine; Cardiff University; Medical Research Council; Vanderbilt University; Hebrew University of Jerusalem; University of Oxford; University College London; University of Cambridge; York University","keywords":"Medicine; Protocol (science); Health services research; Health administration; Health informatics; Public health; Psychological intervention; Extension (predicate logic); Social policy; Nursing; Alternative medicine; Pathology","score_opus":0.9584328287903215,"score_gpt":0.8434736460256635,"score_spread":0.114959182764658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148681326","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44303724,5.807839e-7,0.07664263,0.01755759,0.0004238438,0.46146333,0.0002666177,0.00015268718,0.00045547332],"genre_scores_gemma":[0.2633347,3.1177797e-7,0.029428586,0.009350447,0.00019867842,0.6974814,0.00001957761,0.000013265426,0.00017301769],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967567,0.00029655284,0.0010466434,0.0006161648,0.0004252587,0.00085872534],"domain_scores_gemma":[0.9968875,0.0009834954,0.0005081704,0.00021981949,0.0010717456,0.00032928857],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004484685,0.00013150291,0.00018195891,0.00023967455,0.0034855222,0.00011969668,0.00032581858,0.00006415062,0.0017478561],"category_scores_gemma":[0.0011753084,0.00011071297,0.000058293015,0.0005017028,0.00049860775,0.0013811376,0.00010651673,0.000119412565,0.00006522353],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042706262,0.00066095963,0.061992805,0.0022624063,0.000020432051,5.612622e-7,0.049988605,0.0000029164346,0.11009576,0.12698814,0.31608725,0.33147308],"study_design_scores_gemma":[0.014534346,0.0025690761,0.77144986,0.00010564995,0.000021506854,0.0000058592386,0.037719175,0.0013627919,0.0010920207,0.020297142,0.15029769,0.00054491876],"about_ca_topic_score_codex":0.00017577563,"about_ca_topic_score_gemma":0.00024436347,"teacher_disagreement_score":0.70945704,"about_ca_system_score_codex":0.000151391,"about_ca_system_score_gemma":0.00043042787,"threshold_uncertainty_score":0.9991647},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2149087810","doi":"10.1186/s13012-015-0240-2","title":"Implementation science: a reappraisal of our journal mission and scope","year":2015,"lang":"en","type":"editorial","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"National Institute for Health and Care Research","keywords":"Scope (computer science); Publication; Medicine; Health informatics; Public relations; Population health; Health services research; Health administration; Relevance (law); Psychological intervention; Health care; Health policy; Public health; Medical education; Political science; Nursing; Law; Computer science","score_opus":0.6448707241632826,"score_gpt":0.7866013680572589,"score_spread":0.14173064389397627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149087810","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07074734,0.00019610714,0.0007752931,0.005908437,0.91255003,0.0045908657,0.0015726531,0.0001360984,0.003523154],"genre_scores_gemma":[0.26483884,0.0015923908,0.018950017,0.00442503,0.707472,0.000596796,0.00050729053,0.00025339154,0.0013641709],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98268205,0.0011080169,0.0035268397,0.0013366181,0.009089339,0.0022571604],"domain_scores_gemma":[0.98232985,0.0019688741,0.004332507,0.0007783023,0.008894937,0.0016955128],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043970525,0.00049804524,0.0007763848,0.0025492741,0.0047622034,0.00041114786,0.0020062802,0.00034025835,0.00070952176],"category_scores_gemma":[0.013937906,0.00044766,0.00007802228,0.0045638643,0.0017057074,0.0036064067,0.0010553114,0.001535403,0.00010958129],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046615525,0.000016787173,0.0026346098,0.0002058633,0.000008570932,0.0000025089525,0.013175374,0.0000012293443,0.0069338735,0.0004900396,0.96393365,0.012550885],"study_design_scores_gemma":[0.0042265393,0.0005128436,0.0042261044,0.0002630677,0.000056668716,0.000013364419,0.08041848,0.00002368235,0.0018797031,0.00038997838,0.90751845,0.00047111054],"about_ca_topic_score_codex":0.002009364,"about_ca_topic_score_gemma":0.0006810656,"teacher_disagreement_score":0.20507799,"about_ca_system_score_codex":0.0016525683,"about_ca_system_score_gemma":0.062131524,"threshold_uncertainty_score":0.9997975},"labels":[],"label_agreement":null},{"id":"W2149184055","doi":"10.1186/1748-5908-5-28","title":"Knowledge translation to fitness trainers: A systematic review","year":2010,"lang":"en","type":"review","venue":"Implementation Science","topic":"Physical Education and Pedagogy","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Psychological intervention; Medical education; Medicine; Sports medicine; Physical fitness; Inclusion (mineral); Evidence-based medicine; Evidence-based practice; Public health; Psychology; Alternative medicine; Nursing; Knowledge management; Computer science; Physical therapy","score_opus":0.6513146294494376,"score_gpt":0.7210362367968415,"score_spread":0.06972160734740385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149184055","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019884615,0.9840707,0.000397249,0.00068468606,0.0012739737,0.009798529,0.0001288938,0.000065747496,0.0035782054],"genre_scores_gemma":[0.000020503496,0.9917753,0.0002762025,0.0020878736,0.00027276625,0.0045291367,0.00021672493,0.000029506633,0.00079201185],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99580157,0.000836905,0.0016850785,0.0005560843,0.00056019425,0.00056018],"domain_scores_gemma":[0.9965298,0.0012278548,0.00080948544,0.0006169965,0.00045580885,0.0003600073],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0035313326,0.00029470035,0.0014934026,0.00043097496,0.0007480262,0.000042493528,0.0007779437,0.00013294259,0.0019669668],"category_scores_gemma":[0.0010140865,0.00021912881,0.00018116861,0.002467554,0.00011344677,0.00033248722,0.0000737343,0.00059722253,0.0029542428],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.081068e-7,0.000019366807,1.4998615e-7,0.59295315,0.0000061186543,1.0961482e-7,0.0030210763,5.7360543e-9,0.0000076678025,0.0013554537,0.0016708786,0.40096572],"study_design_scores_gemma":[0.0000968064,0.000015303429,0.000002264068,0.23800169,0.00038313182,0.0000018782791,0.00082886027,7.567718e-7,0.0000010538945,0.000027143475,0.7604491,0.00019203417],"about_ca_topic_score_codex":0.00004133892,"about_ca_topic_score_gemma":0.00021609075,"teacher_disagreement_score":0.7587782,"about_ca_system_score_codex":0.00030736593,"about_ca_system_score_gemma":0.0046043023,"threshold_uncertainty_score":0.99894536},"labels":[],"label_agreement":null},{"id":"W2149197712","doi":"10.1186/1748-5908-8-49","title":"Guideline adaptation and implementation planning: a prospective observational study","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":167,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Queen's University","funders":"Partenariat Canadien Contre Le Cancer","keywords":"Guideline; Adaptation (eye); Medicine; Context (archaeology); Process management; Audit; Nursing; Health services research; Health care; Observational study; Mandate; Medical education; Psychology; Public health; Business; Political science","score_opus":0.858410586715187,"score_gpt":0.7526891392850241,"score_spread":0.10572144743016287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149197712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9764243,0.0000067197498,0.0077764243,0.0069079,0.00039364357,0.0072505088,0.000052948926,0.00013069247,0.0010568786],"genre_scores_gemma":[0.9791748,0.0000030297776,0.00873672,0.0089376075,0.0001718606,0.002770834,0.00005238575,0.000018820027,0.00013397046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994355,0.0005310646,0.0018107407,0.0007780985,0.001530571,0.0009945076],"domain_scores_gemma":[0.9960749,0.00085023156,0.0005804581,0.00033378607,0.0017594974,0.00040108722],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005609652,0.00022323859,0.0002333078,0.00054542325,0.002676613,0.0001855833,0.0003826186,0.000044045097,0.0047103683],"category_scores_gemma":[0.00080917345,0.00020985039,0.000023209042,0.0018265183,0.00029360192,0.003178783,0.00025243356,0.00024465373,0.00034436784],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010813847,0.000033533244,0.9033235,0.000017047783,0.000008848389,6.908448e-7,0.06803372,0.000021344684,0.003556623,0.0030639179,0.010705007,0.01122501],"study_design_scores_gemma":[0.0021618032,0.0002324649,0.76050645,0.000008244186,0.000010214495,0.0000017816978,0.23065166,0.00086302013,0.00021543102,0.0014279574,0.0037510402,0.00016994598],"about_ca_topic_score_codex":0.0043800427,"about_ca_topic_score_gemma":0.0012331844,"teacher_disagreement_score":0.16261794,"about_ca_system_score_codex":0.0005970165,"about_ca_system_score_gemma":0.0019076994,"threshold_uncertainty_score":0.99862176},"labels":[],"label_agreement":null},{"id":"W2149206813","doi":"10.1186/s13012-015-0211-7","title":"“Entrenched practices and other biases”: unpacking the historical, economic, professional, and social resistance to de-implementation","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":187,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Resistance (ecology); Public relations; Context (archaeology); Health care; Politics; Health administration; Scientific evidence; Medicine; Scientific progress; Political science; Law; Epistemology","score_opus":0.8278262419469845,"score_gpt":0.74455361278367,"score_spread":0.08327262916331446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149206813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8856464,0.000029402889,0.0005791925,0.11057307,0.0006833104,0.0015709614,0.000090807465,0.000051679337,0.00077518384],"genre_scores_gemma":[0.9619113,0.0000107931755,0.003144763,0.033457067,0.00030887144,0.0004771066,0.000006478808,0.000016296672,0.0006673086],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960606,0.00089802255,0.00084745354,0.00054761826,0.0007999206,0.0008463599],"domain_scores_gemma":[0.9961155,0.001768031,0.0011157903,0.00023034327,0.00031462123,0.0004556875],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009837263,0.0001570137,0.00018415316,0.0002712405,0.0030430572,0.00016799559,0.0003750446,0.000045986726,0.00044403368],"category_scores_gemma":[0.0017397741,0.00012519499,0.000016362837,0.000659809,0.00030660426,0.0010926082,0.00029784447,0.00021192736,0.000081393104],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014984926,0.000027288743,0.35188,0.00009225587,0.000013752406,0.0000015091891,0.32706982,0.0000063205007,0.004870555,0.017532708,0.28585094,0.012504985],"study_design_scores_gemma":[0.0016973224,0.00008357231,0.12534744,0.000026382504,0.000018250461,0.0000038493336,0.17242715,0.00007952444,0.000518695,0.0010745742,0.69849455,0.00022867613],"about_ca_topic_score_codex":0.002858855,"about_ca_topic_score_gemma":0.010216584,"teacher_disagreement_score":0.4126436,"about_ca_system_score_codex":0.002131663,"about_ca_system_score_gemma":0.0030602757,"threshold_uncertainty_score":0.99825484},"labels":[],"label_agreement":null},{"id":"W2149436609","doi":"10.1186/1748-5908-3-36","title":"Healthcare professionals' intentions and behaviours: A systematic review of studies based on social cognitive theories","year":2008,"lang":"en","type":"review","venue":"Implementation Science","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":1150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université Laval","funders":"Economic and Social Research Council","keywords":"PsycINFO; Theory of planned behavior; Health care; Social cognitive theory; Theory of reasoned action; Cognition; MEDLINE; Applied psychology; Health informatics; Health services research; Psychology; Health administration; Psychological intervention; Medicine; Social psychology; Public health; Nursing; Control (management); Psychiatry","score_opus":0.464513130827759,"score_gpt":0.6782366360005734,"score_spread":0.21372350517281435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149436609","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003438941,0.9942071,0.000033895965,0.0003269014,0.00046567657,0.0041408795,0.00069393776,0.000021409067,0.00007580419],"genre_scores_gemma":[0.0016491264,0.9947112,0.000048181886,0.0007415133,0.000026530435,0.0025794904,0.00015240497,0.000015031327,0.000076486496],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99618316,0.00091478066,0.0014451089,0.0004421295,0.0006938101,0.0003210312],"domain_scores_gemma":[0.99696505,0.00046665772,0.0013217439,0.00022164137,0.00091852533,0.00010638217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015244429,0.0002443726,0.001351786,0.0004174111,0.0006620811,0.000018737526,0.0002482536,0.00007503012,0.0002744251],"category_scores_gemma":[0.0003782608,0.0001767142,0.0002997713,0.0009193601,0.0007804627,0.00014393825,0.000071948845,0.00022800392,0.000020968168],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005052899,0.00020881496,0.000017313707,0.7908296,0.000045143417,0.0000044277863,0.0012934954,4.105188e-10,3.121413e-8,0.007555561,0.0011903835,0.19885017],"study_design_scores_gemma":[0.00031137635,0.00035960984,0.00037490332,0.98730505,0.0011407399,0.000039345927,0.00866131,1.5932339e-7,6.208616e-7,0.000034736557,0.0015580925,0.00021404964],"about_ca_topic_score_codex":0.000067616864,"about_ca_topic_score_gemma":0.00003781203,"teacher_disagreement_score":0.19863611,"about_ca_system_score_codex":0.00016246551,"about_ca_system_score_gemma":0.0008341231,"threshold_uncertainty_score":0.7206196},"labels":[],"label_agreement":null},{"id":"W2149727398","doi":"10.1186/1748-5908-5-49","title":"The impact of social networks on knowledge transfer in long-term care facilities: Protocol for a study","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Social network (sociolinguistics); Psychological intervention; Protocol (science); Health administration; Social network analysis; Health informatics; Knowledge translation; Nursing research; Knowledge management; Health services research; Intervention (counseling); Computer science; Medicine; Public health; Nursing; Social media; World Wide Web","score_opus":0.06640039136481785,"score_gpt":0.5084652624222902,"score_spread":0.44206487105747233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149727398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9176131,9.0636945e-7,0.00027612539,0.00013021115,0.00010690006,0.08129612,0.0000253146,0.000035353856,0.00051599485],"genre_scores_gemma":[0.9285306,2.0589852e-7,0.000015520798,0.0000046593773,0.000046431855,0.071363315,0.0000014855306,0.000004301915,0.00003351818],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9985709,0.00009698248,0.00029211974,0.00025364597,0.00036345582,0.0004228686],"domain_scores_gemma":[0.99922746,0.00021975767,0.000051413997,0.0001662059,0.00028822455,0.00004692182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016031986,0.000090398,0.00010674319,0.00014582384,0.0011422047,0.00010175389,0.00062383583,0.00005431171,0.00008310406],"category_scores_gemma":[0.00012589016,0.00006447774,0.00006219655,0.00076822547,0.0010274735,0.0002702385,0.00003425898,0.00014698124,0.0000018613786],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014817811,0.00033803456,0.40026635,0.000021703554,0.0000128892325,5.8397023e-7,0.5044035,0.00001567717,0.0012937143,0.008269326,0.00022811897,0.08500193],"study_design_scores_gemma":[0.0027496724,0.0006264963,0.8415442,0.000008301895,0.0000037154039,1.5453435e-7,0.1527965,0.000035602992,0.0011347504,0.00018602556,0.00079246506,0.00012210853],"about_ca_topic_score_codex":0.0012270384,"about_ca_topic_score_gemma":0.11497945,"teacher_disagreement_score":0.44127786,"about_ca_system_score_codex":0.00019049802,"about_ca_system_score_gemma":0.0007141787,"threshold_uncertainty_score":0.9011699},"labels":[],"label_agreement":null},{"id":"W2149919639","doi":"10.1186/1748-5908-5-57","title":"The translation research in a dental setting (TRiaDS) programme protocol","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"NHS Education for Scotland","keywords":"Knowledge translation; Multidisciplinary approach; Medicine; Health services research; Protocol (science); Stakeholder; Health care; Process (computing); Psychological intervention; Medical education; Health administration; Set (abstract data type); Process management; Knowledge management; Nursing; Alternative medicine; Public health; Computer science; Public relations; Sociology; Engineering; Pathology","score_opus":0.8872952732951757,"score_gpt":0.8263195365236387,"score_spread":0.060975736771537004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149919639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7762558,0.0000014587088,0.00044599603,0.034548208,0.0011020998,0.18031055,0.000030363144,0.0001283932,0.007177174],"genre_scores_gemma":[0.8254365,0.0000010792386,0.0038905903,0.0014687222,0.0002276965,0.16887243,0.000004388285,0.000013778834,0.00008485936],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923125,0.0014476248,0.001363739,0.0005562364,0.0022201461,0.0020997731],"domain_scores_gemma":[0.9932931,0.004825262,0.00037630726,0.0004603247,0.0007097561,0.0003352292],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.04847607,0.00012346842,0.00011816425,0.0006253607,0.005909597,0.00023803265,0.00093560264,0.00006898987,0.00051431137],"category_scores_gemma":[0.0025601687,0.000091686736,0.000026245465,0.004314201,0.0010077829,0.0011797542,0.00019450951,0.0011730553,0.00029971878],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008586725,0.000047975638,0.35703495,0.000098773016,0.0000021741857,0.0000027471322,0.034859527,0.0000019811232,0.07154113,0.0197146,0.0026442143,0.5139661],"study_design_scores_gemma":[0.0059013916,0.00019250068,0.31568918,0.000058140828,0.0000024190776,0.0000074611075,0.08310885,0.0011204812,0.004753499,0.0046749506,0.58419496,0.0002961868],"about_ca_topic_score_codex":0.0014828579,"about_ca_topic_score_gemma":0.029210875,"teacher_disagreement_score":0.5815507,"about_ca_system_score_codex":0.00047197498,"about_ca_system_score_gemma":0.0040092464,"threshold_uncertainty_score":0.9953846},"labels":[],"label_agreement":null},{"id":"W2150137577","doi":"10.1186/1748-5908-8-1","title":"Strategies to enhance venous thromboprophylaxis in hospitalized medical patients (SENTRY): a pilot cluster randomized trial","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":381,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"Canadian Institutes of Health Research; McMaster University; Heart and Stroke Foundation of Canada","keywords":"Medicine; Randomized controlled trial; Odds ratio; Emergency medicine; Cluster randomised controlled trial; Blinding; Confidence interval; Attendance; Audit; Health services research; Intervention (counseling); Physical therapy; Public health; Surgery; Internal medicine; Nursing","score_opus":0.019864332793682712,"score_gpt":0.4018467101246533,"score_spread":0.38198237733097057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150137577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98454976,0.000013931389,0.0012220799,0.0035306944,0.0005971378,0.00817646,0.0000036260817,0.000042429958,0.0018638878],"genre_scores_gemma":[0.99411595,0.000041864383,0.0011699828,0.0029847359,0.000092136564,0.00151793,0.00001943565,0.00001391779,0.000044052482],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964163,0.00012882055,0.00077327236,0.0005303608,0.0015965814,0.00055468775],"domain_scores_gemma":[0.99875045,0.0001525567,0.00016888542,0.00031193686,0.00028871308,0.0003274513],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016943951,0.00018319167,0.00066284055,0.00036545255,0.00014833888,0.00023139524,0.00031337934,0.000035422014,0.0026344736],"category_scores_gemma":[0.0006576072,0.00014359616,0.00007794611,0.0008656126,0.00032445812,0.00066521484,0.00018156118,0.0001078875,0.00026473383],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5523192,0.027659588,0.019337384,0.00057821174,0.00059863704,0.000104905754,0.03501327,0.00012541124,0.012114364,0.017878283,0.05657941,0.27769133],"study_design_scores_gemma":[0.81712383,0.005049471,0.17099443,0.00010154258,0.00006362315,0.0000017793494,0.0023533443,0.00023377793,0.0019709647,0.0012938555,0.00048529613,0.00032808128],"about_ca_topic_score_codex":0.0024979122,"about_ca_topic_score_gemma":0.0002352831,"teacher_disagreement_score":0.27736324,"about_ca_system_score_codex":0.00020533014,"about_ca_system_score_gemma":0.0004559114,"threshold_uncertainty_score":0.99827725},"labels":[],"label_agreement":null},{"id":"W2150514940","doi":"10.1186/1748-5908-8-142","title":"Feedback GAP: pragmatic, cluster-randomized trial of goal setting and action plans to increase the effectiveness of audit and feedback interventions in primary care","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Ottawa; Public Health Ontario; Health Sciences Centre; Sunnybrook Health Science Centre; Bridgepoint Active Healthcare; Toronto Western Hospital; University of Toronto; University Health Network; Institute for Clinical Evaluative Sciences; Women's College Hospital","funders":"Canadian Institutes of Health Research; University of Toronto; Ontario Ministry of Health and Long-Term Care","keywords":"Medicine; Worksheet; Psychological intervention; Randomized controlled trial; Cluster randomised controlled trial; Audit; Guideline; Physical therapy; Health services research; Family medicine; Public health; Nursing; Internal medicine; Psychology","score_opus":0.23830288505451994,"score_gpt":0.6018822468216587,"score_spread":0.3635793617671388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150514940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98517394,0.000010681129,0.0021089748,0.0021403206,0.00026778577,0.009495762,0.00012906021,0.000013690382,0.0006597726],"genre_scores_gemma":[0.99536014,0.00001748772,0.0020340635,0.0009418621,0.000036236925,0.001560767,0.000020111826,0.00000789957,0.000021437969],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933242,0.0036915105,0.001518958,0.0003577179,0.00064198754,0.00046557796],"domain_scores_gemma":[0.9887333,0.009479475,0.0008369972,0.00025501248,0.0005033667,0.00019186665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016185815,0.00013214244,0.00042384976,0.0004387608,0.0005860733,0.00004700224,0.00027536554,0.000044295488,0.00015369523],"category_scores_gemma":[0.0038345077,0.00009863182,0.000049671835,0.0009875473,0.00057321804,0.00083801476,0.0003025811,0.0001809166,0.0000146327675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18630123,0.00035690333,0.28612104,0.022076642,0.000099466,0.0000014965084,0.26874822,0.00018968624,0.10745811,0.007028902,0.002845161,0.11877314],"study_design_scores_gemma":[0.28651476,0.0003374293,0.6567093,0.00087316235,0.00003335332,0.0000023979842,0.053216986,0.00021079139,0.0010871197,0.0007679181,0.0000962468,0.00015049857],"about_ca_topic_score_codex":0.0054665124,"about_ca_topic_score_gemma":0.0025660042,"teacher_disagreement_score":0.3705883,"about_ca_system_score_codex":0.00031876765,"about_ca_system_score_gemma":0.000840026,"threshold_uncertainty_score":0.8263768},"labels":[],"label_agreement":null},{"id":"W2150699841","doi":"10.1186/1748-5908-9-59","title":"The role of interpersonal communication in the process of knowledge mobilization within a community-based organization: a network analysis","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Spinal Cord Injury Ontario; Queen's University","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Ontario Neurotrauma Foundation","keywords":"Interpersonal communication; Centrality; Opinion leadership; Promotion (chess); Social psychology; Psychology; Interpersonal relationship; Mobilization; Knowledge management; Medicine; Public relations; Political science","score_opus":0.289183018245653,"score_gpt":0.6441366535397338,"score_spread":0.3549536352940808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150699841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97467613,0.000019458417,0.019604065,0.002955534,0.00009847751,0.0013172785,0.000024365967,0.000022087754,0.001282588],"genre_scores_gemma":[0.9968022,0.0000059772233,0.001061142,0.0018619384,0.000022548491,0.00018710611,0.00004622169,0.0000066860175,0.0000061837377],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927054,0.0046367636,0.0013209373,0.00017797103,0.0007635723,0.0003953258],"domain_scores_gemma":[0.9907232,0.0058224285,0.0011981707,0.0007215747,0.0014695935,0.00006506649],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02394372,0.00009726179,0.00019874117,0.0003623356,0.0026687665,0.000038638824,0.0014351393,0.00003658191,0.00010338307],"category_scores_gemma":[0.0024038388,0.00006527407,0.00003252187,0.010326116,0.0007519526,0.0003852204,0.00013929521,0.0003030547,0.000007211234],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021063415,0.00006989377,0.71632344,0.00010033109,0.000014829539,1.2387606e-8,0.24666792,0.0038839756,0.00120942,0.028973496,0.00017936714,0.0025562632],"study_design_scores_gemma":[0.0016504403,0.000210062,0.556228,0.00013582036,0.00009940128,5.7975393e-7,0.37766218,0.048270304,0.0052205604,0.0056207655,0.004703105,0.00019880268],"about_ca_topic_score_codex":0.0010065872,"about_ca_topic_score_gemma":0.010755922,"teacher_disagreement_score":0.16009545,"about_ca_system_score_codex":0.00015301071,"about_ca_system_score_gemma":0.0014037946,"threshold_uncertainty_score":0.9986296},"labels":[],"label_agreement":null},{"id":"W2150768006","doi":"10.1186/1748-5908-7-93","title":"A cross-country comparison of intensive care physicians’ beliefs about their transfusion behaviour: A qualitative study using the theoretical domains framework","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Blood transfusion and management","field":"Medicine","cited_by":185,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; University of Ottawa; Health Sciences Centre; Ottawa Hospital","funders":"Canadian Blood Services","keywords":"Medicine; Context (archaeology); Intensive care; Qualitative research; Health services research; Intensive care unit; Psychological intervention; Public health; Nursing; Family medicine; Intensive care medicine","score_opus":0.07914245699506754,"score_gpt":0.5175665520446107,"score_spread":0.4384240950495431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150768006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814434,0.00014180536,0.015715396,0.00041374486,0.00032920067,0.0016840246,0.000047679507,0.000025716152,0.0001990412],"genre_scores_gemma":[0.99763614,0.000011700034,0.00095875264,0.0012333712,0.00007645593,0.000053270734,0.0000132189525,0.000012772202,0.000004348543],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9977056,0.0001710108,0.0004937007,0.00029458906,0.00093363307,0.0004014651],"domain_scores_gemma":[0.9980849,0.00019882729,0.00017594795,0.0003521138,0.0010790802,0.0001091445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012754666,0.0001620422,0.00028870275,0.00013651312,0.0005195257,0.00006406961,0.00023927736,0.000037034646,0.0002399402],"category_scores_gemma":[0.000115808245,0.00010536919,0.00008560818,0.0008668258,0.0013057562,0.0003098365,0.00008222311,0.00021785508,0.0000030418337],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095576426,0.00045200752,0.17080502,0.000029514931,0.000040786334,8.7387406e-7,0.7974301,0.000005823282,0.008848312,0.016659884,0.00002117189,0.0056109224],"study_design_scores_gemma":[0.0012712808,0.0003708111,0.1972245,0.000070993854,0.00017451373,0.0000028721074,0.78464085,0.00006511305,0.01584195,0.0001845407,0.000055935812,0.00009665879],"about_ca_topic_score_codex":0.0003197304,"about_ca_topic_score_gemma":0.00009700266,"teacher_disagreement_score":0.026419468,"about_ca_system_score_codex":0.00010609629,"about_ca_system_score_gemma":0.00010422112,"threshold_uncertainty_score":0.48111132},"labels":[],"label_agreement":null},{"id":"W2151480870","doi":"10.1186/s13012-014-0100-5","title":"GRAIDs: a framework for closing the gap in the availability of health promotion programs and interventions for people with disabilities","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of North Carolina at Chapel Hill; University at Buffalo; University of Illinois at Urbana-Champaign; Health Science Center, University of Tennessee; Shriners Hospitals for Children; Temple University; Loyola University Chicago; Centers for Disease Control and Prevention; National Institute on Disability and Rehabilitation Research; University of Massachusetts Medical School; Clemson University","keywords":"Workgroup; Health promotion; Medicine; Public health; Psychological intervention; Health informatics; Medical education; Grey literature; Population; Gerontology; Nursing; MEDLINE; Environmental health; Political science; Computer science","score_opus":0.31767198863298834,"score_gpt":0.5359564506151584,"score_spread":0.21828446198217005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151480870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9113626,0.000027032185,0.07574997,0.008950216,0.000021700194,0.0038131555,0.000011328769,0.000007288352,0.000056709894],"genre_scores_gemma":[0.993475,0.0000040679465,0.005553943,0.000106192165,0.0000121750245,0.0008108518,0.000017606626,0.0000037431298,0.00001640507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869317,0.00015415078,0.00035435552,0.00022032631,0.00034687785,0.00023113063],"domain_scores_gemma":[0.9985837,0.00083561096,0.00008705906,0.00023919645,0.0002183504,0.0000360946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006121947,0.00005822491,0.0001565607,0.00006513187,0.00028658577,0.000077299046,0.000144093,0.000012783213,0.000050527156],"category_scores_gemma":[0.0024687464,0.0000298092,0.000056128843,0.0005906769,0.0007970661,0.00017377269,0.000027395203,0.000066561624,6.747877e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017495068,0.00085067964,0.7204107,0.0019369865,0.0000141998735,5.971408e-9,0.043020748,0.0000012375399,0.00032292565,0.038122114,0.0002241649,0.19492126],"study_design_scores_gemma":[0.002230779,0.016050177,0.734342,0.00081223453,0.00005053224,0.000019924086,0.14872962,0.0019651665,0.0013467813,0.09350129,0.0008010214,0.00015051034],"about_ca_topic_score_codex":0.00020592648,"about_ca_topic_score_gemma":0.0009439655,"teacher_disagreement_score":0.19477075,"about_ca_system_score_codex":0.000062994244,"about_ca_system_score_gemma":0.00015546635,"threshold_uncertainty_score":0.29554984},"labels":[],"label_agreement":null},{"id":"W2151619338","doi":"10.1186/s13012-014-0114-z","title":"Feasibility of a rapid response mechanism to meet policymakers' urgent needs for research evidence about health systems in a low income country: a case study","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; World Health Organization","keywords":"Health services research; Medicine; Health informatics; Health administration; Public health; Health economics; Mechanism (biology); Health policy; Social policy; Quality of Life Research; Environmental health; Public economics; Nursing; Economics","score_opus":0.8110478447693558,"score_gpt":0.7639797293748737,"score_spread":0.04706811539448208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151619338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96400154,0.000019450172,0.0059534744,0.01098542,0.0006302106,0.018014235,0.0003136461,0.000050107144,0.000031914173],"genre_scores_gemma":[0.9879143,0.000006975561,0.0013886697,0.0064890315,0.00010982835,0.0040294253,0.0000026871908,0.00002345552,0.00003559416],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.978461,0.011619149,0.0032766415,0.0010911799,0.0030641737,0.0024878345],"domain_scores_gemma":[0.9800057,0.014421234,0.0008042342,0.0011733943,0.0022404343,0.001355012],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16064946,0.0002462819,0.0006288085,0.0030155256,0.0025392892,0.00011879752,0.0010285331,0.00007409577,0.00013330931],"category_scores_gemma":[0.031016478,0.00023570289,0.000046066234,0.009222563,0.00041098386,0.00095856225,0.0005140672,0.00032870405,0.0000294816],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025728426,0.00055058615,0.26443094,0.0025589755,0.000017628203,0.000030309368,0.6627765,0.00022178605,0.016544783,0.039606035,0.006754086,0.003935516],"study_design_scores_gemma":[0.009098499,0.006874793,0.18240522,0.0012913435,0.000012962988,0.000066444154,0.7899129,0.0035421355,0.0004694046,0.001015688,0.004755974,0.0005546319],"about_ca_topic_score_codex":0.049980406,"about_ca_topic_score_gemma":0.028209288,"teacher_disagreement_score":0.12963298,"about_ca_system_score_codex":0.0035080316,"about_ca_system_score_gemma":0.013129318,"threshold_uncertainty_score":0.99875927},"labels":[],"label_agreement":null},{"id":"W2152153918","doi":"10.1186/1748-5908-6-12","title":"Knowledge-to-action processes in SHRTN collaborative communities of practice: A study protocol","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; University of Alberta; University of Ottawa; University of Waterloo; Western University; Concordia University; Élisabeth Bruyère Hospital","funders":"Canadian Institutes of Health Research; Alzheimer Society; Research Institute for Aging, University of Waterloo; University of Ontario Institute of Technology","keywords":"Knowledge management; Knowledge transfer; Health informatics; Health services research; Context (archaeology); Health care; Conceptual framework; Health administration; Knowledge translation; Action research; Participant observation; Medicine; Public relations; Sociology; Public health; Computer science; Nursing; Pedagogy; Political science","score_opus":0.8418425777055992,"score_gpt":0.7912987968780191,"score_spread":0.050543780827580154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152153918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7751178,0.0000015444534,0.00086652633,0.00109885,0.00032161016,0.20532891,0.00006688954,0.000078229976,0.0171196],"genre_scores_gemma":[0.8280841,0.000001486886,0.0053604296,0.001561127,0.000028612942,0.16489556,0.0000017773774,0.0000106374355,0.000056237695],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99481255,0.0017323309,0.0014822927,0.0003496973,0.0009132958,0.00070985564],"domain_scores_gemma":[0.9934323,0.0018356328,0.0009145395,0.00040749018,0.0031765962,0.00023345383],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009058142,0.00015447247,0.00025103072,0.00097353064,0.0010895269,0.000032438526,0.00065582077,0.000035608693,0.0011075079],"category_scores_gemma":[0.0035079147,0.00014242192,0.000012004832,0.007124707,0.00035692987,0.002216435,0.0002909014,0.00025517974,0.00014396878],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016894443,0.00034247155,0.23041673,0.0002015848,0.0000041031394,8.037601e-7,0.7639029,0.00000310039,0.00082855707,0.00054994365,0.00051893276,0.0030619593],"study_design_scores_gemma":[0.0021542956,0.00078097766,0.28090912,0.00006215859,0.0000055208516,7.7770875e-7,0.6997483,0.000010613823,0.0026763028,0.00009382996,0.013431931,0.00012620936],"about_ca_topic_score_codex":0.0063615805,"about_ca_topic_score_gemma":0.051893216,"teacher_disagreement_score":0.06415461,"about_ca_system_score_codex":0.0005101381,"about_ca_system_score_gemma":0.0070594978,"threshold_uncertainty_score":0.9998056},"labels":[],"label_agreement":null},{"id":"W2152591019","doi":"10.1186/1748-5908-7-66","title":"Implementing nurse-initiated and managed antiretroviral treatment (NIMART) in South Africa: a qualitative process evaluation of the STRETCH trial","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"Medical Research Council; Irish Aid","keywords":"Medicine; Thematic analysis; Nursing; Focus group; Health services research; Context (archaeology); Health care; Health administration; Qualitative research; Public health; Sociology","score_opus":0.2887741864426835,"score_gpt":0.5772787715622942,"score_spread":0.28850458511961075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152591019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965844,0.0000680355,0.000054680564,0.00016251697,0.00004055849,0.0016852882,0.000053810953,0.000007711267,0.0013429534],"genre_scores_gemma":[0.99947035,0.0000026346747,0.0001594163,0.0000105781455,0.000028595128,0.00019013339,0.000025464655,0.0000048263078,0.00010801691],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9974606,0.00039538307,0.0004164139,0.00019307369,0.0010511117,0.00048343287],"domain_scores_gemma":[0.9991121,0.00008365059,0.00019638913,0.00015264725,0.0003497706,0.00010540082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055338354,0.00008544931,0.00014296707,0.00027375945,0.0002101481,0.000038748247,0.00009810603,0.0000151469785,0.00037625415],"category_scores_gemma":[0.0006823786,0.000058158286,0.000053555068,0.000841255,0.00026279732,0.00050914503,0.000040873147,0.00006352745,0.000004035942],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001821917,0.0011374257,0.34020868,0.000093373004,0.000086129075,7.805258e-7,0.4990122,0.0000014400907,0.0125160655,0.00094386714,0.0001418763,0.14403622],"study_design_scores_gemma":[0.09274796,0.004758681,0.26310518,0.00014886947,0.00028491276,0.000003384392,0.6078019,0.0033647832,0.026878437,0.0004862407,0.00021844855,0.0002011799],"about_ca_topic_score_codex":0.00018747499,"about_ca_topic_score_gemma":0.00044145552,"teacher_disagreement_score":0.14383504,"about_ca_system_score_codex":0.00025214942,"about_ca_system_score_gemma":0.0004024357,"threshold_uncertainty_score":0.41197193},"labels":[],"label_agreement":null},{"id":"W2153203194","doi":"10.1186/1748-5908-3-55","title":"Evidence-informed health policy 3 – Interviews with the directors of organizations that support the use of research evidence","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Viewpoints; CLARITY; Health services research; Public relations; Medicine; Health informatics; Government (linguistics); Health administration; Focus group; Qualitative research; Health policy; Medical education; Public health; Nursing; Sociology; Political science; Marketing; Social science; Business","score_opus":0.8600614552869816,"score_gpt":0.6988014260391189,"score_spread":0.16126002924786276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153203194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8308664,0.00014669543,0.0040258844,0.16238034,0.00010530633,0.0023640057,0.000028292066,0.00002672916,0.00005635202],"genre_scores_gemma":[0.9917691,0.0014041993,0.002582189,0.0039779153,0.000055492394,0.00004795396,0.000016558877,0.00001127386,0.00013531337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99551046,0.0004458085,0.0011430511,0.0002938619,0.002207719,0.00039910714],"domain_scores_gemma":[0.98712087,0.007820113,0.0009307285,0.00073392334,0.0032433055,0.00015104415],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008164932,0.00010926764,0.00023625538,0.00039038356,0.0006899851,0.00005874269,0.0005139629,0.000018659815,0.0004543096],"category_scores_gemma":[0.02713111,0.00005706027,0.000042592415,0.006221841,0.0019660846,0.0018952627,0.00021880954,0.00020809236,0.000013166485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006314846,0.00027860998,0.67220896,0.00034414083,0.00009448969,0.00000899624,0.061470453,0.00015668417,0.013460054,0.0018034872,0.11059536,0.13894731],"study_design_scores_gemma":[0.0012668305,0.0022013835,0.9106869,0.0006846403,0.00007176823,0.00022098683,0.028166717,0.0002305869,0.029208157,0.000031737098,0.027081592,0.0001486587],"about_ca_topic_score_codex":0.009912933,"about_ca_topic_score_gemma":0.00338861,"teacher_disagreement_score":0.238478,"about_ca_system_score_codex":0.00032990004,"about_ca_system_score_gemma":0.009381441,"threshold_uncertainty_score":0.99668014},"labels":[],"label_agreement":null},{"id":"W2153793912","doi":"10.1186/1748-5908-6-91","title":"Computerized clinical decision support systems for acute care management: A decision-maker-researcher partnership systematic review of effects on process of care and patient outcomes","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; University of Saskatchewan","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Medicine; MEDLINE; Acute care; General partnership; Systematic review; Health services research; Randomized controlled trial; Clinical decision support system; Journal club; Intervention (counseling); Family medicine; Decision support system; Medical emergency; Health care; Nursing; Public health; Medical education; Internal medicine; Data mining","score_opus":0.26793353839764394,"score_gpt":0.6553572408328927,"score_spread":0.38742370243524876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153793912","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034611838,0.9538899,0.0009163631,0.00001904938,0.0012466913,0.043064743,0.00028529853,0.00003615123,0.0001956988],"genre_scores_gemma":[0.0010968964,0.98775566,0.001760263,0.0003027313,0.000044813693,0.008806655,0.00014022742,0.00006168364,0.00003109032],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98712575,0.0027128432,0.0062720324,0.0010539537,0.0018213649,0.001014059],"domain_scores_gemma":[0.98150635,0.010167565,0.004690757,0.001144292,0.0020859889,0.00040505946],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00924054,0.0005145461,0.0047049555,0.00069954526,0.0005246181,0.00003367174,0.0010684602,0.0002689512,0.000030867508],"category_scores_gemma":[0.0020644441,0.00034425737,0.0004711719,0.0011453119,0.00020228338,0.00021529132,0.00036806546,0.00048120174,0.000029350118],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036538768,0.000022572576,0.00015531956,0.69669896,0.00012151621,0.0000024164585,0.0018033545,4.3622073e-8,2.0907386e-8,0.00027610248,0.00046526728,0.3004179],"study_design_scores_gemma":[0.0016339944,0.0020427222,0.00008472091,0.93450314,0.0015616624,0.0000060885386,0.0064188843,0.00000659171,0.000001298411,0.000036977483,0.0533896,0.0003143252],"about_ca_topic_score_codex":0.00006195669,"about_ca_topic_score_gemma":0.00003801434,"teacher_disagreement_score":0.30010357,"about_ca_system_score_codex":0.0007925167,"about_ca_system_score_gemma":0.0033242635,"threshold_uncertainty_score":0.99990094},"labels":[],"label_agreement":null},{"id":"W2154117012","doi":"10.1186/1748-5908-9-29","title":"Social and organizational factors affecting implementation of evidence-informed practice in a public health department in Ontario: a network modelling approach","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Public health; Health informatics; Health administration; Health care; Population; Population health; Public relations; Medicine; Psychology; Applied psychology; Knowledge management; Nursing; Computer science; Environmental health; Political science","score_opus":0.7963580006243837,"score_gpt":0.6919143335672591,"score_spread":0.1044436670571246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154117012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9644694,0.000008850495,0.026420051,0.006087605,0.00016910698,0.0023508465,0.0000148007375,0.000030541192,0.00044884966],"genre_scores_gemma":[0.9798291,0.00002276019,0.016369084,0.00346016,0.00006357042,0.0001841709,0.000047087295,0.000014079667,0.00001002736],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932182,0.0015105706,0.0019917937,0.00059084507,0.0013239557,0.00136468],"domain_scores_gemma":[0.99356747,0.003969581,0.001457561,0.00019048352,0.0005198387,0.0002950739],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018079141,0.00019554119,0.0003650685,0.0007114424,0.0014095848,0.00008453,0.0003245595,0.00006135245,0.00023471688],"category_scores_gemma":[0.002352132,0.00017955712,0.000024198922,0.003027948,0.00021808759,0.0027623184,0.0002188552,0.00037561866,0.000004952076],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012013223,0.000027494503,0.8161091,0.000093527255,0.0000036598688,1.2997809e-7,0.17470361,0.00057826494,0.00004979792,0.005359404,0.00016347636,0.002899529],"study_design_scores_gemma":[0.0018927486,0.00014845665,0.8547164,0.000071333205,0.0000051285683,0.0000018956061,0.13795511,0.002256951,0.000047874215,0.00043445273,0.0022821904,0.0001874092],"about_ca_topic_score_codex":0.10175252,"about_ca_topic_score_gemma":0.33036143,"teacher_disagreement_score":0.2286089,"about_ca_system_score_codex":0.002662325,"about_ca_system_score_gemma":0.009522976,"threshold_uncertainty_score":0.99989045},"labels":[],"label_agreement":null},{"id":"W2154204806","doi":"10.1186/1748-5908-7-70","title":"Systematic review of knowledge translation strategies in the allied health professions","year":2012,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":339,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University; Stollery Children's Hospital; Glenrose Rehabilitation Hospital; University of Manitoba; Children's Hospital Research Institute of Manitoba; Women and Children’s Health Research Institute; Winnipeg Regional Health Authority; University of Alberta","funders":"Hospital for Sick Children; University of Toronto; Fondation pour la Recherche Médicale; Alberta Innovates; University of South Australia; Women and Children's Health Research Institute; University of Westminster; Canadian Institutes of Health Research; Royal Society; Canadian Child Health Clinician Scientist Program; Children's Health Research Institute; University of Alberta; Child and Family Research Institute","keywords":"CINAHL; Medicine; Psychological intervention; Knowledge translation; Workgroup; MEDLINE; Medical education; Nursing research; Systematic review; Health services research; Health informatics; Nursing; Family medicine; Public health; Knowledge management","score_opus":0.7654587693345065,"score_gpt":0.7386030064057506,"score_spread":0.02685576292875591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154204806","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000035553778,0.9824997,0.0001692692,0.0012433664,0.0006338258,0.013850919,0.000045012053,0.000015408097,0.001538953],"genre_scores_gemma":[0.00025351296,0.99490625,0.00022445976,0.0006652057,0.00010604798,0.0036464934,0.00013212573,0.000011343312,0.00005454074],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98848206,0.0056654075,0.0030927,0.00037924282,0.0012927911,0.0010877935],"domain_scores_gemma":[0.9937464,0.0030416336,0.001965629,0.0006044914,0.0003853148,0.0002565557],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.034712296,0.00022229875,0.0013238575,0.0006423927,0.0011918736,0.000036628095,0.0012007029,0.000091278365,0.00035048567],"category_scores_gemma":[0.0008018201,0.00012343562,0.00012609822,0.0044273925,0.0002812252,0.0008391743,0.000074232856,0.0006600361,0.00018506593],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[4.311993e-7,0.000041852138,0.000010298877,0.9029076,0.0000035458615,5.3984156e-8,0.016339863,1.8504908e-8,2.3519762e-7,0.001672213,0.0011357969,0.0778881],"study_design_scores_gemma":[0.00014229947,0.00005947053,0.00016010672,0.7422587,0.000118896125,0.0000023975515,0.046893746,0.000004364135,1.06459694e-7,0.000085978136,0.21012688,0.00014700358],"about_ca_topic_score_codex":0.00039948986,"about_ca_topic_score_gemma":0.0009307219,"teacher_disagreement_score":0.20899108,"about_ca_system_score_codex":0.0006646803,"about_ca_system_score_gemma":0.023259157,"threshold_uncertainty_score":0.9939668},"labels":[],"label_agreement":null},{"id":"W2154383087","doi":"10.1186/1748-5908-8-84","title":"What supports do health system organizations have in place to facilitate evidence-informed decision-making? a qualitative study","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hôpital Saint-François d'Assise; Université Laval; McMaster University; Ottawa Hospital; McMaster University Medical Centre","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Health care; Health informatics; Health administration; Qualitative research; Health services research; Public relations; Medicine; Knowledge management; Nursing; Medical education; Public health; Political science; Sociology","score_opus":0.36146403687737183,"score_gpt":0.66223095302495,"score_spread":0.3007669161475782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154383087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97360635,0.000048524813,0.0030943803,0.012957773,0.0015060385,0.008463994,0.000025262114,0.000067160814,0.0002305484],"genre_scores_gemma":[0.99327904,0.000040982555,0.0025335236,0.0020298613,0.000057052563,0.0017900891,0.000010265028,0.000010843267,0.00024832075],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9928744,0.0013460316,0.0016037273,0.0007371996,0.0019407851,0.0014978509],"domain_scores_gemma":[0.9921074,0.0043117222,0.00034347427,0.000509532,0.0018236989,0.00090419897],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0143385045,0.0001752291,0.00029219713,0.0011457255,0.002349079,0.00047576462,0.0007006887,0.000041198073,0.0020943563],"category_scores_gemma":[0.0066236462,0.00014830181,0.000020044476,0.0054668933,0.00018233756,0.0057381582,0.00028289235,0.00028725443,0.001753364],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022820865,0.00007126829,0.065650076,0.00012768505,0.000002508724,0.0000011503038,0.89402413,0.00006134873,0.000041853295,0.00021347878,0.027944053,0.011839641],"study_design_scores_gemma":[0.00040769015,0.0003557542,0.15706533,0.00070910156,0.0000012949836,0.0000010628105,0.84003204,0.0003197482,0.0000068469253,0.00016194642,0.000817387,0.000121819736],"about_ca_topic_score_codex":0.011624145,"about_ca_topic_score_gemma":0.022459337,"teacher_disagreement_score":0.091415256,"about_ca_system_score_codex":0.0031870648,"about_ca_system_score_gemma":0.012530395,"threshold_uncertainty_score":0.9990239},"labels":[],"label_agreement":null},{"id":"W2154541062","doi":"10.1186/s13012-015-0247-8","title":"Trends in guideline implementation: a scoping systematic review","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":252,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"Suomalainen Lääkäriseura Duodecim; Monash University; Intensive Care Society; National Institute for Health and Care Excellence; Finska Läkaresällskapet","keywords":"Medicine; Health informatics; Health services research; Health administration; Guideline; Public health; Nursing; Pathology","score_opus":0.5308642491142563,"score_gpt":0.6654456485399967,"score_spread":0.13458139942574032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154541062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54044217,0.022996748,0.044864744,0.3120817,0.0054796976,0.05680677,0.00032607344,0.0014455229,0.015556571],"genre_scores_gemma":[0.9424104,0.00038443282,0.022068786,0.03295306,0.00022347222,0.0006250885,0.0011112767,0.000043893277,0.00017959035],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99398315,0.00019773364,0.0031573288,0.0005494909,0.0016210222,0.0004912618],"domain_scores_gemma":[0.9971253,0.00017429827,0.0007912047,0.0005364226,0.0009953243,0.00037745028],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010141084,0.00019673769,0.0006018586,0.00078550586,0.00011472751,0.00009834578,0.00027417726,0.000028815819,0.0021085234],"category_scores_gemma":[0.0020862506,0.00017521282,0.00009137192,0.0032139632,0.00013330141,0.0012833362,0.00013103838,0.00014317296,0.00010298468],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005673719,0.0012559833,0.21437488,0.15129986,0.00028856902,0.0003501193,0.008276443,0.0001223566,0.011122566,0.0051928344,0.3620902,0.2450588],"study_design_scores_gemma":[0.1401588,0.009215211,0.16986954,0.3436027,0.00903733,0.0037896668,0.26410332,0.008919903,0.022150261,0.0032215163,0.019202467,0.0067292997],"about_ca_topic_score_codex":0.0005518535,"about_ca_topic_score_gemma":0.0011680656,"teacher_disagreement_score":0.4019682,"about_ca_system_score_codex":0.00065511884,"about_ca_system_score_gemma":0.0014087555,"threshold_uncertainty_score":0.9988037},"labels":[],"label_agreement":null},{"id":"W2155115110","doi":"10.1186/1748-5908-9-76","title":"Conditions for production of interdisciplinary teamwork outcomes in oncology teams: protocol for a realist evaluation","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; École Nationale d'Administration Publique; Hôpital Charles-Le Moyne","funders":"","keywords":"Context (archaeology); Medicine; Teamwork; Health care; Reflexivity; Health services research; Protocol (science); Medical education; Management science; Engineering ethics; Nursing; Public health; Engineering; Alternative medicine","score_opus":0.2903360069737014,"score_gpt":0.662874726689771,"score_spread":0.3725387197160696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155115110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48798478,0.0000014828382,0.10071518,0.023724774,0.0014525066,0.3818282,0.00030068654,0.00005388571,0.003938506],"genre_scores_gemma":[0.7364095,4.092472e-8,0.004758693,0.00005373577,0.00007277943,0.25842428,0.000042494703,0.0000060699854,0.00023241488],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959119,0.00035089595,0.0010928055,0.00062116986,0.0016683078,0.00035491845],"domain_scores_gemma":[0.9946058,0.0013291034,0.00057488,0.00042250907,0.002984322,0.000083387094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019258628,0.00011384427,0.0002619086,0.00087882124,0.0005722742,0.00015982422,0.0006097705,0.000042584845,0.00014796537],"category_scores_gemma":[0.0062106834,0.00008782888,0.00008222901,0.0018711856,0.00050088397,0.0012391385,0.00020399036,0.00006176298,0.000009014387],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032405783,0.0015983477,0.085376404,0.00016941599,0.000039166076,5.3906007e-7,0.025429584,0.0038871383,0.1540273,0.080371164,0.087433465,0.5584269],"study_design_scores_gemma":[0.010151465,0.00566801,0.20990622,0.000088785,0.000029895129,0.000007001496,0.083706655,0.061164573,0.040211253,0.5715378,0.017102242,0.00042607854],"about_ca_topic_score_codex":0.000019739568,"about_ca_topic_score_gemma":0.0024300995,"teacher_disagreement_score":0.5580008,"about_ca_system_score_codex":0.00047357182,"about_ca_system_score_gemma":0.0011541261,"threshold_uncertainty_score":0.7435217},"labels":[],"label_agreement":null},{"id":"W2155746802","doi":"10.1186/s13012-014-0117-9","title":"Evaluation of the implementation of centralized waiting lists for patients without a family physician and their effects across the province of Quebec","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université de Sherbrooke; Santé Montérégie; École Nationale d'Administration Publique; Hôpital Charles-Le Moyne","funders":"","keywords":"Medicine; Health administration; Health services research; Health informatics; Public health; Family medicine; Quality of Life Research; Health policy; Medical emergency; Nursing","score_opus":0.07647952126316411,"score_gpt":0.5288574369360202,"score_spread":0.45237791567285607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155746802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99457294,0.00002311854,0.0006699605,0.0005980469,0.00028228978,0.0035895011,0.00012418545,0.0000066913562,0.00013327404],"genre_scores_gemma":[0.99787354,0.0000045212123,0.00018040052,0.0016604948,0.000030727664,0.00021701558,0.000017994676,0.0000067785436,0.000008500993],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973192,0.00068507897,0.00067320303,0.00019547441,0.00078598846,0.000341049],"domain_scores_gemma":[0.99652004,0.0008446258,0.001110791,0.00024905978,0.0012373825,0.000038102735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00573392,0.00009490416,0.00020719906,0.00004550622,0.0007583472,0.000011353903,0.00026941934,0.00002536984,0.0000072519606],"category_scores_gemma":[0.00038636115,0.00005412909,0.00004839301,0.0003112457,0.00027168271,0.0003038121,0.00012858787,0.00006919887,3.165811e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055763092,0.000049523675,0.3923395,0.00073790766,0.000021585598,4.354934e-9,0.026271774,0.000006289028,0.037702482,0.0030428886,0.0005453199,0.53922695],"study_design_scores_gemma":[0.003427025,0.000136306,0.9455451,0.0000724247,0.00005120309,2.6857098e-8,0.017884951,0.00070375146,0.03081957,0.00081796263,0.0004780001,0.00006367475],"about_ca_topic_score_codex":0.003707993,"about_ca_topic_score_gemma":0.009520864,"teacher_disagreement_score":0.5532056,"about_ca_system_score_codex":0.00025361835,"about_ca_system_score_gemma":0.0017878098,"threshold_uncertainty_score":0.58326703},"labels":[],"label_agreement":null},{"id":"W2155871714","doi":"10.1186/1748-5908-5-96","title":"Usability evaluation of a clinical decision support tool for osteoporosis disease management","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Bone health and osteoporosis research","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Usability; Medicine; Focus group; Workflow; Psychological intervention; Health services research; Health informatics; Health care; Worksheet; Clinical decision support system; Public health; Nursing; Psychology; Computer science","score_opus":0.20408180207993978,"score_gpt":0.6002324579916388,"score_spread":0.39615065591169907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155871714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99391705,0.0000060261027,0.0012680487,0.0008119438,0.0004499747,0.0030596245,0.00005472197,0.000014295458,0.00041833677],"genre_scores_gemma":[0.9756552,0.000012870777,0.023477111,0.0003558425,0.000061346575,0.00033284997,0.000055921584,0.000005965251,0.000042883294],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960441,0.000067240195,0.0009465638,0.0004480269,0.0021614938,0.00033256918],"domain_scores_gemma":[0.9970738,0.0003479796,0.00020389292,0.0005048742,0.0014581017,0.0004113471],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01775549,0.00007759639,0.00019458527,0.00019055435,0.00019055797,0.000032956978,0.00017900269,0.000032750442,0.0015015618],"category_scores_gemma":[0.00323472,0.000065218584,0.000103003906,0.0005295986,0.0004000356,0.00028687387,0.0000836422,0.000108551525,0.000021258027],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046321168,0.00018675631,0.2806719,0.00010522196,0.000004785061,3.9383136e-7,0.00009787127,0.0000014939718,0.0036349483,0.0004705679,0.0009260444,0.71343684],"study_design_scores_gemma":[0.0046241237,0.00037070108,0.9848295,0.000013740295,0.000099688295,0.0000015516313,0.0004311825,0.0020534089,0.003357909,0.0010638655,0.0030898445,0.00006450466],"about_ca_topic_score_codex":0.000025634232,"about_ca_topic_score_gemma":0.00009012205,"teacher_disagreement_score":0.7133723,"about_ca_system_score_codex":0.000082807885,"about_ca_system_score_gemma":0.0017390916,"threshold_uncertainty_score":0.9994112},"labels":[],"label_agreement":null},{"id":"W2156517193","doi":"10.1186/1748-5908-4-36","title":"An exploration of how guideline developer capacity and guideline implementability influence implementation and adoption: study protocol","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; St. Michael's Hospital; Toronto General Hospital","funders":"Canadian Institutes of Health Research","keywords":"Guideline; Medicine; Psychological intervention; Thematic analysis; Qualitative research; Health administration; Protocol (science); Nursing; Health care; Health services research; Process management; Business; Public health; Alternative medicine","score_opus":0.39289699297911407,"score_gpt":0.6125585546119642,"score_spread":0.2196615616328501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156517193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9240049,0.0000035001347,0.017800057,0.006940659,0.000052711228,0.051047694,0.00005017027,0.00006957407,0.000030750372],"genre_scores_gemma":[0.9371908,0.0000071387276,0.05563001,0.0017374175,0.000090095484,0.0051588323,0.00016786974,0.000014723547,0.0000031280815],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9941834,0.00026891258,0.0028230809,0.0009307537,0.0013444283,0.0004493941],"domain_scores_gemma":[0.9955877,0.00016571609,0.0010436503,0.0005894126,0.0022616193,0.0003518846],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007844525,0.00030402592,0.00041981807,0.0003923208,0.0004254566,0.0002338937,0.00021569627,0.000052009447,0.00031202374],"category_scores_gemma":[0.0008813018,0.00027834618,0.000041288382,0.0010609794,0.00037464825,0.007205095,0.0001253211,0.0001666003,0.0000019899312],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052353967,0.0008385906,0.40672886,0.00006864963,0.000035367448,0.000003951123,0.004646355,0.000037337963,0.13877386,0.0010365207,0.00072561874,0.44658133],"study_design_scores_gemma":[0.010902038,0.0053270594,0.8840771,0.000020405761,0.00017331816,0.00004262264,0.0737918,0.00067319896,0.020409992,0.0013628574,0.0028299436,0.00038969071],"about_ca_topic_score_codex":0.00095390587,"about_ca_topic_score_gemma":0.0012920443,"teacher_disagreement_score":0.4773482,"about_ca_system_score_codex":0.00023220405,"about_ca_system_score_gemma":0.00070949906,"threshold_uncertainty_score":0.99996686},"labels":[],"label_agreement":null},{"id":"W2156880589","doi":"10.1186/1748-5908-8-34","title":"Assessing availability of scientific journals, databases, and health library services in Canadian health ministries: a cross-sectional study","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Centre hospitalier universitaire de Québec; Ottawa Hospital; McMaster University; Université Laval; Hôpital Saint-François d'Assise","funders":"Canadian Institutes of Health Research; Ministry of Health, Saskatchewan; Ontario Ministry of Health and Long-Term Care; Department of Health, Western Cape Government; Max-Planck-Gesellschaft; Nova Scotia Department of Health and Wellness; Health Canada; Canada Research Chairs","keywords":"Public health; Popularity; Health informatics; Medicine; Health services research; Library science; Sample (material); Citation; Public relations; Political science; Nursing; Computer science","score_opus":0.48763122363988126,"score_gpt":0.6578764677603831,"score_spread":0.17024524412050185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156880589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901553,0.00015138774,0.00001936203,0.0066928677,0.0006414402,0.0020335598,0.00013544316,0.000013884479,0.00015679337],"genre_scores_gemma":[0.9971931,0.00003418678,0.0009825398,0.0014499957,0.000055923105,0.00011843123,0.000089860914,0.0000050344465,0.00007092657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99521023,0.0006558705,0.0013072833,0.0005587493,0.0010511668,0.0012166963],"domain_scores_gemma":[0.99728984,0.00029294248,0.00042363556,0.0003071177,0.00043137342,0.0012550988],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018974194,0.000093342125,0.00018981309,0.0009891469,0.0038229318,0.0007714793,0.00040777787,0.000022975639,0.0022822968],"category_scores_gemma":[0.00025374198,0.00008365253,0.000012036074,0.002705424,0.00060505496,0.005803283,0.00015902633,0.00028647497,0.000040209976],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022812023,0.000060733964,0.98587745,0.00016453354,8.0606594e-7,1.7398197e-7,0.008315139,0.0000011019787,0.00007387628,0.000068095695,0.0021123444,0.0033234544],"study_design_scores_gemma":[0.000354082,0.00010339305,0.94141126,0.00006125968,2.728485e-7,9.988287e-7,0.05619429,0.00019497635,0.000015345291,0.00010735159,0.0015023162,0.000054448992],"about_ca_topic_score_codex":0.7991375,"about_ca_topic_score_gemma":0.64674157,"teacher_disagreement_score":0.1523959,"about_ca_system_score_codex":0.00088125694,"about_ca_system_score_gemma":0.03759707,"threshold_uncertainty_score":0.99862975},"labels":[],"label_agreement":null},{"id":"W2156927271","doi":"10.1186/1748-5908-6-94","title":"Improving hypertension management through pharmacist prescribing; the rural alberta clinical trial in optimizing hypertension (Rural RxACTION): trial design and methods","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Pharmacists Association; University of Calgary; University of Alberta","funders":"Canadian Foundation for Pharmacy; Canadian Institutes of Health Research; Alberta Innovates; Alberta Heritage Foundation for Medical Research; Fondation pour la Recherche Médicale","keywords":"Medicine; Pharmacist; Randomized controlled trial; Family medicine; Blood pressure; Randomization; Remuneration; Health care; Health services research; Clinical pharmacy; Emergency medicine; Physical therapy; Nursing; Pharmacy; Public health; Internal medicine","score_opus":0.40747822366318404,"score_gpt":0.5046897552279256,"score_spread":0.09721153156474155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156927271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95322996,0.0009579415,0.030305838,0.0023998772,0.0037065053,0.007632362,0.0000027550225,0.00010076799,0.0016639597],"genre_scores_gemma":[0.8679392,0.00052854256,0.12739225,0.0035433616,0.00027169424,0.00019729312,0.0000053194462,0.000020733136,0.00010162488],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9969179,0.00050582614,0.0009469754,0.00054298923,0.00060778443,0.0004785301],"domain_scores_gemma":[0.99818325,0.0007708279,0.00028672675,0.0003902222,0.00023571527,0.00013323248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004597133,0.00022941586,0.0005219192,0.00018584904,0.00064983196,0.00010400706,0.00023035945,0.00006339311,0.000083327206],"category_scores_gemma":[0.0003562936,0.00014914949,0.00011128598,0.000550187,0.0004922833,0.00074716203,0.0003265264,0.00027050465,0.000009888527],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3402572,0.0013758506,0.0020998819,0.00009537627,0.00054553704,0.0001641055,0.008774112,0.000018944767,0.061875537,0.0009930106,0.0076140924,0.57618636],"study_design_scores_gemma":[0.8632754,0.006341747,0.017569905,0.0002462148,0.0036281138,0.0006955272,0.039709646,0.01582097,0.041991152,0.0008643603,0.008796892,0.0010600794],"about_ca_topic_score_codex":0.0013579562,"about_ca_topic_score_gemma":0.000038668582,"teacher_disagreement_score":0.5751263,"about_ca_system_score_codex":0.000037232832,"about_ca_system_score_gemma":0.00012000903,"threshold_uncertainty_score":0.60821396},"labels":[],"label_agreement":null},{"id":"W2158745940","doi":"10.1186/1748-5908-6-127","title":"Core competencies in the science and practice of knowledge translation: description of a Canadian strategic training initiative","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; University of Alberta; Université Laval; Juravinski Hospital; McMaster University; Alberta Children's Hospital; St. Michael's Hospital","funders":"Alberta Innovates; Canada Research Chairs","keywords":"Knowledge translation; Health informatics; Core competency; Health administration; Training (meteorology); Health services research; Medicine; Health care; Medical education; Quality (philosophy); Knowledge management; Capacity building; Core (optical fiber); Public health; Nursing; Political science; Business; Computer science; Marketing","score_opus":0.9692751781437997,"score_gpt":0.7117694025959304,"score_spread":0.25750577554786935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158745940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9325701,0.000026443311,0.0003144257,0.0022296624,0.00020004513,0.0013556145,0.00007572307,0.000009905211,0.0632181],"genre_scores_gemma":[0.9880238,0.00002294887,0.00975187,0.002086727,0.000015915515,0.00008932084,0.0000022712716,0.0000038605567,0.0000032966605],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9964617,0.0006653018,0.00095970335,0.0003043073,0.00096539734,0.00064357376],"domain_scores_gemma":[0.99473506,0.0026013015,0.00060303934,0.0002163142,0.0016287153,0.0002155621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020259498,0.00009536403,0.00016349467,0.0017190671,0.0011297546,0.000026074775,0.0005649126,0.000030240157,0.0001930057],"category_scores_gemma":[0.0030047288,0.000076798744,0.000012634789,0.0072173853,0.0021889107,0.0020301712,0.00004741847,0.00018364261,0.0000065351046],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020210235,0.000019463005,0.014303493,0.000058277383,0.0000017829342,9.023719e-7,0.8833133,0.0000010055996,0.018337907,0.08022563,0.00006320651,0.0036548113],"study_design_scores_gemma":[0.0007776284,0.0001780849,0.25164226,0.000053891763,0.000009478144,0.000008867674,0.742054,0.00023156246,0.00088986853,0.0024769262,0.0015823393,0.00009509717],"about_ca_topic_score_codex":0.06706226,"about_ca_topic_score_gemma":0.1744635,"teacher_disagreement_score":0.23733877,"about_ca_system_score_codex":0.00028610358,"about_ca_system_score_gemma":0.0108037675,"threshold_uncertainty_score":0.9948041},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"incentives","study_design":"design_other","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2158985563","doi":"10.1186/s13012-014-0172-2","title":"Using the Knowledge to Action Framework in practice: a citation analysis and systematic review","year":2014,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":454,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for Health Research Collaboration for Leadership in Applied Health Research and Care Yorkshire and Humber; National Institute for Health and Care Research","keywords":"Health informatics; Citation; Scopus; Health administration; Conceptual framework; Nursing research; Health services research; Medicine; Systematic review; Knowledge management; Set (abstract data type); Action research; Computer science; Public health; MEDLINE; Nursing; World Wide Web; Sociology; Social science","score_opus":0.8667402502188652,"score_gpt":0.8237887556587309,"score_spread":0.04295149456013436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158985563","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045976663,0.92469347,0.051523894,0.0034564103,0.000691294,0.019162152,0.000076854296,0.0000570077,0.00029292365],"genre_scores_gemma":[0.0001942259,0.9748137,0.0073756604,0.014179773,0.00012574067,0.0032194015,0.000020434933,0.000026426698,0.000044628465],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865438,0.006902624,0.003449567,0.0008722378,0.0013007697,0.00093102816],"domain_scores_gemma":[0.98055077,0.014235141,0.0030733699,0.00089404226,0.0008825443,0.00036415996],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032937497,0.00034729514,0.0018913319,0.0024130414,0.0017263028,0.00015768767,0.00083095947,0.00014149347,0.00016835978],"category_scores_gemma":[0.025279615,0.00023685473,0.00015352863,0.019402884,0.00020962235,0.0009669829,0.0003245028,0.0007123388,0.00024298286],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026659486,0.000016625581,0.0001680084,0.8777328,0.00012404258,8.393079e-7,0.016358957,0.0000035679325,0.0000022373674,0.0031481988,0.00047016962,0.10197188],"study_design_scores_gemma":[0.0003304838,0.00007355148,0.00045102506,0.4252911,0.008736097,0.000018505105,0.02044292,0.00027843192,5.774252e-7,0.00015436113,0.54357195,0.00065101136],"about_ca_topic_score_codex":0.00064496254,"about_ca_topic_score_gemma":0.0017012807,"teacher_disagreement_score":0.5431018,"about_ca_system_score_codex":0.0016608243,"about_ca_system_score_gemma":0.0034162544,"threshold_uncertainty_score":0.9995733},"labels":[],"label_agreement":null},{"id":"W2159167767","doi":"10.1186/1748-5908-8-7","title":"Knowledge brokers in a knowledge network: the case of Seniors Health Research Transfer Network knowledge brokers","year":2013,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Institute for Aging; University of Waterloo; Alzheimer Society of Canada; Western University; Bruyère","funders":"Canadian Institutes of Health Research","keywords":"Knowledge management; Knowledge transfer; Tacit knowledge; Affordance; Set (abstract data type); Computer science; Sensemaking; Embeddedness; Knowledge translation; Sociology; Human–computer interaction","score_opus":0.8741219630529712,"score_gpt":0.7803297992010837,"score_spread":0.09379216385188749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159167767","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015717151,0.95748484,0.00076449703,0.0025219484,0.0042828545,0.02453786,0.00047537286,0.00014870806,0.008212218],"genre_scores_gemma":[0.005508073,0.98139423,0.0011339327,0.0016682673,0.0016962264,0.0067144264,0.00008771292,0.0001665915,0.0016305285],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96358263,0.019741364,0.006896462,0.0019846798,0.0016624336,0.006132425],"domain_scores_gemma":[0.9739756,0.018927753,0.0016998535,0.0017687021,0.0023014394,0.0013266761],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.07567255,0.00085404434,0.0024880138,0.0022768683,0.006576589,0.00018770274,0.002978123,0.00042900752,0.001544836],"category_scores_gemma":[0.0019422512,0.0006306404,0.00038833896,0.020957613,0.0028081525,0.0011023784,0.0011760322,0.003167779,0.0016788222],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000009391772,0.00008616366,0.00030217317,0.011383588,0.000031933116,0.000012963775,0.05548578,0.000015602938,0.0000016498906,0.007186689,0.12395703,0.801527],"study_design_scores_gemma":[0.0011938569,0.00021486187,0.00026523275,0.0063707796,0.000059405065,0.00007881931,0.025370486,0.0001773264,0.0000012959036,0.00023700202,0.9655324,0.000498538],"about_ca_topic_score_codex":0.008001962,"about_ca_topic_score_gemma":0.062328443,"teacher_disagreement_score":0.8415754,"about_ca_system_score_codex":0.0044208732,"about_ca_system_score_gemma":0.04225269,"threshold_uncertainty_score":0.99990565},"labels":[],"label_agreement":null},{"id":"W2159215474","doi":"10.1186/1748-5908-8-71","title":"Correctional nursing: a study protocol to develop an educational intervention to optimize nursing practice in a unique context","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Criminal Justice and Corrections Analysis","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Government of Ontario; Home and Community Care Support Services; Ministry of Community Safety and Correctional Services; Toronto Metropolitan University; Parks Canada; University of Toronto; University of Ottawa; Queen's University","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Nursing; Medicine; Intervention (counseling); Nursing research; Delphi method; Context (archaeology); Health care; Psychological intervention; Scope of practice; Nurse education; Medical education","score_opus":0.09058649297427492,"score_gpt":0.5712070404281115,"score_spread":0.48062054745383664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159215474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8672415,0.000001841624,0.04917868,0.010118596,0.000906158,0.06865146,0.0000035154067,0.000059574988,0.0038386814],"genre_scores_gemma":[0.9374344,2.9226464e-7,0.008472238,0.00062168925,0.00010371627,0.05318496,0.000004622583,0.0000061128408,0.00017197125],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99754405,0.0003995984,0.00043584532,0.00044598975,0.0008207426,0.0003537605],"domain_scores_gemma":[0.99747866,0.00023734813,0.00015194906,0.00015492905,0.0016946546,0.00028245893],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023233113,0.00010201629,0.00010883333,0.00070848514,0.000918064,0.0005858209,0.00033927252,0.000022138862,0.0013479632],"category_scores_gemma":[0.0017231177,0.00011028199,0.000026180258,0.0045377407,0.00017580413,0.0023255402,0.000032517368,0.0000900242,0.00012955078],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007623401,0.0016059848,0.0035892192,0.0000021562075,0.0000057566326,6.250644e-7,0.31702858,0.00039221466,0.00035937337,0.0027051421,0.0012099007,0.6730248],"study_design_scores_gemma":[0.00047063956,0.0003497274,0.04148224,0.000060313767,0.000024795314,0.00000416045,0.955095,0.000245953,0.00013210876,0.00028761054,0.0016971695,0.00015030122],"about_ca_topic_score_codex":0.045830965,"about_ca_topic_score_gemma":0.05068499,"teacher_disagreement_score":0.6728745,"about_ca_system_score_codex":0.0012276755,"about_ca_system_score_gemma":0.0014852573,"threshold_uncertainty_score":0.99956495},"labels":[],"label_agreement":null},{"id":"W2159579686","doi":"10.1186/1748-5908-4-23","title":"A description of a knowledge broker role implemented as part of a randomized controlled trial evaluating three knowledge translation strategies","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":404,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; McMaster University","funders":"Ontario Ministry of Health and Long-Term Care; Canadian Institutes of Health Research; Institut National de Santé Publique du Québec","keywords":"Knowledge translation; Novelty; Knowledge management; Facilitation; Randomized controlled trial; Health services research; Health administration; Medicine; Psychological intervention; Process management; Psychology; Medical education; Nursing; Public health; Business; Computer science; Social psychology","score_opus":0.6849824787609812,"score_gpt":0.703792138703891,"score_spread":0.01880965994290984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159579686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.952884,0.00014361276,0.011878869,0.0011124652,0.0008822381,0.017655026,0.00006906225,0.00008473366,0.015289952],"genre_scores_gemma":[0.99363476,0.000028990755,0.0035982772,0.0005034188,0.00019071423,0.0018769822,0.000026353015,0.000014391745,0.0001261257],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98840714,0.0032330535,0.0049906047,0.00062408287,0.0016892006,0.001055943],"domain_scores_gemma":[0.9882507,0.0055265385,0.003062775,0.000462063,0.0024140459,0.0002838818],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03145641,0.00029610263,0.0015123237,0.0009955289,0.0010708862,0.000071840506,0.0005768485,0.00010004474,0.0017958061],"category_scores_gemma":[0.005133322,0.00024575143,0.00030914557,0.0023783892,0.0006614775,0.0017708865,0.00009965248,0.00025739658,0.00006743181],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5115954,0.00047317563,0.0014526934,0.00027289722,0.00012416631,4.141326e-7,0.14835322,0.00003818654,0.19198872,0.05142123,0.00093807117,0.093341805],"study_design_scores_gemma":[0.94039166,0.0018411328,0.0029646773,0.00015822178,0.00018193969,0.0000012012011,0.032356553,0.004218918,0.0026826742,0.014118791,0.00082217937,0.00026207557],"about_ca_topic_score_codex":0.0006370568,"about_ca_topic_score_gemma":0.0014298265,"teacher_disagreement_score":0.4287962,"about_ca_system_score_codex":0.00034189672,"about_ca_system_score_gemma":0.007479977,"threshold_uncertainty_score":0.99999946},"labels":[],"label_agreement":null},{"id":"W2159869120","doi":"10.1186/s13012-014-0188-7","title":"Understanding evidence: a statewide survey to explore evidence-informed public health decision-making in a local government setting","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Health and Medical Research Council","keywords":"Government (linguistics); Public health; Experiential knowledge; Health administration; Health services research; Evidence-based practice; Public relations; Medicine; Health informatics; Local government; Medical education; Psychology; Nursing; Political science; Alternative medicine; Public administration","score_opus":0.9280142925587683,"score_gpt":0.7446753764758239,"score_spread":0.1833389160829444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159869120","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4064463,0.000012247749,0.5608497,0.029042073,0.00070065836,0.0025726634,0.00005745666,0.00008693919,0.0002319294],"genre_scores_gemma":[0.9473479,0.000049705555,0.012634731,0.039298594,0.00008590726,0.0005324638,0.0000057997045,0.00002500708,0.0000198906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98494196,0.003226405,0.003038881,0.0011675162,0.004547485,0.0030777804],"domain_scores_gemma":[0.9651014,0.030979184,0.0013018233,0.0007448014,0.00059515063,0.0012776469],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06823947,0.0003039616,0.0004610536,0.0009637223,0.0030163114,0.0003144842,0.0012154446,0.00006861085,0.0007903371],"category_scores_gemma":[0.055424925,0.0002915736,0.00004617031,0.005874657,0.00037951858,0.004140164,0.00074184424,0.00047618992,0.00030052324],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00011323538,0.000025657815,0.6926353,0.00022478956,0.0000047934564,0.000002192575,0.14439824,0.00038674308,0.00027171313,0.0024192212,0.0133447535,0.14617337],"study_design_scores_gemma":[0.0013732567,0.00042607335,0.7797691,0.0024747853,0.000002959315,0.0000033080742,0.20369197,0.0039894897,0.00006162064,0.0012779221,0.0064787297,0.0004507509],"about_ca_topic_score_codex":0.0029333176,"about_ca_topic_score_gemma":0.03935639,"teacher_disagreement_score":0.548215,"about_ca_system_score_codex":0.015148309,"about_ca_system_score_gemma":0.0109960595,"threshold_uncertainty_score":0.9999536},"labels":[],"label_agreement":null},{"id":"W2160450299","doi":"10.1186/1748-5908-4-79","title":"Development of a synoptic MRI report for primary rectal cancer","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Radiology practices and education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto; Sunnybrook Health Science Centre; Mount Sinai Hospital; Health Sciences Centre; St Joseph's Health Centre","funders":"Cancer Care Ontario","keywords":"Medicine; Colorectal cancer; Medical physics; Magnetic resonance imaging; Delphi method; Radiology; Cancer","score_opus":0.10370669306126651,"score_gpt":0.5204682110828641,"score_spread":0.4167615180215976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160450299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905445,0.00003240334,0.00484282,0.0031438705,0.00021028728,0.00038340857,0.0000018062572,0.000009782624,0.00083109515],"genre_scores_gemma":[0.89562404,0.0000129904265,0.1034958,0.0005616831,0.000049097296,0.000050134302,0.000039964965,0.0000020084778,0.00016430828],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99920535,0.0000050628364,0.00027549342,0.000163458,0.00021531366,0.00013529316],"domain_scores_gemma":[0.9994201,0.000032351803,0.00020021488,0.00010457694,0.00019278967,0.000049963706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008220463,0.000039297258,0.00008641576,0.000088069886,0.00011483268,0.000010026738,0.000053369342,0.000012076098,0.000066911394],"category_scores_gemma":[0.0001076596,0.00003403643,0.000016075472,0.00023598026,0.00005819232,0.00023783352,0.000006448362,0.000023663812,0.0000015485095],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010168004,0.00009442217,0.022896867,0.000038408092,0.000017058814,0.0000035865946,0.003907111,0.0000063976117,0.6244861,0.00031865545,0.0012275217,0.3469022],"study_design_scores_gemma":[0.00069597026,0.00020071841,0.8924157,0.000021686994,0.000040976836,0.00013678963,0.0017286108,0.000062121966,0.0809655,0.0000854376,0.023575155,0.0000713338],"about_ca_topic_score_codex":0.000016448712,"about_ca_topic_score_gemma":0.000010019756,"teacher_disagreement_score":0.8695188,"about_ca_system_score_codex":0.00015960277,"about_ca_system_score_gemma":0.0012821575,"threshold_uncertainty_score":0.22744924},"labels":[],"label_agreement":null},{"id":"W2160989319","doi":"10.1186/1748-5908-6-3","title":"Barriers and facilitators to the dissemination of DECISION+, a continuing medical education program for optimizing decisions about antibiotics for acute respiratory infections in primary care: A study protocol","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Université Laval; Hôpital Saint-François d'Assise; Centre hospitalier universitaire de Québec","funders":"Canadian Institutes of Health Research; Max-Planck-Gesellschaft","keywords":"Medicine; Focus group; Protocol (science); Continuing medical education; Family medicine; Medical record; Decision aids; Nursing; Medical education; Continuing education; Alternative medicine","score_opus":0.028147939648850814,"score_gpt":0.44428317397418776,"score_spread":0.41613523432533694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160989319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9160467,0.000044411623,0.016471257,0.000060392726,0.0002291766,0.06703601,0.000055811266,0.00001713174,0.000039119193],"genre_scores_gemma":[0.9792697,0.000004173776,0.00829181,0.00007543094,0.0000072511148,0.012320165,0.000009887013,0.000005969477,0.000015654468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99888104,0.00006196919,0.00043066012,0.0002872784,0.00012382543,0.00021519953],"domain_scores_gemma":[0.9988885,0.0004011541,0.000146874,0.0001699704,0.00034051365,0.00005298069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012549654,0.000087429005,0.00014029424,0.00023932903,0.00038253935,0.000028618193,0.00022907514,0.000051836567,0.000023404527],"category_scores_gemma":[0.0012712742,0.000062803025,0.000032328226,0.00048984704,0.0002897701,0.00018979213,0.00007632921,0.000063364816,9.3762407e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046015703,0.0005306075,0.12087011,0.000071382274,0.00005379848,5.444237e-7,0.042529218,0.0000044377907,0.023830809,0.0008421379,0.00058399414,0.8102228],"study_design_scores_gemma":[0.0070337886,0.004676298,0.78161544,0.00094480044,0.00017084894,0.00001336829,0.14215292,0.000058598373,0.049302608,0.00020281736,0.013399302,0.00042923063],"about_ca_topic_score_codex":0.000036503257,"about_ca_topic_score_gemma":0.00049186987,"teacher_disagreement_score":0.8097936,"about_ca_system_score_codex":0.000071932,"about_ca_system_score_gemma":0.0005619449,"threshold_uncertainty_score":0.2942222},"labels":[],"label_agreement":null},{"id":"W2161075463","doi":"10.1186/1748-5908-7-2","title":"Use of health systems and policy research evidence in the health policymaking in eastern Mediterranean countries: views and practices of researchers","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Health services research; Health policy; Thematic analysis; Health informatics; Government (linguistics); Medicine; Health administration; Knowledge translation; Public health; Public relations; Political science; Qualitative research; Nursing; Sociology; Social science; Knowledge management","score_opus":0.976980351265113,"score_gpt":0.8372784395400653,"score_spread":0.13970191172504764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161075463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91695493,0.0010224134,0.00010923082,0.078389436,0.0001384685,0.0032450422,0.000055081055,0.000006879017,0.000078486286],"genre_scores_gemma":[0.9913681,0.0014557596,0.0004997901,0.006308803,0.0001141091,0.00022622489,0.000002059027,0.000008162181,0.000016987178],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9800111,0.012169688,0.002544478,0.00046787973,0.0027999636,0.0020069038],"domain_scores_gemma":[0.98167235,0.014598746,0.0023086173,0.00045277204,0.0005628225,0.0004047184],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12136721,0.00012085809,0.00037641008,0.0018038267,0.0010387194,0.00009730762,0.000545679,0.000042772885,0.000027344642],"category_scores_gemma":[0.015971344,0.00009226857,0.000011619022,0.0044436,0.0012911458,0.0032949825,0.0003137608,0.00050534506,0.0000054134357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030424784,0.00002228208,0.6561137,0.0009953934,0.0000013722715,2.1974355e-7,0.3250011,0.0000022384609,0.000265858,0.0064816573,0.00076193555,0.010323853],"study_design_scores_gemma":[0.00070510746,0.00032027738,0.73421925,0.000951543,0.000001192878,0.0000062063227,0.2448647,0.00031768854,0.000028475259,0.00009389983,0.018405829,0.00008584875],"about_ca_topic_score_codex":0.15476537,"about_ca_topic_score_gemma":0.01640865,"teacher_disagreement_score":0.13835673,"about_ca_system_score_codex":0.0008512756,"about_ca_system_score_gemma":0.0073479516,"threshold_uncertainty_score":0.99827945},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2161459327","doi":"10.1186/1748-5908-7-50","title":"Knowledge translation of research findings","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2529,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; Canadian Institutes of Health Research; Hill's Pet Nutrition","keywords":"Knowledge translation; Health services research; Health care; Health administration; Medicine; Stakeholder; Knowledge management; Health policy; Translational research; Public relations; Public health; Computer science; Nursing; Political science; Pathology","score_opus":0.9535048946772307,"score_gpt":0.8400285030842797,"score_spread":0.11347639159295098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161459327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971193,0.00003976375,0.0018552963,0.0025270584,0.0008602783,0.0013563777,0.000044168384,0.000052285453,0.022071732],"genre_scores_gemma":[0.995382,0.0000114871145,0.0031647386,0.000804334,0.00020380683,0.00019635395,0.000005581029,0.0000093757735,0.00022230529],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947445,0.0009868746,0.0010220115,0.00027976045,0.0014853394,0.0014815357],"domain_scores_gemma":[0.9942181,0.003689882,0.000243902,0.00031035714,0.001129216,0.00040852808],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028592376,0.00008909122,0.00014722098,0.00096234755,0.0019219199,0.000018813671,0.00048375834,0.000048859318,0.0025337993],"category_scores_gemma":[0.0018992097,0.00008331089,0.000026644151,0.00427018,0.0007800061,0.0017468008,0.00014074257,0.00030079615,0.00074906077],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021965614,0.00006668484,0.52316326,0.00023039695,0.0000041905355,1.13223905e-7,0.26608843,9.1295857e-7,0.113987185,0.048278622,0.013706873,0.034451358],"study_design_scores_gemma":[0.0018279618,0.00013558884,0.6635069,0.00007180566,0.000007777836,0.000001937352,0.09073641,0.000080932194,0.04425507,0.0009104028,0.19824974,0.00021544314],"about_ca_topic_score_codex":0.0003520395,"about_ca_topic_score_gemma":0.00018000367,"teacher_disagreement_score":0.18454288,"about_ca_system_score_codex":0.00043765176,"about_ca_system_score_gemma":0.0019046738,"threshold_uncertainty_score":0.9993774},"labels":[],"label_agreement":null},{"id":"W2161564003","doi":"10.1186/1748-5908-8-140","title":"Development and psychometric properties of a questionnaire to assess barriers to feeding critically ill patients","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical Nutrition and Gastroenterology","field":"Nursing","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Kingston General Hospital; Clinical Evaluation Research Unit; Queen's University","funders":"Queen's University; Canadian Institutes of Health Research; Griffith University","keywords":"Medicine; Cronbach's alpha; Exploratory factor analysis; Content validity; Nursing; Health administration; Intraclass correlation; Face validity; Reliability (semiconductor); Descriptive statistics; Family medicine; Psychometrics; Public health; Clinical psychology","score_opus":0.10263946212254121,"score_gpt":0.4255088344799818,"score_spread":0.32286937235744056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161564003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97343755,0.000003129663,0.001210261,0.024505496,0.00031204004,0.00049824716,0.000003495917,0.000017722145,0.000012049442],"genre_scores_gemma":[0.9542887,4.102655e-7,0.0147195505,0.030895911,0.000012253314,0.00007566829,0.0000013159404,0.000004293285,0.0000018760543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986572,0.000032829757,0.00039864026,0.00026446074,0.00038298767,0.00026383475],"domain_scores_gemma":[0.9980817,0.000031643955,0.000056967267,0.0000845105,0.0013356224,0.00040956316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041543366,0.0000715452,0.00010737674,0.0004283148,0.00019362975,0.000098344586,0.00014974253,0.000015810694,0.00006463619],"category_scores_gemma":[0.0031994204,0.0000636688,0.000013060531,0.0007963865,0.00015031402,0.00035379332,0.000076646305,0.00003798652,0.000016068794],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012319499,0.00014101338,0.67352563,0.000058158254,0.0000061369915,1.3741918e-7,0.0054032938,0.0000035415248,0.1575402,0.000095479605,0.0050374614,0.15806575],"study_design_scores_gemma":[0.00077087723,0.00044137862,0.9538701,0.0000702173,0.0000039882184,9.377965e-7,0.0028813407,0.000025028376,0.040464465,0.00004935742,0.0013327788,0.00008952737],"about_ca_topic_score_codex":0.000050148148,"about_ca_topic_score_gemma":0.000043754633,"teacher_disagreement_score":0.2803445,"about_ca_system_score_codex":0.00007953764,"about_ca_system_score_gemma":0.000024353292,"threshold_uncertainty_score":0.38302362},"labels":[],"label_agreement":null},{"id":"W2161580998","doi":"10.1186/1748-5908-5-78","title":"The trainees' perspective on developing an end-of-grant knowledge translation plan","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Manitoba; Queen's University; Toronto Metropolitan University; University of Calgary","funders":"Canadian Institutes of Health Research; Fondation pour la Recherche Médicale; European Observatory on Health Systems and Policies","keywords":"Knowledge translation; Medicine; Plan (archaeology); Craft; Perspective (graphical); Process (computing); Medical education; Developing country; Health informatics; Health services research; Knowledge management; Nursing; Public health; Computer science; Economic growth","score_opus":0.12887416057549947,"score_gpt":0.4666967740628391,"score_spread":0.33782261348733966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161580998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939384,0.00005422389,0.0035799884,0.0007912728,0.00025995553,0.0001112263,0.000012137459,0.000009533066,0.0012432748],"genre_scores_gemma":[0.99559194,0.000011737986,0.0042264755,0.000065059474,0.00006133561,0.000009800407,0.000015294607,0.0000028291913,0.000015505582],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99934465,0.000026382557,0.00012960889,0.00019004809,0.00016095038,0.00014838004],"domain_scores_gemma":[0.99959576,0.000055767705,0.00005319472,0.0001387649,0.00011527891,0.000041238774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062573724,0.000054494365,0.00004239626,0.00004058011,0.00025858145,0.000029221543,0.00022656062,0.000032223008,0.000011872733],"category_scores_gemma":[0.00014518127,0.000036985053,0.000019208952,0.00016520462,0.0005156789,0.0000067769884,0.000018054297,0.000054853106,0.0000017090608],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001853962,0.000013672315,0.0002125902,0.0000013025145,0.0000036218407,1.0647303e-7,0.0028544501,8.224365e-7,0.7270483,0.006546612,0.000051312938,0.26324868],"study_design_scores_gemma":[0.0006721669,0.0005585659,0.024951449,0.000005641809,0.0000059532103,0.0000069819025,0.02398097,0.00015843651,0.91275066,0.0009602041,0.03578882,0.00016013565],"about_ca_topic_score_codex":0.000036719026,"about_ca_topic_score_gemma":0.0008919273,"teacher_disagreement_score":0.26308855,"about_ca_system_score_codex":0.000012286954,"about_ca_system_score_gemma":0.0002266041,"threshold_uncertainty_score":0.19888256},"labels":[],"label_agreement":null},{"id":"W2162095868","doi":"10.1186/1748-5908-6-72","title":"Measuring organizational readiness for knowledge translation in chronic care","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; Université Laval; University of Alberta; Centre hospitalier universitaire de Québec","funders":"Canadian Institutes of Health Research; Max-Planck-Gesellschaft","keywords":"Health administration; Medicine; Health informatics; Knowledge translation; Health services research; Public health; Nursing research; Health care; Nursing; Knowledge management","score_opus":0.8956044080199463,"score_gpt":0.7180301812348996,"score_spread":0.17757422678504675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162095868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91738486,0.00010497487,0.05354282,0.0014874947,0.0016444366,0.0067940042,0.00025432213,0.0001994903,0.018587576],"genre_scores_gemma":[0.9906158,0.000007780654,0.007545468,0.0008142572,0.00016178409,0.00073678116,0.000039543764,0.000017793114,0.00006078714],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9969663,0.00024420558,0.00094335066,0.000470777,0.0005310756,0.0008442878],"domain_scores_gemma":[0.9972386,0.0010026745,0.000294054,0.00022851015,0.0010443146,0.00019186754],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032988132,0.00012812942,0.00015354043,0.0006060976,0.0012665453,0.000023544828,0.0004342913,0.000051921743,0.0012948839],"category_scores_gemma":[0.0009719785,0.00013092354,0.00002422983,0.0023440227,0.00018832472,0.0010304888,0.00006430366,0.00013899402,0.00015172163],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060702652,0.000037614864,0.2109409,0.00062410894,0.000005587043,8.0598625e-7,0.66377455,0.000025888787,0.035789132,0.028901737,0.0008829135,0.05895608],"study_design_scores_gemma":[0.01003761,0.00035987634,0.6984267,0.00020874008,0.000024448576,0.000003097777,0.20799923,0.0015407217,0.038770102,0.003570533,0.038297802,0.0007611389],"about_ca_topic_score_codex":0.00048737673,"about_ca_topic_score_gemma":0.0071373256,"teacher_disagreement_score":0.4874858,"about_ca_system_score_codex":0.0018027436,"about_ca_system_score_gemma":0.005294696,"threshold_uncertainty_score":0.99961805},"labels":[],"label_agreement":null},{"id":"W2162138305","doi":"10.1186/1748-5908-8-6","title":"Developing and evaluating communication strategies to support informed decisions and practice based on evidence (DECIDE): protocol and preliminary results","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":200,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Stakeholder; Health care; Protocol (science); Medicine; Guideline; Grading (engineering); Health informatics; Quality (philosophy); Health administration; Evidence-based practice; Public relations; Public health; Knowledge management; Nursing; Computer science; Alternative medicine","score_opus":0.6718641789897177,"score_gpt":0.6874144361768726,"score_spread":0.015550257187154859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162138305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82781065,0.000016045655,0.019650266,0.07752815,0.00006052611,0.07373325,0.00001619765,0.00007798727,0.0011069691],"genre_scores_gemma":[0.7266596,0.00002904986,0.2574236,0.005893085,0.000016821563,0.00993568,0.000023024922,0.000008358721,0.000010752701],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99701095,0.00022867681,0.0011030069,0.0004669012,0.00092297036,0.00026749747],"domain_scores_gemma":[0.98443246,0.013303125,0.00051377265,0.00040710514,0.0010879212,0.00025564528],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007146539,0.00014295528,0.00015981725,0.0002807792,0.00049919233,0.00052603247,0.00014783943,0.000033310054,0.00007255724],"category_scores_gemma":[0.051425613,0.00012478739,0.000012238189,0.0005995762,0.0002685687,0.004092166,0.00026448147,0.00014018345,0.000017865501],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038920855,0.00009225809,0.0068791085,0.000120367775,0.000014981962,0.000006082497,0.00481582,0.00012486715,0.012104118,0.0013172595,0.0022396606,0.9683934],"study_design_scores_gemma":[0.009600601,0.009781223,0.8892275,0.0010027322,0.00013358396,0.0002998626,0.062435597,0.01761805,0.0025340384,0.0014409678,0.0054808976,0.00044494148],"about_ca_topic_score_codex":0.00046975564,"about_ca_topic_score_gemma":0.00014188299,"teacher_disagreement_score":0.96794844,"about_ca_system_score_codex":0.00016628299,"about_ca_system_score_gemma":0.0016694594,"threshold_uncertainty_score":0.9565646},"labels":[],"label_agreement":null},{"id":"W2162805043","doi":"10.1186/1748-5908-5-92","title":"Using knowledge brokers to facilitate the uptake of pediatric measurement tools into clinical practice: a before-after intervention study","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; University of Alberta; McMaster University Medical Centre; University of British Columbia; BC Centre for Disease Control; McMaster University","funders":"Canadian Institutes of Health Research; American Academy for Cerebral Palsy and Developmental Medicine","keywords":"Knowledge translation; Medicine; Intervention (counseling); Knowledge management; Intranet; Remuneration; Cerebral palsy; Medical education; Nursing; Physical therapy; Computer science; The Internet","score_opus":0.2965916875458572,"score_gpt":0.5269399617586104,"score_spread":0.23034827421275317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162805043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99431837,0.000032516287,0.0020757946,0.0006991852,0.0006310352,0.0018774391,0.000008111612,0.00001477724,0.00034276096],"genre_scores_gemma":[0.99585634,0.0000035163332,0.0034643738,0.0004489148,0.00009895621,0.00008403644,0.0000034156258,0.0000065633953,0.00003388791],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99740314,0.00010376073,0.0008803678,0.00035540835,0.0010124826,0.00024481106],"domain_scores_gemma":[0.99843955,0.00008145189,0.0001882075,0.0003478732,0.00079758494,0.00014532232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00753043,0.0001121792,0.00016946664,0.000204747,0.00019073556,0.0000742908,0.0002168075,0.000023789054,0.0002319072],"category_scores_gemma":[0.0017475724,0.00007997533,0.00010518641,0.0008414408,0.00017788641,0.0005711856,0.00014481308,0.00016920104,0.000025556175],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000547806,0.0021746207,0.53051996,0.000095040385,0.000114746756,0.000004035799,0.039539676,0.0000106802345,0.02341876,0.0002982212,0.0007283947,0.40254804],"study_design_scores_gemma":[0.002985999,0.0016045385,0.95276767,0.000016893331,0.00027390968,0.000003265822,0.033346247,0.00008387273,0.00085216016,0.0000912908,0.0078575,0.0001166263],"about_ca_topic_score_codex":0.00047310794,"about_ca_topic_score_gemma":0.0040753656,"teacher_disagreement_score":0.4222477,"about_ca_system_score_codex":0.00009747949,"about_ca_system_score_gemma":0.00037103306,"threshold_uncertainty_score":0.32612994},"labels":[],"label_agreement":null},{"id":"W2162944595","doi":"10.1186/s13012-015-0326-x","title":"Education and training for implementation science: our interest in manuscripts describing education and training materials","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"National Institute for Health and Care Research","keywords":"Training (meteorology); Curriculum; Work (physics); Health informatics; Medical education; Medicine; Health services research; Health administration; Engineering ethics; Public health; Pedagogy; Sociology; Engineering; Nursing","score_opus":0.7886044086246378,"score_gpt":0.6504294089889567,"score_spread":0.13817499963568103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162944595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99230105,0.000044266173,0.0021616344,0.0023611046,0.0016409033,0.0009659148,0.000020791034,0.000019721267,0.00048464414],"genre_scores_gemma":[0.9872471,0.000009581216,0.011519272,0.00070903543,0.000129093,0.00025779364,0.000033270917,0.000008945176,0.00008592835],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99624765,0.00013721388,0.00096571114,0.0007727053,0.001387788,0.00048890745],"domain_scores_gemma":[0.9977085,0.00014870396,0.0004735527,0.00026017395,0.0011103655,0.00029868426],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.018462226,0.00016429037,0.00021343805,0.0013978153,0.00062439975,0.0017510644,0.00048232524,0.000030793744,0.000101121754],"category_scores_gemma":[0.0013156441,0.0001483922,0.000018857121,0.0017690866,0.00029479957,0.004594625,0.00014855686,0.00006662963,0.000009307029],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020272191,0.000040688672,0.020986674,0.000008135177,0.0000017666807,1.08050095e-7,0.03973136,0.000008813246,0.05130983,0.010283372,0.00066079706,0.8769482],"study_design_scores_gemma":[0.0017273496,0.0002360137,0.24123359,0.00005592099,0.000013505018,0.00002978651,0.70890254,0.0012140922,0.023950841,0.02012368,0.0022155787,0.00029709286],"about_ca_topic_score_codex":0.00027110166,"about_ca_topic_score_gemma":0.00093221647,"teacher_disagreement_score":0.8766511,"about_ca_system_score_codex":0.0004009347,"about_ca_system_score_gemma":0.0060350094,"threshold_uncertainty_score":0.9995999},"labels":[],"label_agreement":null},{"id":"W2163705443","doi":"10.1186/s13012-015-0339-5","title":"Redesigning printed educational materials for primary care physicians: design improvements increase usability","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Work & Health; McMaster University; Women's College Hospital; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Usability; System usability scale; Think aloud protocol; Health informatics; Pluralistic walkthrough; Medicine; Web usability; Health services research; Medical education; Health administration; Test (biology); Nursing; Public health; Computer science; Human–computer interaction","score_opus":0.19469798455294263,"score_gpt":0.551715175987703,"score_spread":0.3570171914347604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163705443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7595526,0.00014411152,0.18939959,0.0044603446,0.0032276318,0.03821915,0.0010086476,0.00026865664,0.003719305],"genre_scores_gemma":[0.9286863,0.000009641662,0.038287725,0.0043224175,0.00037067744,0.027625008,0.0005134148,0.000019823114,0.00016497618],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99673706,0.00035283007,0.0008989709,0.0005462598,0.00070192106,0.00076294603],"domain_scores_gemma":[0.99592257,0.00063926296,0.0005369915,0.0004033848,0.002036949,0.00046081864],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0054742894,0.00014114637,0.00020219541,0.00015444255,0.0016282843,0.00003979341,0.00035490622,0.000054203472,0.00024903496],"category_scores_gemma":[0.00097384036,0.00013932252,0.000025929035,0.00055551395,0.0001748325,0.0005233441,0.000108489425,0.0001157596,0.00009000893],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001122546,0.00053472084,0.060542032,0.003206809,0.000027275808,4.6089005e-7,0.03262665,0.000069450696,0.4063773,0.03482168,0.06647046,0.39420062],"study_design_scores_gemma":[0.020913014,0.0016660847,0.5470835,0.00057257054,0.00015009621,0.000004473447,0.09402944,0.00053401064,0.106079504,0.034197226,0.1932114,0.0015586814],"about_ca_topic_score_codex":0.00067109324,"about_ca_topic_score_gemma":0.00007432337,"teacher_disagreement_score":0.48654145,"about_ca_system_score_codex":0.0019277915,"about_ca_system_score_gemma":0.009971623,"threshold_uncertainty_score":0.99967146},"labels":[],"label_agreement":null},{"id":"W2163978881","doi":"10.1186/1748-5908-7-120","title":"Effectiveness of inpatient and outpatient strategies in increasing referral and utilization of cardiac rehabilitation: a prospective, multi-site study","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"William Osler Health System; McMaster University; Toronto Rehabilitation Institute; Canada Research Chairs; University of Ottawa; Toronto General Hospital; University Health Network; University of Toronto; York University","funders":"Institute of Circulatory and Respiratory Health; Canadian Institutes of Health Research; Heart and Stroke Foundation of Canada","keywords":"Medicine; Referral; Rehabilitation; Health services research; Emergency medicine; Health administration; Observational study; Prospective cohort study; Population; Public health; Cardiac surgery; Family medicine; Physical therapy; Internal medicine; Nursing; Environmental health","score_opus":0.08469353011790565,"score_gpt":0.4806604283263784,"score_spread":0.39596689820847275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163978881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99711776,0.0001385845,0.000052945747,0.000012042564,0.00011311292,0.0024738351,0.000015626638,0.0000058056426,0.00007029548],"genre_scores_gemma":[0.9985468,0.000020241232,0.0013250905,0.000008896758,0.0000075430985,0.00007866238,0.000008418655,0.000004066295,2.918234e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984679,0.00027668296,0.00038642553,0.00021149637,0.00043499106,0.00022250961],"domain_scores_gemma":[0.9991112,0.00023658882,0.00011238796,0.00011226702,0.0002718682,0.00015570289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005199009,0.00007189205,0.00023034356,0.00033417018,0.00009366453,0.000011393384,0.000023606613,0.000015498104,0.0000021273472],"category_scores_gemma":[0.0003012611,0.00006521701,0.000014536669,0.00071098364,0.00032831513,0.00060597545,0.000052566676,0.000050388713,1.391484e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004097964,0.00029442538,0.95171106,0.0004921214,0.0000026041203,6.730237e-8,0.024305673,9.379205e-7,0.018409977,0.00025701665,2.0184505e-7,0.004116125],"study_design_scores_gemma":[0.0020385114,0.0014648426,0.943853,0.00010210963,0.000017345075,0.0000023970008,0.042988677,0.000027870045,0.009440421,0.000017790568,0.0000026257958,0.000044408058],"about_ca_topic_score_codex":0.0016658013,"about_ca_topic_score_gemma":0.00008822526,"teacher_disagreement_score":0.018683005,"about_ca_system_score_codex":0.00028668088,"about_ca_system_score_gemma":0.0004090954,"threshold_uncertainty_score":0.26594725},"labels":[],"label_agreement":null},{"id":"W2164159568","doi":"10.1186/s13012-014-0108-x","title":"From policy to practice: implementing frontline community health services for substance dependence-study protocol","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre de Santé et de Services Sociaux de la Montagne; McGill University; McGill University Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Health services research; Public health; Knowledge translation; Nursing; Health policy; Health administration; Implementation research; Protocol (science); Health care; Health informatics; Qualitative research; Psychological intervention; Medical education; Alternative medicine; Knowledge management","score_opus":0.5614118836371771,"score_gpt":0.7609613596248801,"score_spread":0.199549475987703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164159568","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38666674,0.0000021755668,0.13526525,0.07180319,0.0011363502,0.40162912,0.0010913609,0.0004336289,0.001972187],"genre_scores_gemma":[0.5964303,9.702414e-7,0.059059262,0.10169827,0.0009887607,0.24156712,0.000067627305,0.00004876857,0.00013892837],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9885956,0.0037047218,0.0024647808,0.0009606319,0.0018886458,0.0023856356],"domain_scores_gemma":[0.988641,0.005650407,0.001898737,0.001181721,0.0016613144,0.0009667759],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.03381981,0.0003243027,0.0004719811,0.00070579466,0.009073759,0.00023170053,0.0017271842,0.000054720316,0.0005096566],"category_scores_gemma":[0.0038345268,0.0003123485,0.000052548592,0.0028329142,0.00017285769,0.0022874419,0.000596481,0.0005303173,0.00023484773],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051606615,0.000562428,0.20195709,0.0007775914,0.000040015675,8.023516e-7,0.659164,0.00004992468,0.006032886,0.0051436564,0.021713069,0.10404246],"study_design_scores_gemma":[0.0070474227,0.0012795479,0.10362501,0.00011643629,0.000014601903,0.0000010427005,0.3720958,0.0004125767,0.00060422346,0.0017371345,0.51267844,0.00038777528],"about_ca_topic_score_codex":0.08875927,"about_ca_topic_score_gemma":0.12215542,"teacher_disagreement_score":0.4909654,"about_ca_system_score_codex":0.0015247666,"about_ca_system_score_gemma":0.0042708986,"threshold_uncertainty_score":0.9999329},"labels":[],"label_agreement":null},{"id":"W2164454344","doi":"10.1186/1748-5908-6-52","title":"Effects of an evidence service on community-based AIDS service organizations' use of research evidence: A protocol for a randomized controlled trial","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Ottawa Hospital; Ontario HIV Treatment Network; McMaster Children's Hospital; McMaster University; University of Ottawa; University of Toronto; Institute of Population and Public Health; Hamilton Health Sciences","funders":"Ontario HIV Treatment Network; McMaster University","keywords":"Randomized controlled trial; Medicine; Protocol (science); Service (business); Health administration; Health services research; Evidence-based practice; Family medicine; Nursing; Alternative medicine; Public health; Marketing; Surgery; Business","score_opus":0.8613945055720805,"score_gpt":0.7602478531975917,"score_spread":0.10114665237448883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164454344","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5165432,0.0000010060764,0.0058586583,0.0018032872,0.0002491555,0.47537535,0.00004954813,0.000065016706,0.000054759428],"genre_scores_gemma":[0.43155923,0.0000016488603,0.016153313,0.009831538,0.00007207879,0.54231566,0.000008781299,0.000027791952,0.00002994176],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97402555,0.018539974,0.0031333251,0.00057392166,0.0026696224,0.001057585],"domain_scores_gemma":[0.8763566,0.10771831,0.0021789698,0.001002763,0.012348186,0.00039516835],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.067805,0.00025466914,0.001115989,0.0013467433,0.002713809,0.000073100186,0.0015765703,0.00011529338,0.0006226985],"category_scores_gemma":[0.091105305,0.00020129567,0.00010751105,0.008045695,0.00091371225,0.0026703964,0.00027377642,0.0005732098,0.000037050886],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8880332,0.0005995646,0.0013310827,0.0046107066,0.000028888691,5.1323383e-7,0.07440805,0.000042551543,0.026244821,0.0038302136,0.00043160608,0.00043880387],"study_design_scores_gemma":[0.9331286,0.003530212,0.0023904152,0.0019396824,0.00007230106,3.620815e-7,0.008190653,0.001861976,0.047641456,0.0007478348,0.00027825672,0.0002182264],"about_ca_topic_score_codex":0.009184831,"about_ca_topic_score_gemma":0.001654542,"teacher_disagreement_score":0.09766897,"about_ca_system_score_codex":0.00039214885,"about_ca_system_score_gemma":0.009513664,"threshold_uncertainty_score":0.9985845},"labels":[],"label_agreement":null},{"id":"W2164762515","doi":"10.1186/1748-5908-7-109","title":"Strategies for monitoring and updating clinical practice guidelines: a systematic review","year":2012,"lang":"en","type":"review","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Universitat Autònoma de Barcelona","keywords":"Medicine; MEDLINE; Systematic review; Cochrane Library; Identification (biology); Health informatics; Health services research; Evidence-based medicine; Medical physics; Alternative medicine; Public health; Pathology","score_opus":0.7804574269316317,"score_gpt":0.7361830201778224,"score_spread":0.044274406753809226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164762515","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026686764,0.98363495,0.003544676,0.001540015,0.00085461064,0.01016613,0.00005419502,0.00006672247,0.0001360055],"genre_scores_gemma":[0.000012530193,0.9006276,0.09454143,0.0025468888,0.0008333341,0.0012088428,0.00015935328,0.000048369657,0.000021657717],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98939145,0.00051687,0.007412693,0.0008457452,0.0012500234,0.00058321434],"domain_scores_gemma":[0.9828201,0.008073309,0.004588806,0.00074079586,0.0033783556,0.0003986226],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029675473,0.0004318833,0.002554976,0.00027106362,0.00033814315,0.00033151094,0.00035921222,0.00013236258,0.000059303595],"category_scores_gemma":[0.065960884,0.0003291924,0.0004048766,0.00096407766,0.00023567834,0.0025243214,0.00022260314,0.000393898,0.000043670138],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058480564,0.000035039677,0.000013692153,0.49782345,0.00010267741,0.0000019162765,0.000045429664,2.1418522e-8,0.0000010318752,0.00038470924,0.0009673037,0.5006189],"study_design_scores_gemma":[0.0007726047,0.00023475949,0.000009255026,0.2851339,0.01939625,0.00043304134,0.009192879,0.00001345528,9.454595e-7,0.00003721103,0.6844218,0.0003538975],"about_ca_topic_score_codex":0.00004571068,"about_ca_topic_score_gemma":0.0000046522505,"teacher_disagreement_score":0.6834545,"about_ca_system_score_codex":0.0002776119,"about_ca_system_score_gemma":0.0031533109,"threshold_uncertainty_score":0.999916},"labels":[],"label_agreement":null},{"id":"W2165207561","doi":"10.1186/1748-5908-4-70","title":"Using theories of behaviour to understand transfusion prescribing in three clinical contexts in two countries: Development work for an implementation trial","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Blood transfusion and management","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Blood Services; Ottawa Hospital; University of Ottawa","funders":"Canadian Blood Services","keywords":"Medicine; Health services research; Health informatics; Health administration; Public health; Work (physics); Nursing; Intensive care medicine","score_opus":0.2552367813945811,"score_gpt":0.54678511648905,"score_spread":0.2915483350944689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165207561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92843443,0.000009378437,0.06676939,0.00050094473,0.00019099473,0.0040187784,0.000009333157,0.0000142667,0.00005249028],"genre_scores_gemma":[0.9859285,0.000010475645,0.013368483,0.00058021967,0.000029816294,0.00005260947,0.000019336938,0.0000067816263,0.0000037755124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976565,0.000059246133,0.0010087456,0.00039479363,0.0005574462,0.00032321646],"domain_scores_gemma":[0.99933755,0.00008395353,0.00013602852,0.00016408638,0.0001550796,0.00012330475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031873935,0.00011998059,0.00026600985,0.00043458454,0.00013992,0.000051562438,0.0001389845,0.00002488669,0.00007069543],"category_scores_gemma":[0.00004375214,0.00011364317,0.000042298594,0.00079520955,0.000098522985,0.00040877247,0.000020708772,0.00006793539,5.268443e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030100439,0.0012959146,0.5515303,0.000073739015,0.000028466044,0.000007958127,0.042044856,0.00019297223,0.018367115,0.021868045,0.00006062747,0.33442953],"study_design_scores_gemma":[0.11821396,0.0028932511,0.8169456,0.00020558944,0.00008777052,0.0000020551186,0.034582507,0.0001448028,0.024320235,0.0020997669,0.00021926477,0.0002851649],"about_ca_topic_score_codex":0.00041221923,"about_ca_topic_score_gemma":0.013766992,"teacher_disagreement_score":0.33414438,"about_ca_system_score_codex":0.00022394262,"about_ca_system_score_gemma":0.00048542273,"threshold_uncertainty_score":0.76823044},"labels":[],"label_agreement":null},{"id":"W2165470797","doi":"10.1186/s13012-014-0197-6","title":"Accuracy of using automated methods for detecting adverse events from electronic health record data: a research protocol","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Health informatics; Receiver operating characteristic; Health administration; Data mining; Adverse effect; Protocol (science); Health care; Electronic data; Population health; Health services research; Population; Public health; Emergency medicine; Computer science; Internal medicine; Pathology","score_opus":0.790475712067549,"score_gpt":0.7323822127748192,"score_spread":0.05809349929272978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165470797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83820367,0.00009106712,0.044096116,0.0011871698,0.00020061215,0.115896195,0.00016008317,0.00013198928,0.000033122935],"genre_scores_gemma":[0.5946117,0.0000061536725,0.38753077,0.00017115667,0.000046032375,0.01751858,0.000097677264,0.000014138268,0.000003802175],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99778104,0.00025844836,0.0004547498,0.00042420003,0.00060702005,0.00047456313],"domain_scores_gemma":[0.99780834,0.00062381884,0.0003289625,0.00047491293,0.0005814624,0.00018248941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007641128,0.000079551304,0.00019544039,0.00023917912,0.0002387757,0.000017774004,0.00025677183,0.000017450182,0.000040638784],"category_scores_gemma":[0.0018272925,0.000066473156,0.000027241098,0.0009269666,0.000080867925,0.00048267192,0.00015876337,0.00007517831,0.0000027734816],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049048,0.00051019946,0.13199084,0.00012216983,0.00009577185,0.0000014716501,0.0026803433,0.000026972884,0.043132853,0.000101314436,0.0011802193,0.8196674],"study_design_scores_gemma":[0.033787347,0.0070624896,0.12250848,0.00063140836,0.0002050792,0.0000306304,0.024396628,0.2888893,0.48246452,0.003510237,0.036019057,0.0004948316],"about_ca_topic_score_codex":0.0047683134,"about_ca_topic_score_gemma":0.00036344604,"teacher_disagreement_score":0.81917256,"about_ca_system_score_codex":0.000843992,"about_ca_system_score_gemma":0.0033465924,"threshold_uncertainty_score":0.7208295},"labels":[],"label_agreement":null},{"id":"W2165522200","doi":"10.1186/1748-5908-5-79","title":"Conservation of resources theory and research use in health systems","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Institute of Population and Public Health; Bridgepoint Active Healthcare; University of Manitoba; University of Ottawa; Manitoba Health","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Health administration; Knowledge translation; Context (archaeology); Nursing research; Government (linguistics); Medicine; Resource (disambiguation); Knowledge management; Health informatics; Resource dependence theory; Health policy; Management science; Public health; Environmental resource management; Nursing; Management; Computer science; Economics","score_opus":0.843922305226606,"score_gpt":0.7873637475142183,"score_spread":0.056558557712387714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165522200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99086034,0.000011435711,0.000383859,0.0063457508,0.0004084264,0.0015587104,0.00005194791,0.000021585312,0.0003579711],"genre_scores_gemma":[0.9951019,0.000020509113,0.0012628743,0.0032065841,0.00005015579,0.00017870704,0.0000034119837,0.0000072000707,0.00016865482],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928789,0.0030925178,0.001398829,0.00041733694,0.0013003814,0.0009119933],"domain_scores_gemma":[0.99012816,0.007821518,0.0005751335,0.00034357753,0.0008521255,0.0002795103],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.06168641,0.00008081776,0.00018438796,0.0010142897,0.0013001872,0.000075857315,0.00034413143,0.0000477039,0.00023877372],"category_scores_gemma":[0.0074628075,0.00007427244,0.000009168262,0.0024621119,0.0010871711,0.001136339,0.00018643322,0.0005132676,0.000022308175],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034443678,0.000014078154,0.7162821,0.00022378954,0.0000011532071,4.0182573e-7,0.05223751,0.0000029657767,0.031666044,0.19443987,0.0019665088,0.0031311347],"study_design_scores_gemma":[0.0010140169,0.000103267834,0.89167833,0.00008323352,7.9751584e-7,0.0000021855294,0.0639092,0.0002180969,0.0005931233,0.0020649887,0.040245753,0.000087005115],"about_ca_topic_score_codex":0.018413968,"about_ca_topic_score_gemma":0.010972842,"teacher_disagreement_score":0.19237489,"about_ca_system_score_codex":0.00020654048,"about_ca_system_score_gemma":0.002496825,"threshold_uncertainty_score":1},"labels":[],"label_agreement":null},{"id":"W2165663917","doi":"10.1186/1748-5908-7-115","title":"“Push” versus “Pull” for mobilizing pain evidence into practice across different health professions: A protocol for a randomized trial","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Medicine; Evidence-based practice; Intervention (counseling); Protocol (science); Nursing research; Rehabilitation; Evidence-based medicine; Health informatics; Health care; Nursing; Physical therapy; Alternative medicine; Public health; Surgery","score_opus":0.6635388738804631,"score_gpt":0.7600489415923781,"score_spread":0.09651006771191506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165663917","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02783387,0.000069212874,0.10676515,0.041661613,0.00476881,0.8186797,0.00004331891,0.00010878811,0.000069576236],"genre_scores_gemma":[0.08905949,0.000014759776,0.0276748,0.0031633489,0.0009840087,0.87892735,0.000023519873,0.000017490303,0.00013521597],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99015045,0.0038232529,0.0016274126,0.00062584755,0.0013449272,0.0024281288],"domain_scores_gemma":[0.9632059,0.032805827,0.0012933909,0.00042520653,0.0013032673,0.0009664316],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0896657,0.00020608229,0.00047530088,0.00022964543,0.0063439948,0.00013737589,0.0005833737,0.00008005501,0.00019172036],"category_scores_gemma":[0.06782852,0.00014692976,0.00011993344,0.0010363202,0.0004750703,0.0030784653,0.00019131425,0.00031646818,0.0000291325],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7481431,0.00057042314,0.0015188798,0.0019747033,0.000018826686,6.418909e-8,0.11798019,0.000002061333,0.0007321323,0.0033055472,0.042715117,0.08303897],"study_design_scores_gemma":[0.73642516,0.0024777052,0.0006528935,0.00056961365,0.00001539175,4.783267e-7,0.16246545,0.002012954,0.00027876796,0.0009040075,0.09391294,0.00028462792],"about_ca_topic_score_codex":0.0011466423,"about_ca_topic_score_gemma":0.0006172621,"teacher_disagreement_score":0.082754344,"about_ca_system_score_codex":0.00161814,"about_ca_system_score_gemma":0.007731093,"threshold_uncertainty_score":0.99789417},"labels":[],"label_agreement":null},{"id":"W2166443226","doi":"10.1186/1748-5908-8-37","title":"Using concept mapping in the knowledge-to-action process to compare stakeholder opinions on barriers to use of cancer screening among South Asians","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"Ontario Ministry of Health and Long-Term Care; Cancer Care Ontario","keywords":"Medicine; Family medicine; Descriptive statistics; Stakeholder; Knowledge translation; Service (business); Fecal occult blood; Psychological intervention; Nursing; Environmental health; Public relations; Knowledge management; Cancer; Colonoscopy; Business; Marketing","score_opus":0.5490727322160047,"score_gpt":0.5329545944817091,"score_spread":0.0161181377342956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166443226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98097086,0.0000065219174,0.016021766,0.0012619767,0.000120104305,0.0014422535,0.000041224393,0.000015678967,0.0001195975],"genre_scores_gemma":[0.9929797,3.6880593e-7,0.0041384506,0.002635122,0.00004731869,0.00017131,0.0000072129005,0.000007750406,0.00001275698],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982028,0.000047918344,0.00035613816,0.0003412771,0.00067497505,0.00037690398],"domain_scores_gemma":[0.9988583,0.000056247507,0.00011555165,0.0002089159,0.0004274283,0.00033360298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004848865,0.00011594739,0.0001662845,0.00039337965,0.0002999486,0.0001367676,0.00023720638,0.0000143088555,0.00021550135],"category_scores_gemma":[0.00027686646,0.00009327505,0.000026277552,0.0021895855,0.000114906805,0.00067058834,0.000049568913,0.000100768084,0.000009168399],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040315856,0.000017303273,0.8601073,0.000023432656,0.000009502995,0.0000015726291,0.08498164,0.025959847,0.011306441,0.00007376162,0.00082296674,0.016655937],"study_design_scores_gemma":[0.00040995475,0.00011182089,0.8305249,0.0003716934,0.000010965775,0.0000020561765,0.16017705,0.0019083542,0.005921179,0.000005152699,0.00044013807,0.000116731564],"about_ca_topic_score_codex":0.008204847,"about_ca_topic_score_gemma":0.0028445304,"teacher_disagreement_score":0.07519541,"about_ca_system_score_codex":0.00024487614,"about_ca_system_score_gemma":0.00041838418,"threshold_uncertainty_score":0.9983996},"labels":[],"label_agreement":null},{"id":"W2167220606","doi":"10.1186/1748-5908-4-26","title":"Evolving the theory and praxis of knowledge translation through social interaction: a social phenomenological study","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Praxis; Health informatics; Health services research; Public health; Medicine; Knowledge translation; Health administration; Quality of Life Research; Epistemology; Medical sociology; Social policy; Sociology; Nursing; Knowledge management; Political science","score_opus":0.7726765988319615,"score_gpt":0.7379825480156358,"score_spread":0.034694050816325706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167220606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711187,0.000023131308,0.0041962224,0.013832446,0.00029047774,0.002009443,0.000025530951,0.000053143904,0.008450912],"genre_scores_gemma":[0.9959275,0.0000047346316,0.00046993673,0.003216643,0.00021185077,0.00012856469,0.0000025913514,0.000004959982,0.00003317961],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99572295,0.0017565035,0.0009346582,0.00037378212,0.000664062,0.0005480223],"domain_scores_gemma":[0.99675816,0.0021848558,0.00040554692,0.00015165813,0.00042856595,0.00007118745],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008854983,0.00012420537,0.00019747314,0.00016146364,0.003947509,0.00005245153,0.00037285415,0.000044105345,0.000745089],"category_scores_gemma":[0.00071196305,0.00009053963,0.000031142234,0.0013479798,0.0005882574,0.0011558236,0.000094978095,0.0002706065,0.000023939487],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008222249,0.00011752587,0.011306343,0.000026590222,0.0000091144475,3.1558545e-7,0.83718115,5.5926745e-7,0.0053288974,0.06357255,0.0013677027,0.08100705],"study_design_scores_gemma":[0.001761576,0.00041574019,0.52918184,0.000009397793,0.000022191798,0.000001523911,0.45275217,0.000055324344,0.00021254382,0.010079045,0.005375778,0.00013288313],"about_ca_topic_score_codex":0.00009285795,"about_ca_topic_score_gemma":0.00020783172,"teacher_disagreement_score":0.5178755,"about_ca_system_score_codex":0.00022702987,"about_ca_system_score_gemma":0.0006443542,"threshold_uncertainty_score":0.9973492},"labels":[],"label_agreement":null},{"id":"W2167787274","doi":"10.1186/1748-5908-2-36","title":"An interdisciplinary guideline development process: the Clinic on Low-back pain in Interdisciplinary Practice (CLIP) low-back pain guidelines","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre de réadaptation Lethbridge-Layton-Mackay; Jewish General Hospital; Université de Montréal; Université Laval; Jewish Rehabilitation Hospital; McGill University; Université de Sherbrooke; McGill University Health Centre","funders":"Institut de Recherche Robert-Sauvé en Santé et en Sécurité du Travail","keywords":"Medicine; Guideline; CLARITY; Stakeholder; Low back pain; Medical education; Health services research; Alternative medicine; Nursing; Family medicine; Public health; Public relations","score_opus":0.2256510860358071,"score_gpt":0.6089051741623936,"score_spread":0.38325408812658657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167787274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76840824,0.00008681558,0.1217394,0.098326705,0.0014807425,0.005926377,0.000040912084,0.00021673464,0.0037740772],"genre_scores_gemma":[0.8987355,0.00002881563,0.06013374,0.039459217,0.0007259408,0.00016667716,0.0004680713,0.00007708224,0.00020496036],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9874924,0.0010828623,0.0063374685,0.0015131672,0.0023481227,0.0012260044],"domain_scores_gemma":[0.9885191,0.005478201,0.0017743895,0.0012019802,0.0024983122,0.00052804826],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08515664,0.0005338601,0.0005689404,0.00078995543,0.00083140377,0.00026847192,0.0010852378,0.00014491909,0.0019235495],"category_scores_gemma":[0.017518092,0.00040632265,0.00014741566,0.0023507462,0.00058938394,0.0024733632,0.0010706367,0.00074681203,0.0007300849],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034176724,0.0021653846,0.0147114135,0.00032195292,0.00008172788,0.00013578769,0.013670774,0.0005914018,0.0068202796,0.00009429024,0.052111756,0.90587753],"study_design_scores_gemma":[0.02747731,0.015584313,0.11497952,0.0035767697,0.00032801603,0.0004853906,0.68641216,0.041139644,0.0277613,0.0050883233,0.07376664,0.0034005947],"about_ca_topic_score_codex":0.00011128864,"about_ca_topic_score_gemma":0.0012323312,"teacher_disagreement_score":0.90247697,"about_ca_system_score_codex":0.00091845717,"about_ca_system_score_gemma":0.0019532612,"threshold_uncertainty_score":0.9998389},"labels":[],"label_agreement":null},{"id":"W2168308713","doi":"10.1186/1748-5908-9-4","title":"How can diagnostic assessment programs be implemented to enhance inter-professional collaborative care for cancer?","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Sunnybrook Health Science Centre; Cancer Care Ontario; Health Sciences Centre; University Health Network","funders":"","keywords":"Medicine; Psychological intervention; Health informatics; Health administration; Health care; Health services research; Agency (philosophy); Observational study; Medical education; Nursing; Public health; Pathology","score_opus":0.06390592985657935,"score_gpt":0.5984307068200719,"score_spread":0.5345247769634925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168308713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76723135,0.00004177863,0.06726071,0.13929991,0.010648702,0.012798691,0.0014868531,0.00018118722,0.0010508059],"genre_scores_gemma":[0.96578354,0.0000067737096,0.009963464,0.008409463,0.00039159541,0.01296694,0.0006567566,0.000025019946,0.0017964357],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99655944,0.0004253862,0.0006411764,0.0006888774,0.00087563467,0.00080948544],"domain_scores_gemma":[0.9940253,0.0009158496,0.0004944812,0.00033126894,0.003884592,0.0003484952],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0014454727,0.00023445566,0.00025580186,0.00029550854,0.0026992834,0.00017830654,0.0004920242,0.00007078321,0.0005372514],"category_scores_gemma":[0.0010248133,0.00020358106,0.000045052853,0.0016894226,0.0001458734,0.00057658524,0.00020616947,0.0002417262,0.000017364133],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003604062,0.0003029501,0.16558616,0.00054687617,0.000063443884,7.249456e-7,0.15594006,0.000027052323,0.048776675,0.063365184,0.09227973,0.47275072],"study_design_scores_gemma":[0.0016160788,0.00073114486,0.05399582,0.00042283157,0.000035464393,2.8793468e-7,0.41564518,0.00029832261,0.015974917,0.00066242466,0.5101351,0.00048239046],"about_ca_topic_score_codex":0.00045478044,"about_ca_topic_score_gemma":0.021731637,"teacher_disagreement_score":0.47226834,"about_ca_system_score_codex":0.0013440982,"about_ca_system_score_gemma":0.006702564,"threshold_uncertainty_score":0.9989285},"labels":[],"label_agreement":null},{"id":"W2168332909","doi":"10.1186/1748-5908-7-112","title":"Institutionalization of evidence-informed practices in healthcare settings","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto; McMaster University; University of Lethbridge","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Institutionalisation; Health administration; Health services research; Knowledge translation; Health care; Institutional theory; Best practice; Implementation research; Health informatics; Knowledge management; Engineering ethics; Translational research; Management science; Medicine; Public relations; Sociology; Political science; Nursing; Computer science; Psychological intervention; Engineering; Social science","score_opus":0.913299640769737,"score_gpt":0.8049153724964057,"score_spread":0.10838426827333136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168332909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.958455,0.000070014336,0.0014581099,0.035247546,0.0009731059,0.0019517696,0.000051378407,0.000051816227,0.0017412065],"genre_scores_gemma":[0.9849867,0.00008316703,0.0036787263,0.010818065,0.00012019619,0.00024806187,0.000012444541,0.0000063321404,0.000046263278],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951988,0.00060255534,0.0014940479,0.00028685085,0.0013581838,0.0010595954],"domain_scores_gemma":[0.9936818,0.0028033764,0.0021375346,0.0002780935,0.00077168265,0.00032753593],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012760253,0.00011205207,0.00018317373,0.00068906345,0.0008762856,0.000021410176,0.00041600293,0.00005313398,0.0007299404],"category_scores_gemma":[0.013938333,0.0000940632,0.000021470254,0.0031270084,0.00037316306,0.005869061,0.00015470311,0.00021603823,0.00014044721],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016418726,0.000017259248,0.9400378,0.00023990846,0.0000012100128,1.3343985e-7,0.027440064,0.0000057683183,0.002742088,0.02368967,0.0014042784,0.0044054426],"study_design_scores_gemma":[0.0008796995,0.00006208693,0.9381946,0.00021264104,0.000004834579,0.000002521973,0.023827787,0.00007454723,0.0025335476,0.00034157987,0.033724833,0.00014136598],"about_ca_topic_score_codex":0.003692353,"about_ca_topic_score_gemma":0.0020545556,"teacher_disagreement_score":0.032320555,"about_ca_system_score_codex":0.0009591601,"about_ca_system_score_gemma":0.0058674957,"threshold_uncertainty_score":0.9997683},"labels":[],"label_agreement":null},{"id":"W2168880871","doi":"10.1186/1748-5908-8-52","title":"Development of a checklist to assess the quality of reporting of knowledge translation interventions using the Workgroup for Intervention Development and Evaluation Research (WIDER) recommendations","year":2013,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":263,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; University of Alberta","keywords":"Operationalization; Checklist; Workgroup; Systematic review; Psychological intervention; Knowledge translation; Health administration; Medicine; Quality (philosophy); Health services research; Intervention (counseling); Health care; Process management; Management science; Medical education; MEDLINE; Nursing; Knowledge management; Psychology; Public health; Computer science; Political science; Business; Engineering","score_opus":0.9899451732913468,"score_gpt":0.8646802918292749,"score_spread":0.12526488146207193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168880871","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22856633,0.23088379,0.4471936,0.0041300277,0.0027876352,0.08504252,0.0007195933,0.00007410251,0.0006023895],"genre_scores_gemma":[0.14705524,0.07557045,0.734455,0.0003708744,0.00037241483,0.040866785,0.0008314216,0.00016662777,0.00031118485],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97974813,0.0047520427,0.012182564,0.0006441123,0.0019480842,0.0007250415],"domain_scores_gemma":[0.9731933,0.008881335,0.012111488,0.0006040025,0.005049652,0.00016022148],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13136713,0.00023146732,0.00091313786,0.0010532063,0.0026736802,0.00006142358,0.0008081756,0.000102973405,0.00020630566],"category_scores_gemma":[0.012003202,0.00015591174,0.00021765876,0.0034052988,0.00052808505,0.0005332371,0.0004301897,0.0003759602,0.0000058505525],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005462657,0.00004461633,0.00025028703,0.01106808,0.000034211396,6.505974e-9,0.04416137,0.0000015654423,0.0004065706,0.00090181804,0.00018295445,0.94294304],"study_design_scores_gemma":[0.0018513511,0.00017521397,0.013847195,0.030805076,0.0004268977,0.000003176016,0.15676437,0.0006454393,0.0020240413,0.0004627004,0.79244554,0.00054899853],"about_ca_topic_score_codex":0.0004534954,"about_ca_topic_score_gemma":0.0036519638,"teacher_disagreement_score":0.9423941,"about_ca_system_score_codex":0.0011736712,"about_ca_system_score_gemma":0.008439554,"threshold_uncertainty_score":0.9986247},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2169339798","doi":"10.1186/1748-5908-1-18","title":"Implementing telehealth to support medical practice in rural/remote regions: what are the conditions for success?","year":2006,"lang":"en","type":"article","venue":"Implementation Science","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":208,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Centre hospitalier universitaire de Québec","funders":"Canadian Health Services Research Foundation","keywords":"Telehealth; Telemedicine; Medicine; Nursing; Rural area; Health services research; Health care; Health informatics; Rural health; Business; Public health; Political science","score_opus":0.06502428682366242,"score_gpt":0.505720740313138,"score_spread":0.44069645348947556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169339798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7064909,0.00014170764,0.015202795,0.2707695,0.0006479767,0.0059246095,0.000092758346,0.000111153095,0.000618602],"genre_scores_gemma":[0.9607746,0.0001616188,0.004628839,0.033077847,0.00047578942,0.0003896331,0.00039902204,0.000021827393,0.000070836075],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955769,0.00010797815,0.0011597924,0.00047072428,0.0015692335,0.0011153601],"domain_scores_gemma":[0.9972117,0.0008958101,0.0005247094,0.00037193202,0.00062459405,0.00037124488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005593939,0.0001831872,0.0002694611,0.0005399678,0.00093556487,0.00022679495,0.00034297747,0.000044768312,0.00052495685],"category_scores_gemma":[0.0014374565,0.00014305527,0.000058707494,0.001890094,0.00023587771,0.0017143815,0.00011607417,0.00019461235,0.000027376],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030456233,0.00036790533,0.15883121,0.00025110602,0.000036261026,0.00007348457,0.0049909013,0.000018509265,0.0033778595,0.021329245,0.09508832,0.71533066],"study_design_scores_gemma":[0.010470217,0.0015901286,0.41442415,0.00037486557,0.00015240794,0.00044135188,0.19187847,0.00062546687,0.003986906,0.0033176488,0.3722885,0.00044987383],"about_ca_topic_score_codex":0.003665823,"about_ca_topic_score_gemma":0.009117123,"teacher_disagreement_score":0.71488076,"about_ca_system_score_codex":0.0003616932,"about_ca_system_score_gemma":0.0014299864,"threshold_uncertainty_score":0.71957034},"labels":[],"label_agreement":null},{"id":"W2169688413","doi":"10.1186/s13012-014-0144-6","title":"Evidence summaries (decision boxes) to prepare clinicians for shared decision-making with patients: a mixed methods implementation study","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McMaster University; Hôpital Saint-François d'Assise; Université Laval; Hôpital du Saint-Sacrement","funders":"Université Laval","keywords":"Medicine; Health informatics; Health administration; Health services research; Public health; MEDLINE; Medical emergency; Family medicine; Nursing","score_opus":0.4399802811161282,"score_gpt":0.6556527716613685,"score_spread":0.2156724905452403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169688413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67428386,0.000052455885,0.3110778,0.0011010271,0.0013277534,0.011691743,0.00024181053,0.0001488534,0.0000746941],"genre_scores_gemma":[0.73149085,0.000006582198,0.26285884,0.001785791,0.00007251462,0.0036589745,0.00008293563,0.000035242192,0.0000082853485],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9918617,0.001971636,0.0021913256,0.0012559606,0.0016644208,0.0010549544],"domain_scores_gemma":[0.97812414,0.015418161,0.0009910243,0.0016455427,0.0034569588,0.00036418295],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0076071727,0.0003277195,0.00045913243,0.00067230314,0.003968505,0.00021828861,0.0014708492,0.00008141576,0.00047043053],"category_scores_gemma":[0.012057002,0.00028346473,0.00007408475,0.0020763415,0.00017332828,0.002033889,0.0008737264,0.000256758,0.00005510426],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006289997,0.00012394766,0.45258695,0.00007111274,0.000014406203,1.5960354e-7,0.041182406,0.00009882383,0.00011290982,0.00041439646,0.0041969176,0.500569],"study_design_scores_gemma":[0.0049101613,0.0033336298,0.74142486,0.0010972027,0.000074096875,4.0725084e-7,0.23349537,0.0013848135,0.00025013808,0.0023793355,0.011125535,0.00052448304],"about_ca_topic_score_codex":0.0005870742,"about_ca_topic_score_gemma":0.014187714,"teacher_disagreement_score":0.5000445,"about_ca_system_score_codex":0.00090361346,"about_ca_system_score_gemma":0.0012514875,"threshold_uncertainty_score":0.99996173},"labels":[],"label_agreement":null},{"id":"W2169767596","doi":"10.1186/1748-5908-9-74","title":"Operationalizing the RE-AIM framework to evaluate the impact of multi-sector partnerships","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Queen's University; McGill University","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Ontario Neurotrauma Foundation","keywords":"Operationalization; General partnership; Health administration; Conceptualization; Health services research; Psychological intervention; Public health; Medicine; Public relations; Process management; Business; Political science; Nursing; Computer science; Finance","score_opus":0.8791532004999527,"score_gpt":0.7746236053470867,"score_spread":0.10452959515286597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169767596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87467784,0.0000075783987,0.07436987,0.04590903,0.000683306,0.0031293696,0.00008886483,0.000054453907,0.0010796669],"genre_scores_gemma":[0.9740438,0.0000031996071,0.0049635833,0.020146148,0.0002256902,0.00049789314,0.00000480823,0.0000130369235,0.000101840364],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939052,0.0020029482,0.0011548991,0.00044432332,0.0015282206,0.0009643997],"domain_scores_gemma":[0.9917384,0.00571468,0.00044568235,0.00077565666,0.0009958267,0.00032977827],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021149067,0.00016530996,0.00019602112,0.00022305218,0.0034753948,0.00010602324,0.0012321499,0.000044915487,0.002893337],"category_scores_gemma":[0.009302693,0.00008808711,0.00007354804,0.0024260366,0.00052271906,0.0005718337,0.00028001776,0.00034112958,0.00040895218],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104494306,0.00007956603,0.41236407,0.00009526073,0.00005000454,3.9548163e-7,0.3065454,0.004027305,0.057396494,0.13827698,0.061161727,0.019898327],"study_design_scores_gemma":[0.0016526998,0.00037000363,0.914009,0.00009318427,0.000020757614,0.000001987471,0.040405296,0.011116378,0.00324983,0.003437483,0.0253282,0.0003152015],"about_ca_topic_score_codex":0.0015948896,"about_ca_topic_score_gemma":0.0012525049,"teacher_disagreement_score":0.5016449,"about_ca_system_score_codex":0.00045811274,"about_ca_system_score_gemma":0.0023599353,"threshold_uncertainty_score":0.9990424},"labels":[],"label_agreement":null},{"id":"W2170506800","doi":"10.1186/1748-5908-8-94","title":"Strategies to assess the validity of recommendations: a study protocol","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Instituto de Salud Carlos III; Universitat Autònoma de Barcelona","keywords":"Protocol (science); Medicine; Health administration; Health services research; External validity; Health informatics; Identification (biology); MEDLINE; Data science; Computer science; Information retrieval; Data mining; Alternative medicine; Public health; Psychology; Nursing; Pathology","score_opus":0.6983204150928648,"score_gpt":0.6917183773546282,"score_spread":0.0066020377382366435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170506800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75694317,2.518306e-7,0.0126142325,0.023258457,0.00017392455,0.20599711,0.000011053999,0.000043329077,0.00095844554],"genre_scores_gemma":[0.9146966,3.2429648e-7,0.008475326,0.0013121266,0.000046135472,0.07542948,0.000007741491,0.0000060767297,0.000026236583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99754167,0.00018893681,0.00096673134,0.00027545335,0.0008188698,0.00020833811],"domain_scores_gemma":[0.9973903,0.000733137,0.00036082152,0.00039586483,0.0010086509,0.00011125218],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003912051,0.00008824335,0.00013833842,0.00015095728,0.00023356765,0.00019547311,0.00026563002,0.0000114627355,0.0021987858],"category_scores_gemma":[0.001576697,0.00005855767,0.000032463053,0.0010482828,0.00013737397,0.001309119,0.00013315544,0.000091019385,0.00008758617],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018181546,0.0016972839,0.5887499,0.0000798369,0.00006890145,0.0000021187536,0.009184056,0.000054394048,0.09777242,0.003332601,0.041799773,0.2570769],"study_design_scores_gemma":[0.0025538115,0.0015381342,0.83571595,0.000014690727,0.000054013017,0.0000069597163,0.1410696,0.00019897784,0.008911457,0.00096503895,0.008865399,0.000105990504],"about_ca_topic_score_codex":0.0010045145,"about_ca_topic_score_gemma":0.00032502363,"teacher_disagreement_score":0.2569709,"about_ca_system_score_codex":0.00008887808,"about_ca_system_score_gemma":0.00068510463,"threshold_uncertainty_score":0.9987133},"labels":[],"label_agreement":null},{"id":"W2170743766","doi":"10.1186/s13012-014-0120-1","title":"Implementation of multidimensional knowledge translation strategies to improve procedural pain in hospitalized children","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Toronto; University of Ottawa; Hospital for Sick Children; SickKids Foundation","funders":"Canadian Institutes of Health Research; Hospital for Sick Children","keywords":"Medicine; Knowledge translation; Health administration; Health informatics; Health services research; Pain medicine; Public health; Translation (biology); Nursing; Knowledge management; Anesthesiology; Psychiatry","score_opus":0.03097882213269857,"score_gpt":0.413929005238643,"score_spread":0.3829501831059444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170743766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716661,0.000012291569,0.025336774,0.0005496219,0.00004775505,0.001883505,0.000011784599,0.00007467185,0.00041752067],"genre_scores_gemma":[0.9698737,0.000005797886,0.029589336,0.00026914544,0.000042340776,0.00015431046,0.000048745915,0.000009855358,0.000006736767],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981168,0.00008245033,0.00055131194,0.00038752187,0.00054836646,0.000313554],"domain_scores_gemma":[0.9992397,0.00008408219,0.00017687949,0.00016713735,0.00023025046,0.00010199425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031520207,0.00013090213,0.00019176527,0.0006652395,0.00007566896,0.000038509577,0.00015483073,0.00002693173,0.00007679403],"category_scores_gemma":[0.0001390455,0.00012886417,0.000041155843,0.00119221,0.00009862747,0.0006408559,0.00005110858,0.00006008705,0.000006151333],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063013395,0.00012856757,0.55708754,0.00008351084,0.000014099769,4.21621e-7,0.002715542,0.000014163423,0.21650271,0.0035670868,0.00071994046,0.2191034],"study_design_scores_gemma":[0.0021634172,0.00065038446,0.9634662,0.000022429916,0.000023924464,0.0000012053481,0.002488147,0.0010581984,0.02943654,0.00037225412,0.00017825807,0.00013903523],"about_ca_topic_score_codex":0.00042409194,"about_ca_topic_score_gemma":0.00031699953,"teacher_disagreement_score":0.40637866,"about_ca_system_score_codex":0.00014704799,"about_ca_system_score_gemma":0.00029370995,"threshold_uncertainty_score":0.5254928},"labels":[],"label_agreement":null},{"id":"W2171193983","doi":"10.1186/1748-5908-8-103","title":"A time-responsive tool for informing policy making: rapid realist review","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":301,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Coastal Health Research Institute; University of British Columbia; Nutrasource; Vancouver Coastal Health","funders":"","keywords":"Medicine; Health informatics; Health services research; Health administration; Public health; Health policy; Healthcare policy; Social policy; Nursing research; Health economics; Health care reform; Nursing; Law; Political science","score_opus":0.5756353561804196,"score_gpt":0.722011105398359,"score_spread":0.1463757492179394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171193983","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29279926,0.0004968661,0.029253956,0.5696632,0.0025648435,0.06708213,0.0016436907,0.0010388442,0.03545717],"genre_scores_gemma":[0.35013145,0.00062996324,0.03179295,0.597694,0.0010529723,0.0146544725,0.00011739932,0.000075204254,0.0038516065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945639,0.00045790966,0.0017382989,0.00055322895,0.0011296473,0.0015570197],"domain_scores_gemma":[0.99417603,0.0021444126,0.0010006822,0.00058335543,0.0017317253,0.0003637994],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008639666,0.00021005311,0.000323838,0.0006671465,0.002641233,0.00010841958,0.00078850257,0.00005343758,0.006311754],"category_scores_gemma":[0.010563194,0.00018918607,0.00007239435,0.002757039,0.0004752604,0.0023908857,0.00026507516,0.00019649793,0.0023706853],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049048776,0.000026670576,0.003869364,0.0024317799,0.000016481208,0.000001110209,0.024055604,0.0000038877215,0.020056466,0.036189854,0.64825654,0.2650432],"study_design_scores_gemma":[0.0027178535,0.0002945848,0.038032316,0.0011512768,0.000028213524,0.000012409195,0.01083799,0.0005421276,0.0010832218,0.002857113,0.941829,0.0006138858],"about_ca_topic_score_codex":0.00085112685,"about_ca_topic_score_gemma":0.00008000466,"teacher_disagreement_score":0.2935725,"about_ca_system_score_codex":0.00087911874,"about_ca_system_score_gemma":0.0060737957,"threshold_uncertainty_score":0.99956083},"labels":[],"label_agreement":null},{"id":"W2171348327","doi":"10.1186/1748-5908-6-68","title":"How can continuing professional development better promote shared decision-making? Perspectives from an international collaboration","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Centre for Disability Prevention and Rehabilitation; Université Laval; University of Ottawa; Université de Sherbrooke; Centre hospitalier universitaire de Québec; Dalhousie University; Association des Médecins d'Urgence du Québec; Hôpital Saint-François d'Assise","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research","keywords":"Medicine; Health services research; Health administration; Health informatics; Professional development; Medical education; Set (abstract data type); Public health; Public relations; Knowledge management; Nursing; Political science; Computer science","score_opus":0.2262563057523734,"score_gpt":0.5271380865710912,"score_spread":0.30088178081871775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171348327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98845714,0.00004639156,0.0014964228,0.004843606,0.00257849,0.0017486031,0.00023266717,0.0001309742,0.00046572156],"genre_scores_gemma":[0.9003046,0.000005001546,0.097564854,0.0010131467,0.00014905038,0.00061555096,0.00022177259,0.00001965258,0.00010633286],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99636257,0.00042270523,0.0008020644,0.0006957626,0.0011836586,0.00053321244],"domain_scores_gemma":[0.9958612,0.00034283698,0.0007460986,0.00064163003,0.0021922851,0.00021599984],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007960634,0.00019139875,0.00017723636,0.00037391318,0.0018098344,0.00018177945,0.0011206061,0.00008821144,0.0018207601],"category_scores_gemma":[0.00078775594,0.0001799469,0.000026268992,0.00074776256,0.00021185703,0.0028153409,0.00045356547,0.0003318963,0.00004978389],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012387792,0.0001315028,0.24224208,0.00001565252,0.000019825968,0.0000020375237,0.66871756,0.0000011747713,0.0040579913,0.0018580555,0.000647821,0.08218239],"study_design_scores_gemma":[0.0011217167,0.00006911664,0.6391069,0.0002895517,0.000007988432,6.17249e-7,0.34585404,0.00038921688,0.0022879622,0.0020537805,0.008543363,0.00027572407],"about_ca_topic_score_codex":0.00038322408,"about_ca_topic_score_gemma":0.002858282,"teacher_disagreement_score":0.39686483,"about_ca_system_score_codex":0.0010430614,"about_ca_system_score_gemma":0.00179803,"threshold_uncertainty_score":0.99948967},"labels":[],"label_agreement":null},{"id":"W2171402653","doi":"10.1186/1748-5908-3-54","title":"Evidence-informed health policy 2 – Survey of organizations that support the use of research evidence","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health services research; Health informatics; Health administration; Medicine; Health policy; Public health; Healthcare policy; Nursing research; Health economics; Social policy; Quality of Life Research; Family medicine; Environmental health; Nursing; Public relations; International health; Political science; Law","score_opus":0.9190580545054612,"score_gpt":0.7315971921612834,"score_spread":0.1874608623441778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171402653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95105445,0.000104140716,0.0037668275,0.042740308,0.0001711875,0.0019869537,0.00010802239,0.00002965068,0.000038430462],"genre_scores_gemma":[0.99206984,0.0016721432,0.0038869649,0.0021046412,0.0000499494,0.000022458438,0.00007265787,0.000011339201,0.00010998655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99426115,0.00063381786,0.0016130611,0.00034581163,0.0026653116,0.00048083204],"domain_scores_gemma":[0.9771751,0.013783961,0.0009872939,0.00075117435,0.007073535,0.00022891641],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014811326,0.00010495346,0.0002695306,0.0006138805,0.00061183894,0.000051606974,0.0004481935,0.000028197006,0.000619517],"category_scores_gemma":[0.12870456,0.000077587065,0.000037914695,0.008536839,0.0016070374,0.0023863288,0.00024055784,0.00019522007,0.000024967298],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017418135,0.00010308069,0.94807285,0.000096508666,0.000018114928,0.0000027126157,0.0050172713,0.00004497222,0.004544866,0.0004862664,0.023781255,0.01765794],"study_design_scores_gemma":[0.0005850463,0.0006488958,0.98422,0.00016100534,0.000015173857,0.00006672962,0.0024541668,0.00015712033,0.010207387,0.000025896936,0.0013939,0.0000646327],"about_ca_topic_score_codex":0.05098735,"about_ca_topic_score_gemma":0.005890423,"teacher_disagreement_score":0.11389324,"about_ca_system_score_codex":0.0004155234,"about_ca_system_score_gemma":0.019532353,"threshold_uncertainty_score":0.986026},"labels":[],"label_agreement":null},{"id":"W2171576473","doi":"10.1186/1748-5908-5-32","title":"The BARRIERS scale -- the barriers to research utilization scale: A systematic review","year":2010,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":296,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University; University of Alberta","funders":"Canadian Institutes of Health Research; MacEwan University; Karolinska Institutet; Alberta Heritage Foundation for Medical Research; Fondation pour la Recherche Médicale; University of Alberta","keywords":"Nursing research; Medicine; Scale (ratio); Psychological intervention; Health services research; MEDLINE; Health informatics; Descriptive statistics; Systematic review; Sample size determination; Family medicine; Nursing; Public health","score_opus":0.5725868607727304,"score_gpt":0.7203052827177914,"score_spread":0.14771842194506102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171576473","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031222182,0.96081847,0.0001151698,0.00964964,0.002691882,0.02523084,0.00009759981,0.000047846537,0.0013173171],"genre_scores_gemma":[0.00005029859,0.98311245,0.00010720438,0.0032236965,0.0003289119,0.011715438,0.000046498546,0.000030633404,0.0013848757],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98309726,0.006769765,0.0024228957,0.0009514604,0.004389835,0.0023688113],"domain_scores_gemma":[0.98654544,0.00594998,0.0009559818,0.0018377843,0.0023633586,0.0023474502],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08111618,0.00032103853,0.000984053,0.0006757892,0.019953439,0.0004785763,0.0038276115,0.00018483606,0.0016181276],"category_scores_gemma":[0.03213333,0.00015663117,0.00017018756,0.010007769,0.0016700075,0.0005954904,0.00063386635,0.0020979997,0.0016686119],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046393493,0.000009127542,0.00010887882,0.5292826,0.000013471052,5.399574e-7,0.009486862,1.4954615e-7,0.0000046125047,0.0010459393,0.15165994,0.3083832],"study_design_scores_gemma":[0.00006168327,0.000046848327,0.000028690063,0.0929671,0.00008199482,0.0000039613706,0.021129584,0.000012990888,0.000001324558,0.00007061892,0.88544,0.00015520104],"about_ca_topic_score_codex":0.0005144404,"about_ca_topic_score_gemma":0.0029913117,"teacher_disagreement_score":0.7337801,"about_ca_system_score_codex":0.001347783,"about_ca_system_score_gemma":0.03382499,"threshold_uncertainty_score":0.9992945},"labels":[],"label_agreement":null},{"id":"W2171867789","doi":"10.1186/1748-5908-3-38","title":"Can patient decision aids help people make good decisions about participating in clinical trials? A study protocol","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Canadian Institutes of Health Research; Sunnybrook Health Science Centre; Health Sciences Centre; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Decision aids; Informed consent; Protocol (science); Test (biology); Usability; Clinical trial; Medicine; Observational study; Medical education; Decision-making; Family medicine; Management science; Alternative medicine; Computer science; Pathology","score_opus":0.8378851783921434,"score_gpt":0.7647371363507545,"score_spread":0.07314804204138892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171867789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9270386,0.0000024419794,0.0006912524,0.00071762747,0.0002007234,0.07104155,0.000013074472,0.000030891624,0.00026381816],"genre_scores_gemma":[0.90413445,0.000012915928,0.007885376,0.00050029275,0.00008379828,0.087326385,0.0000036136582,0.000014535807,0.00003860668],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98851335,0.0013661184,0.0039562783,0.0009966422,0.0044039153,0.00076367165],"domain_scores_gemma":[0.9619837,0.034575257,0.0006645777,0.0009194863,0.0011957391,0.00066128146],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.061034564,0.00016986026,0.00066874764,0.00047570092,0.0005831158,0.000108616754,0.0004900555,0.00011790071,0.000634438],"category_scores_gemma":[0.17491728,0.00012983289,0.00015800366,0.002451824,0.0005566171,0.00022580559,0.0004959063,0.0010221773,0.00004918927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038477767,0.0010505613,0.797257,0.000008921708,0.000007972591,0.00004415832,0.0042385906,0.000014105258,0.00018325067,0.0002873195,0.00008280635,0.19644056],"study_design_scores_gemma":[0.009679653,0.004460424,0.9711488,0.00016292496,0.000021073452,0.000015451766,0.010441921,0.0004682297,0.0007626076,0.0022067863,0.00048852904,0.00014359597],"about_ca_topic_score_codex":0.0007084094,"about_ca_topic_score_gemma":0.019582648,"teacher_disagreement_score":0.19629696,"about_ca_system_score_codex":0.00029136759,"about_ca_system_score_gemma":0.003070074,"threshold_uncertainty_score":0.9983074},"labels":[],"label_agreement":null},{"id":"W2174826059","doi":"10.1186/s13012-015-0351-9","title":"Exploring the function and effectiveness of knowledge brokers as facilitators of knowledge translation in health-related settings: a systematic review and thematic analysis","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":311,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Western University; McMaster University; University of Toronto; Public Health Ontario","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; CINAHL; PsycINFO; Thematic analysis; Grey literature; Health informatics; Knowledge management; Medicine; MEDLINE; Scopus; Context (archaeology); Health administration; Knowledge transfer; Qualitative research; Medical education; Computer science; Nursing; Public health; Psychological intervention; Sociology","score_opus":0.7215659855318796,"score_gpt":0.6801281599503731,"score_spread":0.04143782558150644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174826059","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053901505,0.97981524,0.00036166882,0.0002565763,0.00020821087,0.013672316,0.00014420594,0.000026664373,0.00012493705],"genre_scores_gemma":[0.0374647,0.9586203,0.00013934619,0.00019012114,0.000010459201,0.0034906457,0.000040015755,0.000024912619,0.000019490875],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9839484,0.009207111,0.004777509,0.000652843,0.0007969874,0.00061711983],"domain_scores_gemma":[0.98338675,0.0116936285,0.0034524596,0.0005254585,0.00067627523,0.0002654026],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.050519515,0.00033791148,0.0029564612,0.0017074494,0.0005893593,0.000022220896,0.00043799545,0.00007952962,0.000047413847],"category_scores_gemma":[0.004176728,0.00023111541,0.00016207046,0.009128898,0.00052889227,0.00079236634,0.00015340534,0.00037709365,0.000021096486],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046216996,0.000015193034,0.00028541576,0.92928195,0.000117540454,7.7099465e-8,0.028077729,0.0000011757754,0.0000030201725,0.0005776445,0.00001812892,0.041617513],"study_design_scores_gemma":[0.0027821304,0.0006277797,0.007993472,0.8992026,0.009568038,0.0000167929,0.065638185,0.00023399973,0.000006637453,0.0007786332,0.01230591,0.0008458582],"about_ca_topic_score_codex":0.0007034431,"about_ca_topic_score_gemma":0.00045521572,"teacher_disagreement_score":0.046342786,"about_ca_system_score_codex":0.00071500224,"about_ca_system_score_gemma":0.0035693184,"threshold_uncertainty_score":0.97769},"labels":[],"label_agreement":null},{"id":"W2177198844","doi":"10.1186/s13012-015-0349-3","title":"Improving appropriate polypharmacy for older people in primary care: selecting components of an evidence-based intervention to target prescribing and dispensing","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University Belfast; Queen's University; Dunhill Medical Trust; University of Otago","keywords":"Polypharmacy; Medicine; Health administration; Health informatics; Health services research; Intervention (counseling); Primary care; Public health; Nursing research; Older people; Family medicine; Beers Criteria; Nursing; Medical emergency; Gerontology; Intensive care medicine","score_opus":0.27891887023401246,"score_gpt":0.5053571224011527,"score_spread":0.22643825216714025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177198844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9846601,0.00008553631,0.013522912,0.00026923587,0.0001429254,0.0012790634,0.000006889728,0.00001354092,0.000019817651],"genre_scores_gemma":[0.96891075,0.0000013281857,0.030590236,0.00040783672,0.000017606088,0.000026627753,0.00003681085,0.000006846055,0.0000019273718],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987,0.0000658275,0.0003452427,0.00026902475,0.0003938713,0.00022602711],"domain_scores_gemma":[0.99911374,0.00017171401,0.00018195297,0.00009157952,0.00024678287,0.00019420912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014482521,0.000077048215,0.00014764623,0.00020664658,0.00008867657,0.00006248158,0.00008149986,0.000011714287,0.000006285649],"category_scores_gemma":[0.00045708264,0.00007116549,0.000024686757,0.00042266323,0.000040847928,0.0012499818,0.00006733119,0.00006444371,4.3463868e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006842067,0.00010801402,0.49570167,0.0004832702,0.0000049743026,0.0000013087921,0.005201074,0.0001502131,0.3874222,0.000024914385,0.0000027866663,0.11021534],"study_design_scores_gemma":[0.010051428,0.0009067793,0.58771646,0.00048120724,0.00008098199,0.00001234472,0.00759124,0.112438545,0.2804037,0.000055449244,0.000054572134,0.00020730971],"about_ca_topic_score_codex":0.0009024636,"about_ca_topic_score_gemma":0.00008154336,"teacher_disagreement_score":0.112288326,"about_ca_system_score_codex":0.00021122413,"about_ca_system_score_gemma":0.00018520854,"threshold_uncertainty_score":0.29020444},"labels":[],"label_agreement":null},{"id":"W2185974914","doi":"10.1186/s13012-015-0355-5","title":"The evolution of social networks through the implementation of evidence-informed decision-making interventions: a longitudinal analysis of three public health units in Canada","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Public health; Health administration; Health informatics; Health services research; Psychological intervention; Intervention (counseling); Unit (ring theory); Dominance (genetics); Medicine; Public relations; Social network analysis; Medical education; Nursing; Psychology; Social media; Political science","score_opus":0.8243401397292933,"score_gpt":0.7196365671557995,"score_spread":0.10470357257349383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185974914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89415526,0.00018824292,0.09058486,0.012005858,0.0006131361,0.002135375,0.00021160093,0.000011599162,0.00009407444],"genre_scores_gemma":[0.99821824,0.000047513702,0.00080554583,0.00067276816,0.000034681325,0.00019559539,0.00001492282,0.0000068238946,0.000003918565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9915404,0.0012209325,0.0035629775,0.00035044298,0.0023266333,0.0009986274],"domain_scores_gemma":[0.98693025,0.0062802685,0.003626565,0.00046672355,0.0025267722,0.00016944269],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.017867524,0.00015089347,0.00044906567,0.00073556165,0.001561583,0.000039974697,0.0010731285,0.00003629688,0.00023867423],"category_scores_gemma":[0.0047193477,0.0000975244,0.00010060547,0.013572532,0.00062848226,0.001418323,0.0003333587,0.00024012956,0.0000014865792],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000046937977,0.000015369613,0.89410955,0.000103157035,0.00007434846,1.8426066e-7,0.046167053,0.0011583022,0.00001542792,0.014167879,0.0023144213,0.041827366],"study_design_scores_gemma":[0.0006282848,0.0000912952,0.7327213,0.00014095455,0.000045267003,3.815509e-7,0.26289794,0.0023123021,0.0000116003575,0.0006223716,0.00045867023,0.00006958602],"about_ca_topic_score_codex":0.78675175,"about_ca_topic_score_gemma":0.9913553,"teacher_disagreement_score":0.21673091,"about_ca_system_score_codex":0.005666535,"about_ca_system_score_gemma":0.04796897,"threshold_uncertainty_score":0.9997383},"labels":[],"label_agreement":null},{"id":"W2187325735","doi":"10.1186/s13012-015-0347-5","title":"What is the effectiveness of printed educational materials on primary care physician knowledge, behaviour, and patient outcomes: a systematic review and meta-analyses","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; McMaster University; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Psychological intervention; Randomized controlled trial; Meta-analysis; Checklist; Intervention (counseling); MEDLINE; Family medicine; Academic detailing; Systematic review; Receipt; Health services research; Evidence-based medicine; Public health; Alternative medicine; Nursing; Psychology","score_opus":0.33411665928304346,"score_gpt":0.6368477531188756,"score_spread":0.3027310938358322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187325735","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011629295,0.9732136,0.0000044663407,0.0004957916,0.00029059636,0.025142474,0.0005944884,0.000011957677,0.00013034411],"genre_scores_gemma":[0.00038412356,0.9512883,0.000059210222,0.0031979545,0.000016462016,0.0447114,0.00027398355,0.00002087419,0.000047705096],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.993254,0.0032163812,0.0019576158,0.00058655156,0.00060776074,0.00037769982],"domain_scores_gemma":[0.99307907,0.0028030802,0.0020977007,0.00072036026,0.0010546194,0.0002452027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005293623,0.00033995084,0.0028103585,0.00023674827,0.0007803455,0.000056290606,0.00036484486,0.00007998959,0.000108861976],"category_scores_gemma":[0.00029166185,0.00017850733,0.00016875613,0.0007561204,0.00024269971,0.00028213908,0.0002117907,0.00022395902,0.00003867901],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031380998,0.000047695736,0.000026019265,0.9672857,0.00021126655,4.8304805e-8,0.001228867,1.4431235e-8,0.0000016882797,0.00082842173,0.0003671006,0.030000042],"study_design_scores_gemma":[0.0011459958,0.0005460812,0.004782937,0.6175709,0.1185645,0.000014731899,0.01940523,3.6770714e-7,0.00007255775,0.0005697405,0.23623015,0.0010968287],"about_ca_topic_score_codex":0.00010724404,"about_ca_topic_score_gemma":0.000024157462,"teacher_disagreement_score":0.34971482,"about_ca_system_score_codex":0.0005419293,"about_ca_system_score_gemma":0.0035497742,"threshold_uncertainty_score":0.72793174},"labels":[],"label_agreement":null},{"id":"W2229345705","doi":"10.1186/s13012-015-0365-3","title":"Health system guidance appraisal—concept evaluation and usability testing","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Juravinski Hospital","funders":"Pan American Health Organization; Canadian Institutes of Health Research; Universidad de Antioquia; Lanzhou University; McMaster University; Cancer Care Ontario; National Institute for Health and Care Excellence; American University of Beirut; London School of Hygiene and Tropical Medicine; World Health Organization","keywords":"Usability; Medicine; Health informatics; Health administration; Quality (philosophy); Relevance (law); Test (biology); Medical education; Health services research; Process management; Applied psychology; Medical physics; Public health; Nursing; Psychology; Computer science; Engineering","score_opus":0.8451343836980394,"score_gpt":0.7701358375119427,"score_spread":0.07499854618609669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2229345705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94449335,0.00011685247,0.015353256,0.024232421,0.0025828918,0.0054415534,0.00016107471,0.00039243075,0.007226171],"genre_scores_gemma":[0.97913086,0.0000014092404,0.014507887,0.005605057,0.00020119577,0.00049956964,0.0000106535945,0.0000123592445,0.000031033294],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921186,0.0020197826,0.0015812893,0.0007800236,0.0023231735,0.0011771503],"domain_scores_gemma":[0.99278915,0.0023913935,0.0010378148,0.0004908823,0.002327403,0.0009633693],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.038793646,0.00017292793,0.00028344255,0.00028949376,0.0023688576,0.00009468809,0.00043540675,0.000043771543,0.00013997583],"category_scores_gemma":[0.013898127,0.0001636522,0.00001694181,0.0023189147,0.0006140662,0.0014917855,0.0002607505,0.00022428393,0.00013795425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022930466,0.000026664813,0.6383402,0.00037674737,0.00000559723,8.035586e-7,0.09372984,0.000121027886,0.0015231818,0.014361222,0.020930288,0.2305615],"study_design_scores_gemma":[0.0051708496,0.00039923462,0.7824325,0.00019862925,0.000016555305,0.000021446,0.17023025,0.01621054,0.0004309339,0.0009000451,0.023540808,0.0004482301],"about_ca_topic_score_codex":0.0036372566,"about_ca_topic_score_gemma":0.000729979,"teacher_disagreement_score":0.23011327,"about_ca_system_score_codex":0.002411255,"about_ca_system_score_gemma":0.010446136,"threshold_uncertainty_score":0.9989299},"labels":[],"label_agreement":null},{"id":"W2233450453","doi":"10.1186/s13012-015-0369-z","title":"Reporting standards for guideline-based performance measures","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Heart and Stroke Foundation","funders":"Agency for Healthcare Research and Quality","keywords":"Guideline; Medicine; Delphi method; Process management; Quality assurance; Computer science; Engineering; External quality assessment","score_opus":0.6309726899672761,"score_gpt":0.7180662153172531,"score_spread":0.08709352534997705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2233450453","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013758284,0.96977377,0.014357188,0.00079779566,0.0027644192,0.0062483326,0.0010808222,0.00017149746,0.00479242],"genre_scores_gemma":[0.00002609364,0.97770524,0.0113843875,0.0067184507,0.00069450826,0.0022428914,0.00067192514,0.00006118245,0.0004953437],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914942,0.00027074933,0.004885963,0.00060850393,0.0017878029,0.0009527985],"domain_scores_gemma":[0.989299,0.0005580869,0.0055986955,0.0005506917,0.0037061647,0.00028737928],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.033384543,0.0002927849,0.0012826624,0.00045668552,0.0018876242,0.00004998597,0.00059874926,0.0001527054,0.0003520793],"category_scores_gemma":[0.0035538902,0.00022410793,0.00021181977,0.0009338363,0.00013901168,0.00041054632,0.00014800848,0.000382326,0.000048407575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000006239476,0.0000035660423,0.00021625242,0.007611069,0.0000057395287,5.926669e-7,0.00015122913,7.353206e-7,4.3463825e-7,0.00008136918,0.1280829,0.86383986],"study_design_scores_gemma":[0.0005481056,0.00008138913,0.000027048707,0.0013171487,0.00011917473,0.0000019863426,0.00038579875,0.000020826465,0.0000026779526,0.000037185524,0.997229,0.00022967963],"about_ca_topic_score_codex":0.000119520926,"about_ca_topic_score_gemma":0.0001481206,"teacher_disagreement_score":0.86914605,"about_ca_system_score_codex":0.004340868,"about_ca_system_score_gemma":0.094887845,"threshold_uncertainty_score":0.9994813},"labels":[],"label_agreement":null},{"id":"W2237163971","doi":"10.1186/s13012-016-0370-1","title":"Barriers and facilitators to uptake of systematic reviews by policy makers and health care managers: a scoping review","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":182,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Université Laval; University of Toronto; University of Calgary; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research","keywords":"Systematic review; PsycINFO; MEDLINE; Medicine; Health care; Health services research; Grey literature; Medical education; Relevance (law); Health policy; Publishing; Public health; Nursing; Political science","score_opus":0.862982597367848,"score_gpt":0.7048550365311522,"score_spread":0.15812756083669577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2237163971","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000058380538,0.9785047,0.0007971144,0.00049015763,0.0001234971,0.019604065,0.000267264,0.000005108418,0.00020221368],"genre_scores_gemma":[0.000011135056,0.994736,0.0027282455,0.0012705536,0.000019375762,0.0009719879,0.00002621718,0.00001699298,0.00021946245],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95860463,0.010278272,0.021608235,0.0020245272,0.006885243,0.00059906836],"domain_scores_gemma":[0.97821003,0.0014551365,0.0145802535,0.003186174,0.0014041817,0.001164242],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23369743,0.0006698512,0.014892858,0.0015702421,0.00035165442,0.0010086166,0.0022806784,0.00006533812,0.00053858315],"category_scores_gemma":[0.051453307,0.0003471305,0.0010985677,0.0072735418,0.0003089675,0.0005888574,0.00046392612,0.000133844,0.00024192753],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.6018858e-7,0.0000011655549,0.000012961031,0.46316412,0.000029753144,2.5709662e-7,0.00093863555,6.7631e-8,1.02957465e-7,0.00011187559,0.023770895,0.51197],"study_design_scores_gemma":[0.00008197929,0.00006129328,0.000003632475,0.33407107,0.0005538487,0.000015988477,0.0048053456,0.0000021628507,1.2609541e-7,0.000025507823,0.66013205,0.00024702566],"about_ca_topic_score_codex":0.00009656185,"about_ca_topic_score_gemma":0.00008032654,"teacher_disagreement_score":0.6363611,"about_ca_system_score_codex":0.0004486254,"about_ca_system_score_gemma":0.0028158077,"threshold_uncertainty_score":0.9998981},"labels":[],"label_agreement":null},{"id":"W2255204214","doi":"10.1186/s13012-016-0375-9","title":"Effects of computer reminders on complications of peripheral venous catheters and nurses’ adherence to a guideline in paediatric care—a cluster randomised study","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Högskolan Dalarna; Stockholms Läns Landsting; Karolinska Institutet","keywords":"Medicine; Guideline; Context (archaeology); Physical therapy; Intervention (counseling); Academic detailing; Randomized controlled trial; Cluster randomised controlled trial; Emergency medicine; Nursing; Surgery","score_opus":0.10281167791413708,"score_gpt":0.5261881673404625,"score_spread":0.4233764894263254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255204214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99026126,0.000046678677,0.0027949396,0.000325812,0.0004769255,0.0059476327,0.000009479466,0.000012557015,0.00012470361],"genre_scores_gemma":[0.99696803,0.0000026951266,0.0018794878,0.00057664764,0.000042613337,0.0005084198,0.0000048530383,0.0000082087745,0.00000906484],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9971269,0.0006019435,0.001034139,0.00032551258,0.00050819665,0.0004033146],"domain_scores_gemma":[0.9980392,0.00068029645,0.00032390596,0.00024464587,0.0005044527,0.00020751581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025971483,0.00010398472,0.00029751915,0.0003518689,0.00017465452,0.0000076292213,0.00023669495,0.000032490127,0.000008074203],"category_scores_gemma":[0.00028365926,0.000092579656,0.000020235695,0.00084578537,0.00009008465,0.00011500923,0.000080422935,0.00014196693,0.00000674053],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015714285,0.0008838004,0.3979067,0.00081508147,0.00002400051,0.0000028392801,0.4953966,0.0010988035,0.0054801814,0.00022789706,0.0044678026,0.09212488],"study_design_scores_gemma":[0.112682365,0.018428495,0.54936737,0.000604064,0.000079113466,0.0000049866785,0.30900675,0.0051989425,0.0020508461,0.00012859177,0.0018214927,0.0006269706],"about_ca_topic_score_codex":0.002160127,"about_ca_topic_score_gemma":0.001715759,"teacher_disagreement_score":0.18638986,"about_ca_system_score_codex":0.00056510896,"about_ca_system_score_gemma":0.0013922106,"threshold_uncertainty_score":0.37752888},"labels":[],"label_agreement":null},{"id":"W2258287894","doi":"10.1186/s13012-016-0373-y","title":"Health systems guidance appraisal—a critical interpretive synthesis","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Juravinski Hospital","funders":"Pan American Health Organization; Canadian Institutes of Health Research; Universidad de Antioquia; Lanzhou University; McMaster University; Cancer Care Ontario; National Institute for Health and Care Excellence; American University of Beirut; London School of Hygiene and Tropical Medicine; World Health Organization","keywords":"Critical appraisal; Relevance (law); Health informatics; Data extraction; Grey literature; Process (computing); Computer science; Health administration; Process management; Medicine; Management science; Data science; Knowledge management; Public health; MEDLINE; Political science; Alternative medicine; Pathology; Engineering","score_opus":0.7815979230256276,"score_gpt":0.7975302383105357,"score_spread":0.015932315284908127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2258287894","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000038410103,0.96207416,0.0068357857,0.0055365954,0.008926175,0.007703637,0.00335297,0.0003705127,0.0051963404],"genre_scores_gemma":[0.0005567384,0.98187995,0.0028409366,0.0051831678,0.0009754408,0.008074909,0.000040939736,0.0001166802,0.0003312471],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9815996,0.006065176,0.0047971527,0.0016381933,0.003074585,0.002825247],"domain_scores_gemma":[0.9599114,0.031416763,0.0032303743,0.0013148325,0.0022783342,0.0018482712],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.029319607,0.0006662873,0.0024981892,0.0013517282,0.0029818702,0.00029228948,0.0021942803,0.00024935295,0.0012420646],"category_scores_gemma":[0.056317843,0.0005672928,0.00020717618,0.00420776,0.0013497078,0.0015811464,0.0007902058,0.0010468608,0.0028802746],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000005634917,0.00002551609,0.000100433754,0.02052585,0.000023556402,0.000004061816,0.011623594,7.232582e-7,9.761368e-7,0.01310979,0.12356689,0.83101296],"study_design_scores_gemma":[0.0001293655,0.00009717738,0.0000449149,0.015172863,0.00007263458,0.000020954325,0.010606339,0.000024606696,3.9256625e-7,0.00003468073,0.9733468,0.00044926946],"about_ca_topic_score_codex":0.001832405,"about_ca_topic_score_gemma":0.00022925428,"teacher_disagreement_score":0.8497799,"about_ca_system_score_codex":0.0058679483,"about_ca_system_score_gemma":0.040182844,"threshold_uncertainty_score":0.99967784},"labels":[],"label_agreement":null},{"id":"W2259574245","doi":"10.1186/s13012-016-0380-z","title":"Collective action for implementation: a realist evaluation of organisational collaboration in healthcare","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":179,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Health and Social Care Delivery Research; Canadian Institutes of Health Research; Health Services and Delivery Research Programme; National Institute for Health and Care Research","keywords":"Health administration; Health informatics; Health services research; Medicine; Health care; Public health; Action (physics); Collective action; Health policy; Nursing; Knowledge management; Public relations; Political science; Computer science; Politics","score_opus":0.8874561488316011,"score_gpt":0.7999429777071918,"score_spread":0.08751317112440926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2259574245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95321685,0.000016640624,0.0071392446,0.026716903,0.0013621306,0.009618012,0.0007800483,0.000060524617,0.0010896694],"genre_scores_gemma":[0.98762304,0.000004041444,0.006310029,0.0029377977,0.0001622619,0.0026774511,0.0001998047,0.000016972623,0.00006862626],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99282974,0.001377651,0.0017502133,0.00057417236,0.0027074052,0.00076079846],"domain_scores_gemma":[0.98945457,0.0010109768,0.0012288284,0.00029970394,0.007678742,0.00032716326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02246155,0.00016426171,0.00026837774,0.0009123133,0.0009791893,0.000049677725,0.0003221892,0.00007730912,0.00054359675],"category_scores_gemma":[0.0033043635,0.00017630705,0.000030642554,0.0043951594,0.00024387715,0.0016922702,0.00007882074,0.00015553772,0.000027471397],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0004939494,0.00011478609,0.60200536,0.00034164742,0.000024728888,5.145024e-7,0.24219453,0.00060344796,0.018703742,0.06609409,0.029095175,0.040328037],"study_design_scores_gemma":[0.020020194,0.0007682093,0.54998285,0.00006022406,0.000058353624,0.0000033712424,0.36180696,0.003867099,0.015796866,0.0356715,0.01151891,0.0004454929],"about_ca_topic_score_codex":0.003884135,"about_ca_topic_score_gemma":0.028226113,"teacher_disagreement_score":0.11961242,"about_ca_system_score_codex":0.007687749,"about_ca_system_score_gemma":0.04383312,"threshold_uncertainty_score":0.9961216},"labels":[],"label_agreement":null},{"id":"W2271932185","doi":"10.1186/s13012-016-0371-0","title":"Enhanced syphilis screening among HIV-positive men (ESSAHM): a study protocol for a clinic-randomized trial with stepped wedge design","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Syphilis Diagnosis and Treatment","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre; Ottawa Hospital; Public Health Ontario; Toronto Public Health; St. Michael's Hospital","funders":"University of Toronto; Ontario Ministry of Health and Long-Term Care; Canadian Institutes of Health Research; Ontario HIV Treatment Network","keywords":"Medicine; Syphilis; Population; Men who have sex with men; Randomized controlled trial; Sexually transmitted disease; Psychosocial; Family medicine; Human immunodeficiency virus (HIV); Internal medicine; Environmental health; Psychiatry","score_opus":0.22536062008082153,"score_gpt":0.517033199374274,"score_spread":0.2916725792934525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2271932185","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22756544,0.0000026987811,0.08482459,0.0003906689,0.00007518093,0.6862292,0.000023637165,0.000075128526,0.0008134208],"genre_scores_gemma":[0.519815,2.5574826e-7,0.007953518,0.000086696935,0.00007274146,0.47194964,0.000016524404,0.000014139951,0.00009146553],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99682045,0.00031623823,0.00073156867,0.000648518,0.0010530375,0.0004301823],"domain_scores_gemma":[0.99726915,0.0008914623,0.00044283798,0.0003181464,0.0007575698,0.00032081248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004918022,0.00023505773,0.0006261521,0.00023420845,0.00029847684,0.00016594808,0.00018641392,0.00003185375,0.0001308569],"category_scores_gemma":[0.0006694568,0.00015474728,0.000107557855,0.00062321994,0.00038966598,0.00054625125,0.00005878209,0.00007449632,0.000013588473],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96750265,0.002095717,0.011323563,0.000019018067,0.00029684821,0.00001562761,0.0104835825,0.000027414304,0.0003869873,0.000059124883,0.0015590647,0.006230414],"study_design_scores_gemma":[0.9501129,0.009881453,0.007904603,0.00008607854,0.00033702928,0.000003972344,0.011787797,0.0005239534,0.019067714,0.000047714668,0.000057116173,0.0001897051],"about_ca_topic_score_codex":0.00018338433,"about_ca_topic_score_gemma":0.000073065385,"teacher_disagreement_score":0.2922496,"about_ca_system_score_codex":0.00022357024,"about_ca_system_score_gemma":0.0007860776,"threshold_uncertainty_score":0.63104105},"labels":[],"label_agreement":null},{"id":"W2272687637","doi":"10.1186/s13012-016-0377-7","title":"Bridging the gap between science and policy: an international survey of scientists and policy makers in China and Canada","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Policy Transfer and Learning","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Defence Research and Development Canada; Provincial Health Services Authority; Ottawa Public Health","funders":"Shantou University Medical College; Shantou University","keywords":"Health policy; Public relations; Health services research; Government (linguistics); China; Bridging (networking); Public policy; Health administration; Public health; Science policy; Health informatics; Medicine; Public administration; Political science; Nursing","score_opus":0.14058461229641853,"score_gpt":0.5023946002416932,"score_spread":0.36180998794527475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272687637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99329585,0.000010802622,0.00007484859,0.004912456,0.000080802696,0.00014101386,0.00005160553,0.0000054592215,0.0014271917],"genre_scores_gemma":[0.9995645,0.000017324539,0.00007880269,0.00024617225,0.000070942086,0.0000025130935,0.00000291724,0.0000023579657,0.000014434551],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978925,0.00016771193,0.00018624296,0.00027206348,0.0011254605,0.0003560162],"domain_scores_gemma":[0.9991955,0.00011359329,0.000068226895,0.00009277925,0.0002595734,0.00027032653],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00856551,0.00006098691,0.00008082047,0.00043650714,0.00077697367,0.00034272205,0.00042037023,0.000011144294,0.000004142005],"category_scores_gemma":[0.0017607142,0.000052579697,0.0000036835283,0.0019379125,0.0029011318,0.0011604037,0.00011209182,0.000063676256,1.1390953e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029345906,0.0000029955363,0.9402787,0.0000016245389,0.000001191795,3.2320173e-7,0.02143527,0.0000068084564,0.0005126366,0.00853156,0.000025720752,0.02920023],"study_design_scores_gemma":[0.00028733903,0.00001769733,0.9935515,0.0000047493895,0.0000014062647,0.0000018119911,0.004910477,0.00021696991,0.00024538068,0.0003243575,0.00037956476,0.000058739402],"about_ca_topic_score_codex":0.9799081,"about_ca_topic_score_gemma":0.9206545,"teacher_disagreement_score":0.059253644,"about_ca_system_score_codex":0.00036632695,"about_ca_system_score_gemma":0.00726299,"threshold_uncertainty_score":0.9998124},"labels":[],"label_agreement":null},{"id":"W2288822785","doi":"10.1186/s13012-016-0389-3","title":"Patient-mediated knowledge translation (PKT) interventions for clinical encounters: a systematic review","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; McMaster University; Université Laval; University Health Network","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Medicine; MEDLINE; Health services research; Health care; Family medicine; Public health; Nursing; Gerontology","score_opus":0.8883645847987787,"score_gpt":0.7328630453273575,"score_spread":0.1555015394714212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288822785","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.421966e-7,0.9628497,0.00070491,0.0003359005,0.0023088867,0.03215789,0.0010733809,0.000157684,0.0004107449],"genre_scores_gemma":[0.00002768348,0.9739332,0.001704254,0.0007484822,0.00012905769,0.02115005,0.0021452513,0.000065565284,0.0000964085],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9840469,0.005391012,0.0077269254,0.0009441078,0.0010255299,0.0008655462],"domain_scores_gemma":[0.98201215,0.0074149896,0.005259445,0.0017090703,0.003101606,0.0005027301],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009404367,0.0004941615,0.0029555399,0.0007347968,0.0013819967,0.00006595295,0.0015429861,0.0003130032,0.000254568],"category_scores_gemma":[0.007548325,0.0004050119,0.0009981239,0.002228081,0.00034401097,0.00080600823,0.00036965503,0.00085383665,0.00087150023],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035877624,0.00006759182,0.000010899584,0.7953705,0.00004807741,1.8672758e-7,0.0029985402,2.5817958e-8,4.206132e-8,0.00014287418,0.008323556,0.19303413],"study_design_scores_gemma":[0.0005404716,0.00017664187,0.0000016628915,0.48796052,0.0010670718,0.000001835604,0.0049425447,0.00003343012,3.157377e-8,0.000043212574,0.50497127,0.00026130863],"about_ca_topic_score_codex":0.000050299706,"about_ca_topic_score_gemma":0.00023799726,"teacher_disagreement_score":0.49664772,"about_ca_system_score_codex":0.0016114812,"about_ca_system_score_gemma":0.007181988,"threshold_uncertainty_score":0.99991804},"labels":[],"label_agreement":null},{"id":"W2293203023","doi":"10.1186/s13012-016-0393-7","title":"Tailoring implementation strategies for evidence-based recommendations using computerised clinical decision support systems: protocol for the development of the GUIDES tools","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health informatics; Process management; Protocol (science); Context (archaeology); Medicine; Process (computing); Decision support system; Health administration; Quality (philosophy); Clinical decision support system; Computer science; Knowledge management; Public health; Engineering","score_opus":0.9518445729400129,"score_gpt":0.7949317083387871,"score_spread":0.15691286460122578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293203023","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046274748,0.000002092676,0.776623,0.0043835687,0.0018171931,0.17061013,0.00020827199,0.0000469095,0.000034067994],"genre_scores_gemma":[0.32428443,0.0000012388842,0.3220899,0.00431501,0.00041513264,0.34879383,0.000035867026,0.000034164244,0.000030412735],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927423,0.00085186266,0.003620996,0.0005520349,0.0013720811,0.00086071144],"domain_scores_gemma":[0.98330235,0.010779563,0.0022898829,0.0005889016,0.0027762523,0.00026306056],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02954735,0.00020537658,0.00030736806,0.00025001055,0.0037428825,0.00029157885,0.001172795,0.00006217266,0.00016168538],"category_scores_gemma":[0.0039034204,0.00013308381,0.000103338614,0.0012651186,0.00039466948,0.0022180483,0.00029187577,0.00016277914,0.000009101112],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013271755,0.00024549116,0.17419785,0.0021125341,0.000109779896,2.998013e-7,0.097980216,0.007832501,0.011369292,0.020562131,0.1393359,0.5449268],"study_design_scores_gemma":[0.020103063,0.0010917071,0.08582206,0.0012904344,0.00010603968,0.0000029040164,0.3495824,0.05069355,0.008490859,0.0017018677,0.48038885,0.0007262569],"about_ca_topic_score_codex":0.0002855082,"about_ca_topic_score_gemma":0.0008284495,"teacher_disagreement_score":0.5442006,"about_ca_system_score_codex":0.00092283817,"about_ca_system_score_gemma":0.022507867,"threshold_uncertainty_score":0.9992852},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2297168878","doi":"10.1186/s13012-016-0399-1","title":"Integrated knowledge translation (IKT) in health care: a scoping review","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":676,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Western University; University of Toronto; University Health Network","funders":"","keywords":"Knowledge translation; General partnership; Psychological intervention; Health services research; Medicine; Relevance (law); Health informatics; MEDLINE; Health administration; Knowledge management; CINAHL; Medical education; Cochrane Library; Nursing; Public health; Computer science; Alternative medicine; Political science","score_opus":0.9367314552086121,"score_gpt":0.8294925736284605,"score_spread":0.1072388815801516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297168878","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003040173,0.97771686,0.00041744404,0.00176587,0.0010138131,0.01663047,0.000300631,0.0001249236,0.0020269344],"genre_scores_gemma":[0.0000077868235,0.98633933,0.002157727,0.0075775473,0.00015510323,0.0032616083,0.00037369842,0.00005264203,0.00007457945],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98421544,0.0050412253,0.005824299,0.0012876424,0.0016557471,0.0019756753],"domain_scores_gemma":[0.99186164,0.0024022267,0.0028722938,0.0007977014,0.00122989,0.00083623186],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.026353234,0.0005529699,0.002280308,0.0017804926,0.0013435711,0.00007809561,0.0012486686,0.0001840293,0.0010853168],"category_scores_gemma":[0.0023119706,0.00048154645,0.00016702428,0.009617696,0.0003601125,0.0011606576,0.00024836755,0.0010358597,0.00101977],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000013352446,0.000008271206,0.00001945005,0.14264657,0.000002557095,7.351278e-7,0.013085833,1.2936438e-7,2.0705866e-7,0.00012295332,0.0056946552,0.8384173],"study_design_scores_gemma":[0.00061687565,0.00006175695,0.000010130051,0.23804617,0.000031024443,0.0000035805397,0.0045611593,0.0000041467347,2.291736e-7,0.0000123285745,0.75636405,0.0002885711],"about_ca_topic_score_codex":0.0012874661,"about_ca_topic_score_gemma":0.008370079,"teacher_disagreement_score":0.83812875,"about_ca_system_score_codex":0.00668491,"about_ca_system_score_gemma":0.084084645,"threshold_uncertainty_score":0.99995655},"labels":[],"label_agreement":null},{"id":"W2302007757","doi":"10.1186/s13012-016-0402-x","title":"Erratum to: ‘Evaluation of quality improvement for cesarean sections programmes through mixed methods’","year":2015,"lang":"en","type":"erratum","venue":"Implementation Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; Centre Hospitalier de l’Université de Montréal; Université de Sherbrooke; Université de Montréal; Centre Hospitalier Universitaire de Sherbrooke","funders":"","keywords":"Health services research; Christian ministry; Health administration; Health informatics; Medicine; Interpretation (philosophy); Data collection; Quality (philosophy); Public health; Library science; Medical education; Nursing; Political science; Sociology; Law; Social science; Computer science","score_opus":0.5881982961245806,"score_gpt":0.6922544241939269,"score_spread":0.10405612806934628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302007757","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008974264,0.0007330499,0.378196,0.03269611,0.101108894,0.060641665,0.002788046,0.0010937244,0.41376823],"genre_scores_gemma":[0.12166948,0.00028474114,0.7933003,0.0012323138,0.0039987336,0.023177724,0.0018432193,0.00019811807,0.054295428],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98910284,0.001550836,0.0011431297,0.0009595406,0.0062581575,0.0009855056],"domain_scores_gemma":[0.98911124,0.0005290292,0.00088887516,0.0006823013,0.008461857,0.00032667245],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06514672,0.00025621557,0.00043086303,0.0006100617,0.0011860128,0.00044617182,0.0015100393,0.00023608528,0.00018196712],"category_scores_gemma":[0.009326719,0.0002630787,0.00015784868,0.0031904734,0.0011312247,0.0009096455,0.0003362599,0.00033172278,0.0000082357765],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013365582,0.00007571882,0.000029016139,0.000060147748,0.000021838789,7.6725584e-8,0.0123811895,0.000007337179,0.0021289068,0.006644398,0.7556059,0.22303213],"study_design_scores_gemma":[0.0007036747,0.00051851815,0.00060543686,0.00006015146,0.00011265793,3.6242335e-7,0.081256494,0.00017280974,0.020599686,0.070963174,0.8245522,0.0004548423],"about_ca_topic_score_codex":0.013958592,"about_ca_topic_score_gemma":0.018596737,"teacher_disagreement_score":0.41510424,"about_ca_system_score_codex":0.0023402772,"about_ca_system_score_gemma":0.0108372485,"threshold_uncertainty_score":0.9999821},"labels":[],"label_agreement":null},{"id":"W2304428051","doi":"10.1186/s13012-016-0404-8","title":"Understanding cancer networks better to implement them more effectively: a mixed methods multi-case study","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National d'Excellence en Santé et en Services Sociaux; Université Laval; Centre hospitalier de l'Université Laval; Université de Sherbrooke; Institut National de Santé Publique du Québec; École Nationale d'Administration Publique; Hôtel-Dieu de Québec; Hôpital Charles-Le Moyne","funders":"","keywords":"Health informatics; Health administration; Health services research; Corporate governance; Service delivery framework; Qualitative property; Process management; Knowledge management; Focus group; Qualitative research; Nursing research; Medicine; Service (business); Public health; Computer science; Nursing; Business; Marketing; Sociology","score_opus":0.6833050942134029,"score_gpt":0.6161771198697517,"score_spread":0.06712797434365125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2304428051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.615711,0.000021700442,0.3819322,0.0007843649,0.00030274264,0.0011465019,0.0000072054618,0.000036000867,0.000058315993],"genre_scores_gemma":[0.9526054,0.0000016741303,0.044692747,0.0022865932,0.000108604094,0.00027618627,0.0000036991657,0.000012634099,0.000012459572],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9975368,0.00016501626,0.00037081898,0.00052644924,0.000855784,0.00054513774],"domain_scores_gemma":[0.99868745,0.000109693785,0.00009329231,0.00027995085,0.00034060774,0.00048899394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003799423,0.00017106961,0.00023613137,0.00019016869,0.00035833576,0.0001352878,0.00019328209,0.000023320026,0.0001491762],"category_scores_gemma":[0.000153915,0.00014233796,0.00004616326,0.0013058576,0.000098921584,0.00041092318,0.00020403697,0.0001207169,0.000009438626],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027139983,0.00022334901,0.8285258,0.000017442222,0.00012949485,0.0007876756,0.03421284,0.0014519553,0.006591717,0.00034929556,0.006398481,0.12104057],"study_design_scores_gemma":[0.011935154,0.0020781818,0.22350666,0.00010466744,0.0003521434,0.0010335628,0.73050076,0.015041838,0.01314992,0.00024350744,0.0013937419,0.0006598784],"about_ca_topic_score_codex":0.0035153062,"about_ca_topic_score_gemma":0.0017781769,"teacher_disagreement_score":0.69628793,"about_ca_system_score_codex":0.0014486675,"about_ca_system_score_gemma":0.00040628132,"threshold_uncertainty_score":0.58043736},"labels":[],"label_agreement":null},{"id":"W2310539135","doi":"10.1186/s13012-016-0401-y","title":"Measurement resources for dissemination and implementation research in health","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; Alvin J. Siteman Cancer Center; National Institute of Mental Health; University of California, San Diego; National Cancer Institute; National Institutes of Health; Washington University in St. Louis","keywords":"Health informatics; Health services research; Health administration; Harmonization; Metadata; Medicine; Work (physics); Resource (disambiguation); Health policy; Knowledge management; Public health; Medical education; Data science; Computer science; World Wide Web; Nursing","score_opus":0.919515999696346,"score_gpt":0.8209853805663582,"score_spread":0.09853061912998784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2310539135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92859447,0.00011480908,0.0048696045,0.056867383,0.0006452947,0.007667278,0.00011311615,0.0000807246,0.0010472912],"genre_scores_gemma":[0.99170405,0.000029959641,0.0032281654,0.003094841,0.0001361015,0.0017074911,0.000013605475,0.000015946669,0.00006983045],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9918972,0.0015003855,0.0015268293,0.0006960226,0.002831021,0.0015485066],"domain_scores_gemma":[0.9951225,0.0012553349,0.00053486455,0.00029364772,0.0021362244,0.00065741886],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.06997459,0.00014306816,0.00022170204,0.0012878075,0.0020233477,0.0001148922,0.00038764227,0.000044550037,0.00010253897],"category_scores_gemma":[0.0023940813,0.00014078649,0.000017631175,0.0026766576,0.00039570898,0.0011485445,0.00020809016,0.0002670674,0.000036849488],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016305245,0.00007594336,0.290119,0.0007696501,0.0000078417,0.0000012427508,0.36133754,0.000012081654,0.009058292,0.030123523,0.057465803,0.250866],"study_design_scores_gemma":[0.005639839,0.0006921002,0.3871188,0.00024376286,0.0000037648642,0.000002697344,0.42086536,0.00039555973,0.001125368,0.0064296764,0.1771879,0.0002952012],"about_ca_topic_score_codex":0.0038592573,"about_ca_topic_score_gemma":0.009544036,"teacher_disagreement_score":0.2505708,"about_ca_system_score_codex":0.002892548,"about_ca_system_score_gemma":0.0046702824,"threshold_uncertainty_score":0.99927586},"labels":[],"label_agreement":null},{"id":"W2315874263","doi":"10.1186/s13012-016-0410-x","title":"Appropriate prescribing in nursing homes demonstration project (APDP) study protocol: pragmatic, cluster-randomized trial and mixed methods process evaluation of an Ontario policy-maker initiative to improve appropriate prescribing of antipsychotics","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Ottawa Hospital; Institute for Clinical Evaluative Sciences; University of Ottawa; Mount Sinai Hospital; Ontario Drug Policy Research Network; St. Michael's Hospital; Women's College Hospital","funders":"Canadian Institutes of Health Research; Department of Family and Community Medicine, University of Toronto; University of Toronto; Ontario Ministry of Health and Long-Term Care","keywords":"Medicine; Academic detailing; Nursing; Audit; Cluster randomised controlled trial; Psychological intervention; Antipsychotic; Medical prescription; Randomized controlled trial; Health administration; Intervention (counseling); Public health; Family medicine; Psychiatry; Schizophrenia (object-oriented programming)","score_opus":0.17902389512078393,"score_gpt":0.556147324634434,"score_spread":0.37712342951365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315874263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8302519,0.0000045843008,0.004663076,0.00011735486,0.0000838544,0.16475575,0.00000934627,0.00001530196,0.00009889403],"genre_scores_gemma":[0.8914706,3.861747e-7,0.07154395,0.000012085609,0.00003992053,0.036897346,0.000019816844,0.000013367709,0.0000025037052],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940343,0.0018645449,0.0011616037,0.0005887488,0.00195987,0.00039094547],"domain_scores_gemma":[0.99698853,0.00027474953,0.0006511074,0.00032435195,0.0015281956,0.00023303754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01746213,0.00021456901,0.00063724915,0.000978472,0.00011426514,0.00012079867,0.0001680813,0.000046897505,0.000006797423],"category_scores_gemma":[0.003415617,0.0001653039,0.000049090537,0.0013399671,0.00033764238,0.0009750106,0.000067103,0.00014653514,3.062029e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6733559,0.0023720225,0.006423398,0.00016333381,0.000113789705,0.0000022065856,0.07519413,0.00025255073,0.010414669,0.00022515075,0.0000027359813,0.23148015],"study_design_scores_gemma":[0.8148498,0.0061810366,0.03289251,0.0002975017,0.00033262902,0.000009147923,0.038187124,0.026148317,0.075278655,0.005612073,4.6892987e-7,0.0002107648],"about_ca_topic_score_codex":0.004369045,"about_ca_topic_score_gemma":0.0059963134,"teacher_disagreement_score":0.23126939,"about_ca_system_score_codex":0.0006884674,"about_ca_system_score_gemma":0.0060882405,"threshold_uncertainty_score":0.9995463},"labels":[],"label_agreement":null},{"id":"W2338539292","doi":"10.1186/s13012-016-0419-1","title":"Characterizing patient-oriented tools that could be packaged with guidelines to promote self-management and guideline adoption: a meta-review","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Diabetes Management and Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University Health Network","funders":"","keywords":"Medicine; Health informatics; Health administration; Guideline; Health services research; Public health; Nursing; Pathology","score_opus":0.3252213760250456,"score_gpt":0.4995487521518232,"score_spread":0.17432737612677762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338539292","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023481261,0.9812511,0.0005878668,0.005714217,0.000446794,0.0105624115,0.00011583438,0.00017461617,0.00091231096],"genre_scores_gemma":[0.000018428887,0.94414765,0.04450692,0.007804666,0.00012162371,0.0016076581,0.0013354532,0.000048418824,0.00040921447],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99516684,0.00009624721,0.0014413947,0.0009960288,0.0017328074,0.0005667081],"domain_scores_gemma":[0.99656135,0.000035680143,0.0009301161,0.00072747044,0.0012930091,0.00045235854],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031427816,0.0005517603,0.0015584292,0.0006346289,0.00023947506,0.00029249748,0.00032033134,0.000053677428,0.00030212878],"category_scores_gemma":[0.00017532129,0.00037155065,0.0001861139,0.0021392296,0.000100402205,0.000923414,0.00031672293,0.00015457942,0.00004902762],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008156969,0.00006841958,0.00002411985,0.01037331,0.00056925433,0.0000079518695,0.00030091923,1.3204583e-7,0.0000030438996,0.000085610205,0.03265544,0.95590365],"study_design_scores_gemma":[0.00052479794,0.00035582436,0.000056131048,0.0079145515,0.010268279,0.0000262527,0.0005985462,0.00000573513,0.000012508315,0.0000033814647,0.9798539,0.00038003692],"about_ca_topic_score_codex":0.000011945443,"about_ca_topic_score_gemma":0.0000055713226,"teacher_disagreement_score":0.9555236,"about_ca_system_score_codex":0.0003693788,"about_ca_system_score_gemma":0.0005734562,"threshold_uncertainty_score":0.99987364},"labels":[],"label_agreement":null},{"id":"W2339025071","doi":"10.1186/s13012-016-0421-7","title":"Sustainability of knowledge translation interventions in healthcare decision-making: a scoping review","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Ottawa Hospital; University of Ottawa; St. Michael's Hospital; McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; Medicine; Psychological intervention; Knowledge translation; Health administration; Health services research; MEDLINE; Observational study; Health care; Randomized controlled trial; Family medicine; Public health; Health informatics; Nursing research; Nursing; Surgery; Pathology; Knowledge management","score_opus":0.8930972576776703,"score_gpt":0.8230214923356586,"score_spread":0.07007576534201176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339025071","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020225807,0.9779109,0.0027709268,0.0019100119,0.0006690063,0.016007794,0.00028272608,0.00005356267,0.00037484794],"genre_scores_gemma":[0.00071673444,0.99310595,0.00234357,0.0009466136,0.00007157209,0.0027084239,0.000050159364,0.000034799486,0.000022203669],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.985435,0.0037079223,0.0068877833,0.0010518684,0.0015881269,0.0013292843],"domain_scores_gemma":[0.9843781,0.0075196144,0.003519076,0.00097092625,0.0031476072,0.00046464728],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032420654,0.00040844685,0.0021603543,0.0019504447,0.0007855186,0.0000335541,0.0012481048,0.00019360949,0.0007110473],"category_scores_gemma":[0.011826955,0.00037025436,0.00036783016,0.008378875,0.0005124551,0.0010620723,0.00041110438,0.0007456821,0.00012534267],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000030311046,0.000024135474,0.00019836475,0.25321978,0.0000028381094,6.6248833e-7,0.0028202827,3.8229237e-7,6.249719e-8,0.00042064316,0.00077106105,0.74253875],"study_design_scores_gemma":[0.0006819347,0.00010935541,0.00025502028,0.6507362,0.00010914873,0.0000044590593,0.002485541,0.000010196535,1.753287e-7,0.0012309225,0.34403488,0.0003421824],"about_ca_topic_score_codex":0.0005636726,"about_ca_topic_score_gemma":0.0059720473,"teacher_disagreement_score":0.74219656,"about_ca_system_score_codex":0.004485062,"about_ca_system_score_gemma":0.046215467,"threshold_uncertainty_score":0.99987495},"labels":[],"label_agreement":null},{"id":"W2341871811","doi":"10.1186/s13012-016-0407-5","title":"A protocol for a pragmatic randomized controlled trial using the Health Teams Advancing Patient Experience: Strengthening Quality (Health TAPESTRY) platform approach to promote person-focused primary healthcare for older adults","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Hamilton Health Sciences; University of Toronto; McMaster University; Health Sciences Centre","funders":"Health Canada; Government of Ontario; Ontario Ministry of Health and Long-Term Care; McMaster University","keywords":"Medicine; Health administration; Protocol (science); Health informatics; Health services research; Randomized controlled trial; Health care; Quality (philosophy); Health policy; Public health; Nursing; Alternative medicine; Gerontology; Family medicine; Pathology","score_opus":0.1700846809177567,"score_gpt":0.5059267610294427,"score_spread":0.335842080111686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341871811","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2057824,0.00002488593,0.08283306,0.004239357,0.00022048401,0.7066218,0.000047464877,0.00009330446,0.00013720221],"genre_scores_gemma":[0.28982037,6.0634574e-7,0.066637255,0.0022963064,0.00014223755,0.6409736,0.00008392379,0.000028194665,0.0000174451],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947272,0.0003475313,0.0017086462,0.00074883644,0.0015064536,0.0009613577],"domain_scores_gemma":[0.9963531,0.00047835734,0.0015319893,0.00044716135,0.00057899754,0.00061039504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010498986,0.00029961896,0.0012257003,0.00024575632,0.0008907535,0.00023231641,0.00029494052,0.00003076814,0.000012843748],"category_scores_gemma":[0.001738908,0.00019187061,0.00024325373,0.0006503299,0.00023524472,0.00059623475,0.000085661064,0.0001128446,4.8633115e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7879138,0.00061971694,0.000044101656,0.0027791348,0.00007882327,3.69045e-7,0.13670684,0.00023158912,0.000043157706,0.0014131559,0.0007332132,0.06943611],"study_design_scores_gemma":[0.81591374,0.002012912,0.00005852343,0.0004139984,0.000046638652,0.000003046391,0.15881404,0.022074254,0.000044696066,0.000118052856,0.00030862057,0.0001915038],"about_ca_topic_score_codex":0.0006918231,"about_ca_topic_score_gemma":0.00005743065,"teacher_disagreement_score":0.084038,"about_ca_system_score_codex":0.0021273652,"about_ca_system_score_gemma":0.00832175,"threshold_uncertainty_score":0.99730015},"labels":[],"label_agreement":null},{"id":"W2342926115","doi":"10.1186/1748-5908-9-86","title":"Looking inside the black box: results of a theory-based process evaluation exploring the results of a randomized controlled trial of printed educational messages to increase primary care physicians’ diabetic retinopathy referrals [Trial registration number ISRCTN72772651]","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Institute for Clinical Evaluative Sciences; Diabetes Canada; University of Ottawa; Université Laval; Canadian Institutes of Health Research; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Medicine; Randomized controlled trial; Psychological intervention; Referral; Theory of planned behavior; Family medicine; Intervention (counseling); Cluster randomised controlled trial; Physical therapy; Nursing; Control (management); Surgery","score_opus":0.05741852130969305,"score_gpt":0.4187619928311587,"score_spread":0.3613434715214657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342926115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9849213,0.000018552646,0.00022546241,0.0012986081,0.00019748384,0.010847009,0.000071868664,0.000009224404,0.0024105317],"genre_scores_gemma":[0.99746776,0.000006853912,0.0002468225,0.00015454825,0.00012533143,0.0017576255,0.00019852411,0.000010046729,0.00003247029],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99467444,0.0013786556,0.0015442362,0.00038018587,0.0018191717,0.00020332995],"domain_scores_gemma":[0.99323094,0.0025742946,0.0017778209,0.0005127059,0.0018278009,0.00007642173],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009869035,0.00016671538,0.00072211144,0.00016287647,0.00016810768,0.000041408064,0.00024365453,0.000024162722,0.000021629687],"category_scores_gemma":[0.011341598,0.00009486039,0.00023720753,0.0006881302,0.0005646495,0.00023472424,0.000036531394,0.000072399096,0.0000016148497],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98303354,0.00032747924,0.00040440846,0.000116378666,0.000085948435,1.9827239e-7,0.0060540424,0.00026178773,0.004112722,0.00081756164,0.00002402322,0.004761935],"study_design_scores_gemma":[0.94736934,0.0009495814,0.017952496,0.00041244307,0.000888877,5.3390164e-7,0.0043836823,0.00075486494,0.02606497,0.0011221111,0.000006277498,0.00009479988],"about_ca_topic_score_codex":0.00024004356,"about_ca_topic_score_gemma":0.00002984842,"teacher_disagreement_score":0.035664152,"about_ca_system_score_codex":0.00014609842,"about_ca_system_score_gemma":0.0013162699,"threshold_uncertainty_score":0.99698627},"labels":[],"label_agreement":null},{"id":"W2345472301","doi":"10.1186/s13012-016-0422-6","title":"Using theory of change to design and evaluate public health interventions: a systematic review","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":445,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Health Innovation Network South London; Grand Challenges Canada; Department for International Development; London School of Hygiene and Tropical Medicine; Department for International Development, UK Government; Government of the United Kingdom","keywords":"Public health; Medicine; Health informatics; Health services research; Health administration; Psychological intervention; Public health interventions; Health policy; Health economics; Environmental health; Nursing","score_opus":0.9885307783324777,"score_gpt":0.8430595593835235,"score_spread":0.1454712189489542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345472301","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003675228,0.93128914,0.03590166,0.0020093017,0.00042066062,0.030049317,0.00024816816,0.0000463109,0.000031783216],"genre_scores_gemma":[0.000015466634,0.96863204,0.011950883,0.0129334545,0.000067071975,0.0062863706,0.00002532514,0.000037884984,0.000051490388],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97526354,0.01483076,0.0055542137,0.00086927647,0.002075934,0.0014063054],"domain_scores_gemma":[0.9882939,0.0029576898,0.0051370906,0.00086138496,0.0016299307,0.0011200368],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11356989,0.00039082608,0.0028561137,0.0015758497,0.0011410714,0.00007362024,0.0010810356,0.00008346661,0.00040018352],"category_scores_gemma":[0.009788009,0.00030465078,0.00019414272,0.0047737705,0.00035029819,0.0010455579,0.0006315328,0.00032841988,0.00017401877],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[9.339314e-7,0.000010236489,0.0000038992607,0.82254905,0.00001846427,2.7007567e-7,0.0065793297,7.782814e-8,4.0021368e-7,0.0012475852,0.0009259671,0.1686638],"study_design_scores_gemma":[0.0004662938,0.000282904,0.000013624893,0.83001316,0.00061929936,0.000023464238,0.0064061605,0.000029013056,2.8791814e-7,0.00029580653,0.16145737,0.00039260014],"about_ca_topic_score_codex":0.0002142405,"about_ca_topic_score_gemma":0.000053479736,"teacher_disagreement_score":0.1682712,"about_ca_system_score_codex":0.0020569377,"about_ca_system_score_gemma":0.015171818,"threshold_uncertainty_score":0.9999406},"labels":[],"label_agreement":null},{"id":"W2345791725","doi":"10.1186/s13012-016-0427-1","title":"A mixed methods evaluation of the maternal-newborn dashboard in Ontario: dashboard attributes, contextual factors, and facilitators and barriers to use: a study protocol","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston General Hospital; Laurentian University; University of Ottawa; Ottawa Hospital; Children's Hospital of Eastern Ontario","funders":"Canadian Institutes of Health Research","keywords":"Dashboard; Medicine; Audit; Health services research; Benchmarking; Health administration; Nursing; Public health; Data science; Marketing; Computer science","score_opus":0.7540948835362912,"score_gpt":0.70733923134139,"score_spread":0.04675565219490119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345791725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9172972,8.707932e-7,0.00063767465,0.00084028393,0.00033727955,0.0807092,0.00010472495,0.000020462645,0.00005230243],"genre_scores_gemma":[0.95728374,1.395068e-7,0.0062382165,0.0011646955,0.000009823676,0.035237677,0.0000022823092,0.000009664961,0.00005375848],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9910459,0.0040515945,0.0013956788,0.0006456051,0.0021241265,0.00073709426],"domain_scores_gemma":[0.99560416,0.0013225501,0.0005831799,0.00045080288,0.0012058316,0.00083346205],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027688866,0.000209583,0.00033481547,0.00044583852,0.00081905583,0.00010341108,0.00046247456,0.00005105051,0.00032826155],"category_scores_gemma":[0.0107607925,0.00014995737,0.00002180207,0.0015296536,0.00041598344,0.0011923049,0.0005453034,0.00027148085,0.0000063059533],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040734492,0.000010720574,0.91249526,0.000016790073,0.000004179428,1.5387008e-7,0.081181504,0.000010085283,0.0009911385,0.000113749986,0.00046759384,0.004668106],"study_design_scores_gemma":[0.0039266776,0.00025437208,0.87949085,0.00003159194,0.000015787748,7.757589e-7,0.1079693,0.00014384068,0.0008389671,0.00015366706,0.0070512407,0.00012295961],"about_ca_topic_score_codex":0.15533562,"about_ca_topic_score_gemma":0.4291843,"teacher_disagreement_score":0.27384868,"about_ca_system_score_codex":0.0014505036,"about_ca_system_score_gemma":0.0073738922,"threshold_uncertainty_score":0.9982534},"labels":[],"label_agreement":null},{"id":"W2382891501","doi":"10.1186/s13012-016-0439-x","title":"Understanding the dynamics of the Seguro Popular de Salud policy implementation in Mexico from a complex adaptive systems perspective","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Norwegian Institute of Public Health; Alliance for Health Policy and Systems Research; International Development Research Centre; Bundesministerium für Gesundheit; World Health Organization","keywords":"Incentive; Causal loop diagram; Complex adaptive system; Health policy; Solidarity; System dynamics; Medicine; Computer science; Political science; Economics; Economic growth; Health care; Microeconomics","score_opus":0.3381658455499069,"score_gpt":0.42924980366665877,"score_spread":0.09108395811675185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2382891501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9028417,0.00025263248,0.079994924,0.009594561,0.00091387774,0.0016743866,0.001154525,0.0000216232,0.0035517705],"genre_scores_gemma":[0.99943465,0.000009567287,0.00018535063,0.00022383675,0.0000658048,0.000034066026,0.000016695312,0.0000085930815,0.000021450252],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99840355,0.00008867573,0.0006805675,0.00028360265,0.00020224151,0.0003413867],"domain_scores_gemma":[0.998921,0.000031505602,0.00056930364,0.00026469474,0.00012538419,0.000088140856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023817995,0.00009783836,0.00019888775,0.00027709085,0.00026348425,0.000103404665,0.00040453524,0.00003208714,0.000022045844],"category_scores_gemma":[0.000112107955,0.00006622667,0.000047092744,0.0012130652,0.00021512502,0.00036908014,0.00009624029,0.00009594064,0.000007053834],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005840401,0.000010517727,0.21617521,0.0000048158595,0.00001030345,2.985116e-7,0.017425956,0.00049963716,0.000054086922,0.7654833,0.00006859868,0.00026140208],"study_design_scores_gemma":[0.0009997068,0.00008367935,0.4258069,0.000019941424,0.0000026809307,0.000004910584,0.42039216,0.026176479,0.00008769441,0.12606882,0.00021210678,0.00014491589],"about_ca_topic_score_codex":0.18519089,"about_ca_topic_score_gemma":0.018660627,"teacher_disagreement_score":0.6394145,"about_ca_system_score_codex":0.0046834475,"about_ca_system_score_gemma":0.0005573656,"threshold_uncertainty_score":0.99924624},"labels":[],"label_agreement":null},{"id":"W2460617388","doi":"10.1186/s13012-016-0451-1","title":"Implementation of a patient decision aid for men with localized prostate cancer: evaluation of patient outcomes and practice variation","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre hospitalier de l'Université Laval; Saskatchewan Health; Ottawa Hospital; Ministry of Health; Prostate Cancer Canada; University of Ottawa","funders":"Canadian Cancer Society; Prostate Cancer Canada; Ottawa Hospital Research Institute; Université Laval; University of Saskatchewan; Champlain Local Health Integration Network; Ministry of Health, Saskatchewan; University of Ottawa","keywords":"Medicine; Multinomial logistic regression; Logistic regression; Health services research; Family medicine; Prostate cancer; Odds; Health informatics; Health administration; Decision aids; Demography; Public health; Gynecology; Cancer; Nursing; Alternative medicine; Internal medicine; Statistics; Pathology","score_opus":0.36463727155253295,"score_gpt":0.6072526861921348,"score_spread":0.24261541463960185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460617388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98423976,0.00031927016,0.0033679502,0.002958065,0.00032193383,0.008334793,0.00023346937,0.000029013709,0.00019574682],"genre_scores_gemma":[0.95239824,0.00004771966,0.04440093,0.00043136932,0.000010264416,0.0026092571,0.00008277682,0.000016258546,0.0000031867335],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9946129,0.0010546967,0.0014556649,0.0004130453,0.0020855437,0.00037816435],"domain_scores_gemma":[0.9890898,0.0015430215,0.0023411766,0.00047998977,0.0063620475,0.0001839534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041339486,0.00016111121,0.00028478392,0.00032848463,0.0005329251,0.000022845506,0.00022603826,0.000050387454,0.00007527824],"category_scores_gemma":[0.0020437008,0.00013276907,0.000027785853,0.0007939745,0.00018957684,0.0012831123,0.00017867838,0.000106528016,0.0000019125193],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001681589,0.0001508633,0.50969875,0.00022332266,0.00005960432,1.2593944e-7,0.22436982,0.0013544578,0.0013577025,0.002718923,0.0007823398,0.25760248],"study_design_scores_gemma":[0.025949808,0.0029642563,0.13069302,0.0003453882,0.00037229955,0.0000026020268,0.80702233,0.010424609,0.00869909,0.0048166066,0.00828276,0.0004272234],"about_ca_topic_score_codex":0.00650549,"about_ca_topic_score_gemma":0.0015998504,"teacher_disagreement_score":0.5826525,"about_ca_system_score_codex":0.0008338462,"about_ca_system_score_gemma":0.0035314127,"threshold_uncertainty_score":0.9834398},"labels":[],"label_agreement":null},{"id":"W2460826876","doi":"10.1186/s13012-016-0458-7","title":"External facilitators and interprofessional facilitation teams: a qualitative study of their roles in supporting practice change","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Université de Montréal; Centre Integre de Sante et de Services Sociaux de Laval; HEC Montréal","funders":"Fonds de Recherche du Québec - Santé; Ministère de la Santé et des Services sociaux; Pfizer","keywords":"Facilitation; Facilitator; Focus group; Medicine; Qualitative research; Nursing; Medical education; Psychology; Sociology; Social psychology","score_opus":0.20906104202423365,"score_gpt":0.6357909542385379,"score_spread":0.4267299122143043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460826876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953038,0.000037972248,0.00047873784,0.0016154123,0.0006169961,0.0015298113,0.000044231485,0.000018726918,0.00035431582],"genre_scores_gemma":[0.99736035,0.0000024929186,0.0012726488,0.00060421985,0.00004462969,0.000589927,0.00001529181,0.000006266529,0.00010415902],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99606895,0.0015656832,0.0009335323,0.0003475675,0.00077041506,0.00031385713],"domain_scores_gemma":[0.9968773,0.00093765813,0.0006540368,0.00015118545,0.0012330638,0.0001467357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007013902,0.00012410042,0.00018349697,0.00044044465,0.00039198739,0.000022651291,0.00017862642,0.000043895343,0.00013953613],"category_scores_gemma":[0.001666135,0.00010149574,0.000013979488,0.0009337354,0.00016557923,0.0018479341,0.00014761687,0.00023998425,0.000019326917],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027329923,0.00015770532,0.10122841,0.000020231186,0.00000440474,5.6318913e-7,0.8860229,0.0000017943402,0.0022143945,0.001589551,0.00010890992,0.008377793],"study_design_scores_gemma":[0.0013905514,0.0003301291,0.10407516,0.00010269951,0.0000047977205,8.3173956e-7,0.89221567,0.00016360548,0.00019694882,0.001239743,0.00019180238,0.000088055094],"about_ca_topic_score_codex":0.0031261148,"about_ca_topic_score_gemma":0.0038102376,"teacher_disagreement_score":0.008289739,"about_ca_system_score_codex":0.00036745475,"about_ca_system_score_gemma":0.0021038821,"threshold_uncertainty_score":0.47257715},"labels":[],"label_agreement":null},{"id":"W2466225003","doi":"10.1186/s13012-016-0456-9","title":"Improving mental health care transitions for children and youth: a protocol to implement and evaluate an emergency department clinical pathway","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Agricultural Research Institute of Ontario; University of Ottawa; Mental Health Research Canada; Children's Hospital of Eastern Ontario","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care","keywords":"Emergency department; Medicine; Health services research; Health administration; Health informatics; Protocol (science); Public health; Mental health; Medical emergency; Health care; Family medicine; Nursing; Psychiatry; Alternative medicine","score_opus":0.4255035835408133,"score_gpt":0.6375762998930091,"score_spread":0.21207271635219582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466225003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86904716,0.00002998065,0.012978108,0.00974249,0.0002909886,0.10621607,0.0016146455,0.00006538825,0.00001519006],"genre_scores_gemma":[0.93309605,0.000009797735,0.043256067,0.0032906157,0.0002480101,0.01855555,0.0015081017,0.00002887643,0.000006931591],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960701,0.00018896016,0.001621759,0.0007956577,0.0008188629,0.0005046539],"domain_scores_gemma":[0.99748933,0.00007286363,0.00041635695,0.00030217573,0.00066824147,0.0010510361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059962557,0.00019610257,0.00029289938,0.00019033004,0.0005227527,0.00010582328,0.00012601182,0.000031781154,0.00006824685],"category_scores_gemma":[0.0006794435,0.00017900883,0.000058952366,0.00036113348,0.00011637144,0.0007609945,0.00012853448,0.000099963305,0.0000037940993],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010581396,0.0003946594,0.07988453,0.00008439593,0.000052462558,7.940737e-7,0.031174028,0.00000491269,0.002475477,0.00042710564,0.003336917,0.88110656],"study_design_scores_gemma":[0.050976727,0.030128064,0.7110907,0.00008111101,0.00043607553,0.0001250675,0.18894929,0.0016053683,0.0034176172,0.00039213794,0.011773485,0.0010243842],"about_ca_topic_score_codex":0.00079533586,"about_ca_topic_score_gemma":0.0017160317,"teacher_disagreement_score":0.8800822,"about_ca_system_score_codex":0.00032735916,"about_ca_system_score_gemma":0.0015203351,"threshold_uncertainty_score":0.72997683},"labels":[],"label_agreement":null},{"id":"W2466591619","doi":"10.1186/s13012-016-0462-y","title":"The GRADE evidence-to-decision framework: a report of its testing and application in 15 international guideline panels","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Health Sciences Centre; McMaster University","funders":"Seventh Framework Programme; European Commission; McMaster University","keywords":"Medicine; Guideline; Health informatics; Health administration; Health services research; Public health; Family medicine; Nursing; Pathology","score_opus":0.5747050535515709,"score_gpt":0.6377132128257054,"score_spread":0.0630081592741345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466591619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85545874,0.00008408966,0.1155266,0.026827263,0.00041561888,0.0015172214,0.000007801241,0.000026173466,0.00013649352],"genre_scores_gemma":[0.8935883,0.00004397867,0.10516034,0.0009914496,0.00010688895,0.000075120966,0.000012149093,0.0000068446666,0.000014932803],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996339,0.00005543996,0.0017214874,0.00039816913,0.0012665293,0.00021936675],"domain_scores_gemma":[0.993826,0.0032827873,0.00065515627,0.0003412288,0.001694833,0.00020004233],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010051928,0.0000911457,0.00014510883,0.00024527474,0.00012017908,0.00008255311,0.0002581173,0.000030031426,0.000023181048],"category_scores_gemma":[0.07629753,0.00007018551,0.000020997246,0.0013102428,0.00015235857,0.0007058776,0.00021149126,0.00012807696,0.000011620146],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003630862,0.000086695734,0.29284796,0.000014223618,0.0000109330385,0.000020774378,0.0013374096,0.00040654637,0.04530597,0.0010004059,0.0020332485,0.65657276],"study_design_scores_gemma":[0.0056707705,0.0008303707,0.8794143,0.0004978718,0.000086988126,0.0006355231,0.014999438,0.04575377,0.015989792,0.015127599,0.02065298,0.00034060635],"about_ca_topic_score_codex":0.00048925896,"about_ca_topic_score_gemma":0.00018375761,"teacher_disagreement_score":0.6562321,"about_ca_system_score_codex":0.00020141136,"about_ca_system_score_gemma":0.00061440794,"threshold_uncertainty_score":0.9314832},"labels":[],"label_agreement":null},{"id":"W2468552414","doi":"10.1186/s13012-016-0455-x","title":"Implementing an evidence-based computerized decision support system to improve patient care in a general hospital: the CODES study protocol for a randomized controlled trial","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Regione Lombardia; Ministero della Salute","keywords":"Medicine; Clinical decision support system; Health informatics; Point of care; Protocol (science); Health care; Randomized controlled trial; Specialty; Health information technology; Medical emergency; Decision support system; Health administration; Medical record; Family medicine; Nursing; Public health; Alternative medicine; Data mining","score_opus":0.16511617061638575,"score_gpt":0.5806483807006119,"score_spread":0.41553221008422614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468552414","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44230658,0.0000037643754,0.010232431,0.00028509166,0.0011188575,0.54594034,0.000019129313,0.000063243846,0.00003058241],"genre_scores_gemma":[0.47579074,7.703505e-8,0.0032392452,0.00034637025,0.00019300474,0.52040046,0.0000073911456,0.000015938977,0.0000067600013],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98769826,0.0047232416,0.0034955968,0.00086207135,0.0016705289,0.0015503102],"domain_scores_gemma":[0.99128073,0.0041603427,0.0016041843,0.0006447702,0.0018550344,0.00045493233],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.041794173,0.0002971278,0.0013173278,0.00043825165,0.0015182481,0.00019201316,0.00073840574,0.000064401305,0.00003808476],"category_scores_gemma":[0.0028880013,0.00018189437,0.00015928934,0.00093188655,0.00009548691,0.0006668769,0.00025480377,0.00023345705,0.00001354257],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9198118,0.00028913165,0.004540711,0.00026783437,0.000024329687,0.000002551296,0.051342964,0.0001245995,0.00031171404,0.0003681611,0.0004927237,0.022423493],"study_design_scores_gemma":[0.88307494,0.011056206,0.0001860622,0.0002668931,0.000032467982,3.7270271e-7,0.09019942,0.013483909,0.00009343329,0.00002184306,0.0013834503,0.00020097774],"about_ca_topic_score_codex":0.0028504443,"about_ca_topic_score_gemma":0.004519385,"teacher_disagreement_score":0.038906172,"about_ca_system_score_codex":0.0024111846,"about_ca_system_score_gemma":0.007974711,"threshold_uncertainty_score":0.99978167},"labels":[],"label_agreement":null},{"id":"W2473520880","doi":"10.1186/s13012-016-0428-0","title":"Proceedings of the 3rd Biennial Conference of the Society for Implementation Research Collaboration (SIRC) 2015: advancing efficient methodologies through community partnerships and team science","year":2016,"lang":"en","type":"article","venue":"Implementation Science","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Veterans Affairs Canada; Institut Universitaire de Gériatrie de Montréal; Université de Montréal; CARE Canada; Toronto Metropolitan University","funders":"Congressionally Directed Medical Research Programs; National Center for Advancing Translational Sciences; National Center for PTSD, U.S. Department of Veterans Affairs; National Institute of Mental Health; Université de Montréal; University of Queensland; Centers for Disease Control and Prevention; Georgia Clinical and Translational Science Alliance; U.S. Department of Veterans Affairs; Hellman Foundation; National Institutes of Health; U.S. Department of Health and Human Services; Medical Research and Materiel Command; Good Samaritan Foundation; Quality Enhancement Research Initiative; U.S. Department of Defense","keywords":"Sociology; Health services research; Library science; Art history; Media studies; Medicine; Public health; Art; Nursing; Computer science","score_opus":0.7702988517591058,"score_gpt":0.6968625830024563,"score_spread":0.07343626875664955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473520880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98282814,0.000011919835,0.00609946,0.008734621,0.00033522162,0.0014945754,0.000063449144,0.000010626388,0.0004219587],"genre_scores_gemma":[0.9881445,0.000020514844,0.011508965,0.00013834826,0.000020728643,0.00010863086,8.4356066e-7,0.0000043839,0.000053053558],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9933773,0.00048047127,0.0009328825,0.0004715536,0.0042411345,0.0004966457],"domain_scores_gemma":[0.98831314,0.0028708624,0.0009701137,0.00050182047,0.0072723497,0.00007172103],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.056380816,0.00012190384,0.00019842412,0.00022882337,0.0026602505,0.00039663227,0.001840809,0.000033518063,0.00008608635],"category_scores_gemma":[0.0063442974,0.00005863501,0.00010220485,0.0048617455,0.0044788034,0.0024491071,0.0007870131,0.00014844711,0.000001628438],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006296085,0.00004716828,0.06034111,0.000031962947,0.000009173102,4.686783e-9,0.034774303,0.000041962787,0.77761215,0.090492174,0.0027191094,0.033867933],"study_design_scores_gemma":[0.0010848225,0.00026640235,0.13689509,0.000047552214,0.00001652829,0.0000012235862,0.17754908,0.0013143696,0.65952086,0.021159602,0.0020319556,0.000112530855],"about_ca_topic_score_codex":0.00010123449,"about_ca_topic_score_gemma":0.00047436258,"teacher_disagreement_score":0.14277478,"about_ca_system_score_codex":0.00030667413,"about_ca_system_score_gemma":0.0023963465,"threshold_uncertainty_score":0.99863815},"labels":[],"label_agreement":null},{"id":"W2482060486","doi":"10.1186/s13012-016-0463-x","title":"Implementation of a post-arrest care team: understanding the nuances of a team-based intervention","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Heart and Stroke Foundation of Canada","keywords":"Medicine; Health informatics; Health services research; Intervention (counseling); Health administration; Nursing; Public health; Rapid response team; Health care; Medical education; Medical emergency","score_opus":0.08877133957790993,"score_gpt":0.45398896515544435,"score_spread":0.3652176255775344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2482060486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880082,0.00008699959,0.008892921,0.0005876664,0.0007058129,0.0007912391,0.000045195357,0.000017579629,0.0008643646],"genre_scores_gemma":[0.9992314,0.0000032431828,0.00051939656,0.000087248955,0.0000483013,0.000027962296,0.00007284767,0.000005934747,0.0000036945912],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9983288,0.00006588245,0.0004312002,0.00018604935,0.00081696577,0.00017112306],"domain_scores_gemma":[0.9986216,0.0000695965,0.00035312935,0.00018417994,0.0006915281,0.00007999436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010780317,0.00008176203,0.0001428218,0.00024150405,0.00013514454,0.00003173742,0.00012796593,0.000018315939,0.000050596325],"category_scores_gemma":[0.00010990562,0.00005845429,0.00009521865,0.0007452775,0.00035993222,0.00032501834,0.000036094894,0.000049653205,0.0000025373563],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045840465,0.00012531481,0.7603492,0.00041305687,0.00007170358,0.0000014333796,0.055445757,0.00036937333,0.1378055,0.0053653438,0.0015179329,0.03807698],"study_design_scores_gemma":[0.004255688,0.00052170514,0.3156766,0.000110367146,0.000109328714,0.0000020357209,0.58731,0.00032325604,0.090917304,0.00042163886,0.00024986418,0.00010218837],"about_ca_topic_score_codex":0.0009129479,"about_ca_topic_score_gemma":0.00083982706,"teacher_disagreement_score":0.5318643,"about_ca_system_score_codex":0.00031263244,"about_ca_system_score_gemma":0.0006531561,"threshold_uncertainty_score":0.23836967},"labels":[],"label_agreement":null},{"id":"W2501676161","doi":"10.1186/s13012-016-0478-3","title":"The impact of leadership hubs on the uptake of evidence-informed nursing practices and workplace policies for HIV care: a quasi-experimental study in Jamaica, Kenya, Uganda and South Africa","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge; University of Alberta; St. Francis Xavier University; University of Ottawa","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Health Canada; International Development Research Centre; Public Health Agency; Public Health Agency of Canada","keywords":"Medicine; Nursing; Workforce; Health administration; Health services research; Participatory action research; Stigma (botany); Health care; Nursing research; Developing country; Public health; Kenya; Health policy; Family medicine; Socioeconomics; Economic growth; Political science; Psychiatry","score_opus":0.8662435490977282,"score_gpt":0.7239970206550352,"score_spread":0.14224652844269292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2501676161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98654974,0.00015524238,0.000057487785,0.00947829,0.00012862764,0.0033283425,0.000053331092,0.000010357739,0.00023860649],"genre_scores_gemma":[0.9986837,0.000015515745,0.0003867342,0.00046442624,0.00004148037,0.00035416096,0.0000012892538,0.000008023504,0.000044653807],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9962444,0.00068388856,0.0010651501,0.00033045575,0.00095280516,0.0007233226],"domain_scores_gemma":[0.9896703,0.007791622,0.0014367711,0.00033040214,0.0005508876,0.00022002087],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010220688,0.00014918856,0.00023084035,0.0002721754,0.0012731755,0.000094322786,0.00043751881,0.00003452079,0.000019027064],"category_scores_gemma":[0.011293799,0.000081756436,0.000029846391,0.0011719525,0.00094282546,0.00088720757,0.00011001241,0.00018447197,0.000002762701],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032312458,0.00008641397,0.17839766,0.000044763827,0.0000070439587,1.307609e-7,0.8150617,0.000009138624,0.0006544595,0.0006900617,0.0018672536,0.002858237],"study_design_scores_gemma":[0.0016481758,0.0016195403,0.191367,0.00012839629,0.000008730597,7.163365e-7,0.8038055,0.0001147247,0.0007731621,0.000080388665,0.00037969387,0.00007397367],"about_ca_topic_score_codex":0.0014178449,"about_ca_topic_score_gemma":0.0011775802,"teacher_disagreement_score":0.012969338,"about_ca_system_score_codex":0.0006057262,"about_ca_system_score_gemma":0.0032149658,"threshold_uncertainty_score":0.9970345},"labels":[],"label_agreement":null},{"id":"W2508474559","doi":"10.1186/s13012-016-0472-9","title":"Designing a rapid response program to support evidence-informed decision-making in the Americas region: using the best available evidence and case studies","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Pan American Health Organization; Ministério da Saúde; McMaster University","keywords":"Operationalization; Management science; Evidence-based practice; Health administration; Health informatics; Evidence-based medicine; Best practice; Health services research; Medicine; Systematic review; Process management; Computer science; Public health; MEDLINE; Nursing; Alternative medicine; Political science; Engineering","score_opus":0.945699199016619,"score_gpt":0.801670948309144,"score_spread":0.14402825070747505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2508474559","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0140908295,0.92544407,0.0047405604,0.010366377,0.0018609877,0.043033715,0.00010235447,0.00019434064,0.00016676245],"genre_scores_gemma":[0.008265529,0.9435164,0.028231252,0.012098127,0.00026832178,0.007446839,0.000002903866,0.00005722585,0.00011343327],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.984192,0.0068451613,0.003280517,0.0012401135,0.0025611464,0.0018810568],"domain_scores_gemma":[0.9342994,0.06033385,0.0021800073,0.0012753232,0.00143151,0.00047990723],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.063008636,0.0005307552,0.0011666885,0.0012829112,0.004784438,0.0005008123,0.0018831783,0.00012314966,0.00018483015],"category_scores_gemma":[0.051281355,0.0003098901,0.00010830401,0.008760026,0.0012806104,0.0025910342,0.0011157035,0.00084332185,0.00027825314],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006965688,0.000013475153,0.00035277952,0.0016183236,0.000010945276,0.00023999548,0.06503287,0.000003485611,0.0000029107177,0.000019849678,0.0109579265,0.92167777],"study_design_scores_gemma":[0.00036383618,0.0008181251,0.00006446913,0.022219973,0.00018154207,0.002136508,0.19403347,0.000062403546,7.957877e-7,0.000048217393,0.77963316,0.0004375072],"about_ca_topic_score_codex":0.00061636564,"about_ca_topic_score_gemma":0.0009408577,"teacher_disagreement_score":0.92124027,"about_ca_system_score_codex":0.0027477124,"about_ca_system_score_gemma":0.020805376,"threshold_uncertainty_score":0.9999353},"labels":[],"label_agreement":null},{"id":"W2512405872","doi":"10.1186/s13012-017-0575-y","title":"Proceedings from the 9th annual conference on the science of dissemination and implementation","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":159,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Public Health Ontario; Centre for Addiction and Mental Health; University of Windsor; University of Ottawa; Ottawa Hospital; Ottawa Public Health; Toronto Metropolitan University; University of Toronto; St. Michael's Hospital","funders":"Johns Hopkins Bloomberg School of Public Health; Center for Healthcare Organization and Implementation Research; Quality Enhancement Research Initiative; School of Public Health, University of Michigan; Johns Hopkins University; Harvard Catalyst; University of Arkansas for Medical Sciences; Health Services Research and Development; Feinberg School of Medicine; U.S. Department of Veterans Affairs; Harvard T.H. Chan School of Public Health; Cancer Center, University of Kansas; Medical School, University of Michigan; Northwestern University; Massachusetts General Hospital; Brigham and Women's Hospital; State of New Jersey Department of Health; U.S. Department of Health and Human Services","keywords":"Medicine; Health informatics; Health administration; Health services research; Public health; Library science; Nursing; Computer science","score_opus":0.6138446265003916,"score_gpt":0.7298967090368879,"score_spread":0.11605208253649624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512405872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9481804,0.0000030932588,0.0002006502,0.04580505,0.00062573474,0.0017976265,0.0003449001,0.000025111021,0.0030174602],"genre_scores_gemma":[0.99605775,0.000023945497,0.00048958743,0.0029160047,0.000114969596,0.0002732667,0.000006555108,0.000008530083,0.00010939137],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9956533,0.00017389725,0.00087520556,0.00060603773,0.0019009785,0.0007906179],"domain_scores_gemma":[0.9938694,0.0019278653,0.0015447426,0.0006759811,0.0017679182,0.00021406464],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.011106098,0.00016449727,0.0001681229,0.00020512083,0.011196851,0.0004811713,0.0019851087,0.0000335074,0.00083527516],"category_scores_gemma":[0.0040741414,0.00009998528,0.000023428007,0.0008849324,0.0037553452,0.00266717,0.0006221719,0.00026419724,0.000045589564],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051321185,0.000030029736,0.24247019,0.00005044448,0.000010906898,4.6859077e-7,0.24437286,6.905908e-7,0.13322356,0.31050956,0.022152403,0.047127556],"study_design_scores_gemma":[0.0006578609,0.00010716643,0.79134506,0.00006870774,0.000011410032,0.0000010412326,0.17844205,0.00018985404,0.023168717,0.0032784466,0.0025967655,0.00013295254],"about_ca_topic_score_codex":0.0023885965,"about_ca_topic_score_gemma":0.00071349717,"teacher_disagreement_score":0.54887486,"about_ca_system_score_codex":0.00026417492,"about_ca_system_score_gemma":0.0019555534,"threshold_uncertainty_score":0.99895585},"labels":[],"label_agreement":null},{"id":"W2519824425","doi":"10.1186/s13012-016-0485-4","title":"A theory-based process evaluation alongside a randomised controlled trial of printed educational messages to increase primary care physicians’ prescription of thiazide diuretics for hypertension [ISRCTN72772651]","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; University of Toronto; Western University; Université Laval; University of Ottawa; Diabetes Canada; Public Health Ontario; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Medicine; Theory of planned behavior; Randomized controlled trial; Psychological intervention; Medical prescription; Thiazide; Health services research; Behavior change; Intervention (counseling); Family medicine; Physical therapy; Nursing; Public health; Surgery; Internal medicine; Control (management)","score_opus":0.14151165850591055,"score_gpt":0.5141264800817039,"score_spread":0.3726148215757934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519824425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98068094,0.000071758215,0.006948475,0.00042994675,0.0008031113,0.010423232,0.00012097377,0.00001628555,0.00050529133],"genre_scores_gemma":[0.9933562,4.879519e-7,0.0018996543,0.00032311416,0.00006958015,0.004023858,0.0002571895,0.000010770501,0.000059131682],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9972773,0.00043262288,0.00083933776,0.00033933474,0.0008584718,0.00025293438],"domain_scores_gemma":[0.99528146,0.00039339342,0.0006329839,0.0002681083,0.003268705,0.00015535635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036538534,0.00012441658,0.0003375584,0.00031769997,0.00012665619,0.000023921522,0.00024050755,0.00004477789,0.0001726563],"category_scores_gemma":[0.0012443529,0.00010959374,0.00013776198,0.0005208432,0.00018214463,0.00026541526,0.000021944188,0.000054158845,0.000004170471],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.79005986,0.0030287765,0.0042430293,0.0003495096,0.00008383347,6.2915143e-7,0.0235453,0.00043935011,0.04389167,0.008162183,0.0020888695,0.12410698],"study_design_scores_gemma":[0.90704,0.0031541735,0.05256673,0.0001989326,0.00041479233,0.0000021672297,0.016746316,0.0011776374,0.015955215,0.0024072616,0.00008503547,0.0002517271],"about_ca_topic_score_codex":0.0002835313,"about_ca_topic_score_gemma":0.00008091305,"teacher_disagreement_score":0.123855256,"about_ca_system_score_codex":0.00020599783,"about_ca_system_score_gemma":0.0017310217,"threshold_uncertainty_score":0.4469103},"labels":[],"label_agreement":null},{"id":"W2520193822","doi":"10.1186/s13012-016-0486-3","title":"Printed educational messages fail to increase use of thiazides as first-line medication for hypertension in primary care: a cluster randomized controlled trial [ISRCTN72772651]","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Diabetes Canada; Canadian Medical Association; Université Laval; Public Health Ontario; Western University; University of Toronto; Ottawa Public Health; Canada Research Chairs; Ottawa Hospital; Institute for Clinical Evaluative Sciences; University of Ottawa; Centre for Family Medicine","funders":"Canadian Institutes of Health Research; University of Toronto; Ontario Ministry of Health and Long-Term Care; Institute for Clinical Evaluative Sciences; Heart and Stroke Foundation of Canada","keywords":"Medicine; Randomized controlled trial; Medical prescription; Academic detailing; Family medicine; Cluster randomised controlled trial; Health services research; Health informatics; Cluster (spacecraft); Thiazide; Public health; Nursing; Primary care; Internal medicine","score_opus":0.14312271190809564,"score_gpt":0.5302800075221668,"score_spread":0.3871572956140711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520193822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9649742,0.000029389346,0.007471652,0.0074859634,0.0009569085,0.018414209,0.000059875154,0.000029869301,0.00057790603],"genre_scores_gemma":[0.97515225,0.0000187561,0.009859231,0.008707264,0.0001369182,0.005608314,0.00031748507,0.000008320957,0.00019148033],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946161,0.00094681676,0.0028499397,0.00033198475,0.0008720162,0.00038316048],"domain_scores_gemma":[0.9898663,0.0058160005,0.0012093884,0.00031439555,0.0024534266,0.0003404927],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014778368,0.0001409513,0.0007038068,0.00053399836,0.00043728287,0.000048742808,0.0002675407,0.00007812175,0.0002290125],"category_scores_gemma":[0.02432616,0.00010239066,0.00008939667,0.0006938274,0.00018936221,0.0020431674,0.00012425102,0.00015248277,0.000033575318],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9330245,0.00022297316,0.013003666,0.00049722724,0.000017804507,1.5732263e-7,0.038951755,0.00014012057,0.0002330173,0.0026435205,0.005065823,0.0061994083],"study_design_scores_gemma":[0.96630234,0.00024276292,0.015697332,0.00018709335,0.0000346149,6.553241e-7,0.0075244047,0.0036602665,0.00016693489,0.0010559863,0.0049776984,0.00014989311],"about_ca_topic_score_codex":0.0022130013,"about_ca_topic_score_gemma":0.00061105896,"teacher_disagreement_score":0.03327783,"about_ca_system_score_codex":0.0006357997,"about_ca_system_score_gemma":0.004925226,"threshold_uncertainty_score":0.9838924},"labels":[],"label_agreement":null},{"id":"W2522454764","doi":"10.1186/s13012-016-0492-5","title":"Do complexity-informed health interventions work? A scoping review","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Public Health England; National Institute for Health and Care Research; National Institute for Health Research Health Protection Research Unit","keywords":"Psychological intervention; Health services research; Grey literature; Underpinning; Medicine; Systematic review; Health care; Health informatics; Intervention (counseling); Scientific literature; Health administration; Management science; MEDLINE; Public health; Psychology; Nursing; Political science","score_opus":0.9652142143320586,"score_gpt":0.8491713854985056,"score_spread":0.11604282883355299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522454764","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012293594,0.9716554,0.00090118044,0.004557041,0.0016241869,0.018103184,0.0005444431,0.0002221906,0.0023910962],"genre_scores_gemma":[0.0000023230089,0.9726505,0.0036352468,0.01850598,0.0002571784,0.004207565,0.00033704456,0.000058275884,0.0003458723],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98257965,0.0033739677,0.007247984,0.00131843,0.0028805814,0.002599407],"domain_scores_gemma":[0.98690456,0.0025336826,0.0061378595,0.0013813687,0.0014480816,0.0015944466],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.031969577,0.00064714276,0.003032372,0.0014749551,0.0035326409,0.00020054758,0.0021598802,0.0001547113,0.0059957104],"category_scores_gemma":[0.004806856,0.000556687,0.00051935395,0.0085225515,0.0009489592,0.0015138065,0.0010401366,0.001072597,0.0033970957],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000012635169,0.000012622386,0.000030624968,0.23242705,0.000010955429,7.885553e-7,0.002158782,4.7534296e-8,1.5584112e-8,0.0009799633,0.07585782,0.6885201],"study_design_scores_gemma":[0.00037890289,0.00006394212,0.000022495102,0.37464485,0.0000734857,0.000007020793,0.0012690917,2.8187938e-7,3.421931e-8,0.00007210694,0.6231777,0.00029009837],"about_ca_topic_score_codex":0.00036412387,"about_ca_topic_score_gemma":0.0012895769,"teacher_disagreement_score":0.68823,"about_ca_system_score_codex":0.005034757,"about_ca_system_score_gemma":0.06710027,"threshold_uncertainty_score":0.99968845},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2525476833","doi":"10.1186/s13012-016-0491-6","title":"Assessing outcomes of enhanced chronic disease care through patient education and a value-based formulary study (ACCESS)—study protocol for a 2×2 factorial randomized trial","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Alberta Health Services; University of Toronto; Libin Cardiovascular Institute of Alberta; University of Alberta; Foothills Medical Centre; Alberta Health; University of Calgary","funders":"Canadian Institutes of Health Research; Alberta Innovates; Alberta Innovates - Health Solutions; University of Calgary","keywords":"Medicine; Formulary; Randomized controlled trial; Myocardial infarction; Stroke (engine); Physical therapy; Intensive care medicine; Emergency medicine; Internal medicine; Family medicine","score_opus":0.23968981851959292,"score_gpt":0.5965847695524585,"score_spread":0.3568949510328656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525476833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69626325,0.000008407831,0.020838672,0.00012511203,0.00036044943,0.28227952,0.00000570405,0.000020256148,0.00009861174],"genre_scores_gemma":[0.73695123,1.1963999e-7,0.001058824,0.00013321667,0.000079427766,0.2617462,0.000015986627,0.0000056348167,0.000009333054],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99762887,0.00016255904,0.0006669934,0.0003908263,0.00096089666,0.00018984245],"domain_scores_gemma":[0.99802715,0.00019587959,0.0005073316,0.0002942707,0.00077506265,0.00020028208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001059696,0.00013717733,0.0003929223,0.00013043568,0.00018020069,0.0001462497,0.00017531177,0.000016734528,0.000057958972],"category_scores_gemma":[0.0009993622,0.00010023517,0.00006486413,0.0003778952,0.0001862017,0.00091778033,0.000043924407,0.000051693998,0.0000017283795],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.68643785,0.011365845,0.113172054,0.00087205815,0.00017751429,0.0000031941981,0.07367609,0.0000790135,0.0034439557,0.00044722424,0.00057572324,0.109749466],"study_design_scores_gemma":[0.9204135,0.00405478,0.018357905,0.00009233567,0.00020249927,3.5854637e-7,0.049198736,0.00024216458,0.0066404836,0.00047839317,0.00015733627,0.00016150456],"about_ca_topic_score_codex":0.00014896585,"about_ca_topic_score_gemma":0.0000140787,"teacher_disagreement_score":0.23397565,"about_ca_system_score_codex":0.00024867587,"about_ca_system_score_gemma":0.00503854,"threshold_uncertainty_score":0.89381534},"labels":[],"label_agreement":null},{"id":"W2534132861","doi":"10.1186/s13012-016-0504-5","title":"Knowledge brokering for healthy aging: a scoping review of potential approaches","year":2016,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of British Columbia, Okanagan Campus; University of British Columbia; University of Toronto; Dalhousie University; Toronto Metropolitan University; University of Windsor; Institute for Work & Health; University of Waterloo","funders":"Ryerson University","keywords":"Medicine; Health informatics; Health services research; Health administration; Public health; Gerontology; Nursing","score_opus":0.9122909024205258,"score_gpt":0.7926846851883766,"score_spread":0.11960621723214915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534132861","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000028163588,0.9677901,0.011507926,0.0017709889,0.0013703239,0.016104475,0.00060152455,0.00007735213,0.00077447697],"genre_scores_gemma":[0.000016008637,0.9876789,0.0035561516,0.002689707,0.00047612793,0.005285422,0.000065800654,0.000055750545,0.00017614708],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99005425,0.0013658996,0.004550073,0.0011210954,0.0011693264,0.0017393625],"domain_scores_gemma":[0.9896393,0.0040210234,0.0040205484,0.0008082504,0.0009936595,0.0005172637],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.016756028,0.0004485591,0.00190465,0.0009969319,0.0018228415,0.000040922914,0.0013578866,0.00014567885,0.00077735836],"category_scores_gemma":[0.002659701,0.0003448628,0.00034711327,0.002524375,0.00055102806,0.000827677,0.0005169449,0.000343851,0.00022658278],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021189271,0.000009185487,0.00000666577,0.4075423,0.000008631966,1.4539656e-7,0.00074034487,2.5683644e-8,0.0000044101157,0.0012803646,0.0025033394,0.5879025],"study_design_scores_gemma":[0.00058323453,0.000074209944,0.0000054055117,0.37302926,0.000086025764,0.0000040673676,0.0004578628,0.000003212598,0.000010758754,0.00003335727,0.6254583,0.00025431238],"about_ca_topic_score_codex":0.000048349437,"about_ca_topic_score_gemma":0.00008216147,"teacher_disagreement_score":0.62295496,"about_ca_system_score_codex":0.0011026328,"about_ca_system_score_gemma":0.022685789,"threshold_uncertainty_score":0.99990034},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2537652414","doi":"10.1186/s13012-016-0503-6","title":"Triage, treatment and transfer of patients with stroke in emergency department trial (the T3 Trial): a cluster randomised trial protocol","year":2016,"lang":"en","type":"article","venue":"Implementation Science","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Medical Research Council; National Health and Medical Research Council; Australian Catholic University","keywords":"Medicine; Triage; Stroke (engine); Randomized controlled trial; Cluster randomised controlled trial; Emergency department; Health services research; Emergency medicine; Intervention (counseling); Health administration; Psychological intervention; Clinical trial; Physical therapy; Medical emergency; Public health; Nursing; Surgery; Internal medicine","score_opus":0.03781491458844623,"score_gpt":0.390809558882842,"score_spread":0.3529946442943958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2537652414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79357547,0.0000019657414,0.0011464813,0.00073857285,0.00017044274,0.20402361,0.000046101504,0.000011021912,0.0002863329],"genre_scores_gemma":[0.8632158,0.000010417585,0.00039823493,0.00008082617,0.00010893744,0.13578932,0.000014548469,0.000013818912,0.00036807606],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99720407,0.00014490346,0.000990159,0.0004490754,0.0008651615,0.00034665162],"domain_scores_gemma":[0.99897,0.00018248268,0.0002467127,0.00035118076,0.0001366623,0.000113010086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013368903,0.00020233275,0.00039451983,0.0002401153,0.00010280778,0.00002460705,0.00016478573,0.000030221892,0.00041878785],"category_scores_gemma":[0.00014375207,0.00009495087,0.00009526487,0.00042328658,0.00024298711,0.0002583399,0.000046507943,0.000043653574,0.0000031537108],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9619218,0.0006762323,0.00493315,0.000014712562,0.00006712,0.0000010730167,0.0004743336,5.1242364e-7,0.0009295411,0.000028176113,0.00035419266,0.030599128],"study_design_scores_gemma":[0.9687168,0.010361163,0.0076908623,0.000021853202,0.00014979875,4.878445e-7,0.00023496347,0.0000063493007,0.0063317935,0.000008004758,0.0063665635,0.00011137051],"about_ca_topic_score_codex":0.00003893091,"about_ca_topic_score_gemma":0.00005738907,"teacher_disagreement_score":0.06964035,"about_ca_system_score_codex":0.00026101994,"about_ca_system_score_gemma":0.00027673648,"threshold_uncertainty_score":0.45854333},"labels":[],"label_agreement":null},{"id":"W2556795685","doi":"10.1186/s13012-016-0514-3","title":"Implementing an evidence-based computerized decision support system linked to electronic health records to improve care for cancer patients: the ONCO-CODES study protocol for a randomized controlled trial","year":2016,"lang":"en","type":"article","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Regione Lombardia; Ministero della Salute","keywords":"Medicine; Clinical decision support system; Specialty; Health informatics; Protocol (science); Randomized controlled trial; Health care; Decision support system; Health services research; Family medicine; Medical emergency; Nursing; Public health; Alternative medicine; Internal medicine; Data mining; Computer science","score_opus":0.13281176243623594,"score_gpt":0.5853381921677254,"score_spread":0.4525264297314895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556795685","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12027085,0.000008081543,0.17111637,0.00282436,0.0016580417,0.70380175,0.00018404971,0.00012690829,0.0000096068],"genre_scores_gemma":[0.35197768,0.0000014359581,0.0032969187,0.0019369465,0.00050782674,0.6421833,0.000014200738,0.000039385417,0.000042295058],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9859765,0.0038419422,0.004357752,0.0013235932,0.0015041807,0.002996037],"domain_scores_gemma":[0.98162675,0.011231527,0.0025733898,0.0007938046,0.0031353603,0.0006391957],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.04533993,0.00042724377,0.0019009215,0.0005072157,0.0042793765,0.00017167021,0.0010742395,0.000084971354,0.00012138956],"category_scores_gemma":[0.003807149,0.00023079004,0.00029288305,0.0009454144,0.000083190396,0.00071765244,0.00021138498,0.00018156265,0.00001577108],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.8566838,0.00022628502,0.0027934054,0.00071743946,0.00006246294,1.0326681e-7,0.011229391,0.0000098175,0.0009010981,0.0004540844,0.0011054972,0.12581663],"study_design_scores_gemma":[0.948766,0.017199319,0.00044281827,0.0010490831,0.00006815872,1.3151359e-7,0.012516245,0.0010602087,0.00013639405,0.000040738196,0.018409912,0.00031102332],"about_ca_topic_score_codex":0.0034393384,"about_ca_topic_score_gemma":0.022317573,"teacher_disagreement_score":0.23170684,"about_ca_system_score_codex":0.006955241,"about_ca_system_score_gemma":0.017742278,"threshold_uncertainty_score":0.9970169},"labels":[],"label_agreement":null},{"id":"W2557650853","doi":"10.1186/s13012-016-0523-2","title":"Improving stroke prevention therapy for patients with atrial fibrillation in primary care: protocol for a pragmatic, cluster-randomized trial","year":2016,"lang":"en","type":"article","venue":"Implementation Science","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Trillium Health Centre; University of Toronto; University Health Network; Sunnybrook Health Science Centre; Public Health Ontario; The Scarborough Hospital; Centre for Health Evaluation and Outcome Sciences","funders":"Department of Family and Community Medicine, University of Toronto; Canadian Institutes of Health Research; University of Toronto; Ontario Ministry of Health and Long-Term Care; Institute for Clinical Evaluative Sciences; Heart and Stroke Foundation of Canada","keywords":"Medicine; Guideline; Randomized controlled trial; Atrial fibrillation; Cluster randomised controlled trial; Stroke (engine); Audit; Psychological intervention; Population; Health informatics; Intensive care medicine; Physical therapy; Emergency medicine; Medical emergency; Public health; Internal medicine; Nursing","score_opus":0.05496948887969863,"score_gpt":0.43132150234211575,"score_spread":0.3763520134624171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557650853","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3654706,0.0000030118567,0.095368184,0.00075731316,0.00024098503,0.5380022,0.00004437382,0.00004655797,0.000066762645],"genre_scores_gemma":[0.7829145,0.0000055169426,0.071424685,0.00022348776,0.0019869932,0.14223148,0.00047173875,0.00006450274,0.0006770943],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9980153,0.000087692424,0.00068081636,0.00035771762,0.00058341917,0.00027506586],"domain_scores_gemma":[0.9981077,0.0007388966,0.0005278382,0.00016359866,0.0004057831,0.000056226872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016965644,0.00014018548,0.00035039452,0.00029461653,0.00016619684,0.0000812964,0.00008396282,0.000034765882,0.000037074813],"category_scores_gemma":[0.0005808368,0.000082947,0.00019467827,0.0002806532,0.00010584323,0.0007530276,0.000028940356,0.000020256342,0.0000013382389],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7399891,0.000013308852,0.04764952,0.00014656589,0.000029080195,4.8485457e-8,0.0002617981,0.00001734761,0.0010096658,0.0002650017,0.000035285295,0.2105833],"study_design_scores_gemma":[0.97485226,0.0023533334,0.019107364,0.00007160512,0.00005672714,1.53785e-7,0.00012016783,0.00034352456,0.0007053216,0.00025168716,0.002002994,0.00013484094],"about_ca_topic_score_codex":0.000013172752,"about_ca_topic_score_gemma":0.000018892817,"teacher_disagreement_score":0.4174439,"about_ca_system_score_codex":0.00031141672,"about_ca_system_score_gemma":0.00041575625,"threshold_uncertainty_score":0.33824804},"labels":[],"label_agreement":null},{"id":"W2559038505","doi":"10.1186/s13012-016-0525-0","title":"Implementation of the BETTER 2 program: a qualitative study exploring barriers and facilitators of a novel way to improve chronic disease prevention and screening in primary care","year":2016,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Grey Nuns Community Hospital; Health Sciences Centre; Memorial University of Newfoundland; Ontario Institute for Cancer Research; Covenant Health; University of Toronto; University of Alberta","funders":"Health Canada; Ontario Ministry of Research and Innovation; Partenariat Canadien Contre Le Cancer; Ontario Institute for Cancer Research","keywords":"Medicine; Health services research; Health administration; Health informatics; Public health; Qualitative research; Primary care; Family medicine; Nursing; Disease; Primary prevention; Health care; Internal medicine","score_opus":0.49434593708566615,"score_gpt":0.672893676612216,"score_spread":0.17854773952654984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559038505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98949164,0.00001253326,0.002340463,0.002001609,0.00015298346,0.0056102052,0.00036102487,0.000017348493,0.00001221261],"genre_scores_gemma":[0.9948273,0.000006436643,0.0025264698,0.00048785977,0.000020837946,0.0021064882,0.0000037692594,0.000009881667,0.00001099329],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959745,0.00074527616,0.0012150127,0.0005468136,0.0009189846,0.00059945916],"domain_scores_gemma":[0.99766827,0.00067091227,0.00061142177,0.0003084165,0.00039587152,0.0003450991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042804526,0.00015196229,0.00022931406,0.00042976782,0.00059650023,0.00002174807,0.00028686563,0.000021003068,0.00008110329],"category_scores_gemma":[0.00058256445,0.00010503388,0.00002956427,0.001256693,0.00043131784,0.0012105752,0.00038923233,0.00010333008,0.0000012212785],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036377813,0.000019938607,0.53975797,0.0002246384,0.000005966523,1.2067143e-7,0.29133677,0.0000012165091,0.021387743,0.00016563367,0.000013188438,0.14705044],"study_design_scores_gemma":[0.0025730038,0.00034332814,0.610073,0.00012512124,0.000010174181,9.1660205e-8,0.38484728,0.0000064242063,0.0018044971,0.00004405634,0.00009206133,0.00008097468],"about_ca_topic_score_codex":0.001504026,"about_ca_topic_score_gemma":0.0037604,"teacher_disagreement_score":0.14696947,"about_ca_system_score_codex":0.0005396293,"about_ca_system_score_gemma":0.0015311529,"threshold_uncertainty_score":0.45878577},"labels":[],"label_agreement":null},{"id":"W2559928780","doi":"10.1186/s13012-016-0530-3","title":"The effectiveness of evidence summaries on health policymakers and health system managers use of evidence from systematic reviews: a systematic review","year":2016,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto; Bruyère; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Credibility; Evidence-based medicine; Medicine; Evidence-based practice; Knowledge translation; MEDLINE; Health policy; Relevance (law); Management science; Public health; Alternative medicine; Knowledge management; Computer science; Political science; Pathology; Economics","score_opus":0.9291352601218715,"score_gpt":0.765511944494185,"score_spread":0.1636233156276865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559928780","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012048527,0.9430067,0.000407652,0.0036889955,0.0006454429,0.051458355,0.00070974056,0.000059736376,0.000011315039],"genre_scores_gemma":[0.0001778541,0.98789114,0.00031203963,0.0030411296,0.00005279381,0.008411507,0.000017082133,0.000049865153,0.00004658855],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9316815,0.04964055,0.012160794,0.0014566265,0.0032884672,0.001772044],"domain_scores_gemma":[0.8561237,0.121537425,0.01822112,0.0023731382,0.0010680297,0.00067660055],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1317101,0.000783758,0.007543391,0.0008633094,0.002279727,0.0001474948,0.0020517774,0.0001332788,0.000022182834],"category_scores_gemma":[0.058958925,0.00036046738,0.00039506902,0.003686415,0.0012483734,0.0013797873,0.0005837381,0.0005145693,0.000091295005],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000012157157,0.0000063064813,0.000057055564,0.9766163,0.000056813897,4.2252577e-7,0.0013466195,8.752663e-8,0.0000012871944,0.001533374,0.00084893475,0.019520637],"study_design_scores_gemma":[0.000251937,0.00025632407,0.00012897274,0.9783538,0.00044336845,0.000007669656,0.0021344158,0.000004957133,0.0000022072747,0.000023126526,0.018104661,0.00028854466],"about_ca_topic_score_codex":0.006840448,"about_ca_topic_score_gemma":0.00066142826,"teacher_disagreement_score":0.07555783,"about_ca_system_score_codex":0.0041338224,"about_ca_system_score_gemma":0.011468543,"threshold_uncertainty_score":0.9998847},"labels":[],"label_agreement":null},{"id":"W2563589211","doi":"10.1186/s13012-016-0528-x","title":"A multidimensional approach to assessing intervention fidelity in a process evaluation of audit and feedback interventions to reduce unnecessary blood transfusions: a study protocol","year":2016,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Programme Grants for Applied Research; National Institute for Health and Care Research","keywords":"Fidelity; Medicine; Psychological intervention; Audit; Cluster randomised controlled trial; Intervention (counseling); Competence (human resources); Protocol (science); Randomized controlled trial; Nursing; Psychology; Computer science; Alternative medicine; Surgery","score_opus":0.6855215156149769,"score_gpt":0.7425425604435941,"score_spread":0.05702104482861725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563589211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8797508,0.000001484918,0.010566269,0.0021735937,0.00011973244,0.10707733,0.000054662047,0.000032045496,0.00022412042],"genre_scores_gemma":[0.85790724,4.556744e-7,0.006182911,0.0005463071,0.000028830193,0.13529895,0.0000028609545,0.0000114941095,0.000020971815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9918695,0.0020483646,0.0022592365,0.00093633175,0.002157695,0.00072883617],"domain_scores_gemma":[0.9959198,0.00072060147,0.0006960803,0.00039274318,0.0018689908,0.0004017479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02423894,0.00019291951,0.00030343412,0.0011703807,0.00079812837,0.00005124607,0.00042529785,0.00004831408,0.000555411],"category_scores_gemma":[0.0041592093,0.0001505384,0.00005269426,0.0031699296,0.00019313113,0.0016941266,0.00028489195,0.00016945992,0.000027888334],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004354357,0.003255255,0.500954,0.0019754074,0.000032773212,0.000001404622,0.1400371,0.0002671555,0.16170034,0.0011110468,0.0004887862,0.1897413],"study_design_scores_gemma":[0.010675048,0.0005449609,0.90884537,0.0012215637,0.000045618213,0.0000025055188,0.07399559,0.00035702542,0.003631649,0.00035866187,0.00010286676,0.00021916573],"about_ca_topic_score_codex":0.0013649471,"about_ca_topic_score_gemma":0.0025367753,"teacher_disagreement_score":0.40789133,"about_ca_system_score_codex":0.0007562196,"about_ca_system_score_gemma":0.0021423767,"threshold_uncertainty_score":0.8400782},"labels":[],"label_agreement":null},{"id":"W2566791490","doi":"10.1186/s13012-016-0519-y","title":"Enablers and barriers to implementing collaborative care for anxiety and depression: a systematic qualitative review","year":2016,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministeriet Sundhed Forebyggelse","keywords":"Medicine; Health services research; Health informatics; Health administration; Anxiety; Depression (economics); Public health; Nursing; Qualitative research; Health care; Quality of Life Research; Collaborative Care; Psychiatry; Mental health; Political science; Sociology","score_opus":0.5932933388132737,"score_gpt":0.7522044071750074,"score_spread":0.15891106836173363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566791490","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000043573327,0.96103334,0.0017670258,0.0014567925,0.00050627196,0.03184285,0.0029389877,0.00006644914,0.0003447081],"genre_scores_gemma":[0.00009598095,0.97031665,0.003985604,0.008309189,0.00014107623,0.016930984,0.00005715863,0.000051321495,0.00011205077],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891881,0.0032238432,0.0032048626,0.0014468845,0.001205474,0.0017308551],"domain_scores_gemma":[0.98585284,0.0073475684,0.0025347779,0.00061070273,0.0021473735,0.0015067632],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.017969808,0.00056099024,0.0020976148,0.000735481,0.0045732716,0.00014853942,0.000675443,0.00013228733,0.0004446701],"category_scores_gemma":[0.015180917,0.00039411744,0.00011858174,0.002728744,0.00045348096,0.0009673341,0.000694639,0.00027340135,0.000051783834],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005628287,0.0000017696891,0.000089696754,0.58668715,0.000036353442,4.7028078e-7,0.13498683,1.5319905e-8,0.0000063333896,0.0008656865,0.007131547,0.2701885],"study_design_scores_gemma":[0.0005800641,0.000059243433,0.000006910513,0.1254146,0.0002202792,0.00000449495,0.19439803,6.973539e-7,0.0000036933102,0.00003673141,0.6789296,0.0003456552],"about_ca_topic_score_codex":0.00009213925,"about_ca_topic_score_gemma":0.0003214604,"teacher_disagreement_score":0.67179805,"about_ca_system_score_codex":0.0011261184,"about_ca_system_score_gemma":0.008504603,"threshold_uncertainty_score":0.99985105},"labels":[],"label_agreement":null},{"id":"W2569344334","doi":"10.1186/s13012-016-0538-8","title":"Behavior change interventions and policies influencing primary healthcare professionals’ practice—an overview of reviews","year":2017,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":217,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CancerCare Manitoba; George & Fay Yee Centre for Healthcare Innovation; University of Manitoba","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; CINAHL; Medicine; Systematic review; MEDLINE; Health care; Grey literature; Health administration; Medical prescription; Family medicine; Nursing; Health services research; Audit; Restructuring; Medical education; Public health","score_opus":0.9711993344145795,"score_gpt":0.8442149654569776,"score_spread":0.1269843689576019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2569344334","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002485704,0.97988594,0.000023268272,0.002146116,0.0010178091,0.015500476,0.0008665771,0.000059168564,0.0002520652],"genre_scores_gemma":[0.000099089455,0.97576606,0.0025552553,0.008673422,0.0003128039,0.012253304,0.00016098331,0.000045834393,0.00013326966],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9871167,0.004201916,0.0047682193,0.001061711,0.0015486319,0.0013028312],"domain_scores_gemma":[0.9857519,0.0019139695,0.0088887345,0.001460424,0.0012511745,0.00073375064],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.019591078,0.000510457,0.0020804703,0.001238472,0.0038194878,0.00014312493,0.0015971515,0.00023559577,0.00045866478],"category_scores_gemma":[0.004441968,0.00041857327,0.00030071897,0.0015090945,0.00087520224,0.0046412973,0.0011186632,0.00086099067,0.00012150887],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024185233,0.000049944992,0.0006393834,0.047496185,0.000009070705,0.0000013726876,0.0150679955,2.6292952e-9,0.000005571048,0.0021483696,0.0006046718,0.93397504],"study_design_scores_gemma":[0.00036707785,0.00016159522,0.011466226,0.028942212,0.0003113277,0.000018332288,0.0063376375,3.344905e-7,9.894857e-7,0.00003749623,0.9520224,0.00033436983],"about_ca_topic_score_codex":0.0032467137,"about_ca_topic_score_gemma":0.001325347,"teacher_disagreement_score":0.95141774,"about_ca_system_score_codex":0.001084581,"about_ca_system_score_gemma":0.0075488174,"threshold_uncertainty_score":0.9998266},"labels":[],"label_agreement":null},{"id":"W2570781229","doi":"10.1186/s13012-016-0534-z","title":"Combined use of the Consolidated Framework for Implementation Research (CFIR) and the Theoretical Domains Framework (TDF): a systematic review","year":2017,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":406,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Ottawa Hospital","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute","keywords":"Implementation research; Health informatics; Medicine; Operationalization; Psychological intervention; Nursing research; Health administration; PsycINFO; Systematic review; Health services research; MEDLINE; Computer science; Management science; Public health; Nursing","score_opus":0.8841679631515259,"score_gpt":0.8064010208740324,"score_spread":0.07776694227749348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2570781229","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002814605,0.81701106,0.008995717,0.030100426,0.0027612636,0.13692501,0.0035447017,0.00012416524,0.00025617026],"genre_scores_gemma":[0.0015455888,0.9719041,0.0040796986,0.00798407,0.00016064395,0.01410614,0.000058328013,0.000065215885,0.00009623334],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9770958,0.012122299,0.0048636557,0.0010657972,0.0030590943,0.0017933545],"domain_scores_gemma":[0.9315357,0.0571083,0.005781597,0.0028495754,0.0023256454,0.00039918843],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.05129583,0.00051693735,0.0026840738,0.0005447007,0.008056578,0.0004421493,0.0032950027,0.00031369453,0.00063502975],"category_scores_gemma":[0.054613326,0.0002732189,0.00040599084,0.0030095861,0.00799437,0.0008029461,0.0013701053,0.0016400521,0.000060864644],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024947689,0.000011585417,0.000057335546,0.3135776,0.00006022912,3.4366064e-7,0.0054805106,1.4856489e-8,6.5609237e-7,0.6666144,0.0032712314,0.01090111],"study_design_scores_gemma":[0.003190931,0.00023613879,0.0002337342,0.49847925,0.0021705446,0.000016745675,0.012558814,0.000022489452,0.000008641415,0.07592944,0.40649295,0.0006603132],"about_ca_topic_score_codex":0.00032479342,"about_ca_topic_score_gemma":0.00013479515,"teacher_disagreement_score":0.590685,"about_ca_system_score_codex":0.0007176725,"about_ca_system_score_gemma":0.007047531,"threshold_uncertainty_score":0.999972},"labels":[],"label_agreement":null},{"id":"W2584676113","doi":"10.1186/s13012-017-0542-7","title":"Pathways for best practice diffusion: the structure of informal relationships in Canada’s long-term care sector","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of British Columbia, Okanagan Campus; Okanagan University College; Interior Health; University of Manitoba; Manitoba Health; Athabasca University; University of Ottawa; Mount Saint Vincent University; University of British Columbia; Public Health Ontario; University of Toronto; University of Alberta","funders":"Canadian Institutes of Health Research; College of Engineering, Michigan State University; Alberta Innovates; Michael Smith Health Research BC; Nova Scotia Health Research Foundation; University of Alberta; Mount Saint Vincent University; Research Manitoba; Michigan State University","keywords":"Opinion leadership; Public relations; Health administration; Health services research; Knowledge translation; Health care; Diffusion of innovations; Interpersonal communication; Business; Political science; Psychology; Marketing; Social psychology; Knowledge management; Law","score_opus":0.13031995854374126,"score_gpt":0.48075500812240846,"score_spread":0.3504350495786672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584676113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954341,0.000036647398,0.00012252042,0.0015124507,0.0010700971,0.0008936768,0.0002034692,0.000004423028,0.000722633],"genre_scores_gemma":[0.9993871,0.000007708646,0.00029399924,0.00012784953,0.00008391124,0.000025105131,0.000038416925,0.000004180037,0.00003177135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987264,0.00008403901,0.00036722142,0.0001425706,0.00039660698,0.0002831188],"domain_scores_gemma":[0.9979889,0.000570499,0.0005515679,0.00035498056,0.00047858772,0.0000554841],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00058311963,0.00006566333,0.00009438359,0.00007297767,0.0027695654,0.00004179846,0.0004001287,0.000030858326,0.0001147071],"category_scores_gemma":[0.0008707796,0.00004724098,0.000017559722,0.00016725899,0.000110187924,0.0006751821,0.000098590666,0.00018342528,0.0000016716278],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050050578,0.0000081880635,0.93640727,0.00009802646,0.0000030951899,9.623681e-7,0.046399955,0.000009672718,0.0018794666,0.0013469656,0.0008377518,0.012958591],"study_design_scores_gemma":[0.00062954356,0.000036679718,0.8646792,0.000030716634,0.000011802635,0.0000011005781,0.13295925,0.000012419696,0.0005465646,0.000055536973,0.0009858084,0.000051332987],"about_ca_topic_score_codex":0.45615646,"about_ca_topic_score_gemma":0.97374326,"teacher_disagreement_score":0.51758677,"about_ca_system_score_codex":0.00041783103,"about_ca_system_score_gemma":0.00518013,"threshold_uncertainty_score":0.9985287},"labels":[],"label_agreement":null},{"id":"W2586692006","doi":"10.1186/s13012-017-0546-3","title":"Enhancing the reporting of implementation research","year":2017,"lang":"en","type":"editorial","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Publication; Transparency (behavior); Scope (computer science); Health services research; Medicine; Health informatics; Health administration; Public relations; Health care; Health policy; Public health; Medical education; Political science; Nursing; Computer science; Law","score_opus":0.8748764835611254,"score_gpt":0.8362541882388136,"score_spread":0.03862229532231176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586692006","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034912724,0.00005391423,0.0007663909,0.007536143,0.93956256,0.0073361746,0.0010907579,0.00011833098,0.008622995],"genre_scores_gemma":[0.27468103,0.00025462298,0.002836009,0.0018046375,0.71304363,0.0034752712,0.0004810099,0.00015275713,0.0032710303],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9746159,0.0029051283,0.009183509,0.0013331198,0.00928516,0.0026772097],"domain_scores_gemma":[0.9510313,0.016936395,0.02043309,0.0022897094,0.008921946,0.0003875222],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14104185,0.00034773775,0.0007421025,0.0011569151,0.012943603,0.00031490027,0.0034152395,0.00033141687,0.0020692132],"category_scores_gemma":[0.08831109,0.00026581803,0.00012480906,0.0022270398,0.0023070695,0.0015200945,0.0013948405,0.0023766106,0.00027821603],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011925877,0.0000068666063,0.0024809632,0.00029061883,0.000013050985,0.0000019560375,0.021147307,3.7591838e-7,0.0067032916,0.0005914386,0.9606492,0.008103024],"study_design_scores_gemma":[0.00097010355,0.00013032513,0.008312336,0.0002443075,0.00003120822,0.0000010243219,0.05902072,0.0000044868943,0.0076807532,0.00067516614,0.9226778,0.00025176938],"about_ca_topic_score_codex":0.011615168,"about_ca_topic_score_gemma":0.017766543,"teacher_disagreement_score":0.23976831,"about_ca_system_score_codex":0.0016471524,"about_ca_system_score_gemma":0.03344499,"threshold_uncertainty_score":0.9999794},"labels":[],"label_agreement":null},{"id":"W2589391013","doi":"10.1186/s13012-017-0551-6","title":"Planning to be routine: habit as a mediator of the planning-behaviour relationship in healthcare professionals","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Diabetes Management and Education","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; Diabetes UK; National Institute for Health and Care Research; British Heart Foundation; Cancer Research UK","keywords":"Health administration; Habit; Medicine; Health professionals; Health informatics; Mediator; Health services research; Public health; Health care; Nursing; Psychology; Social psychology; Internal medicine","score_opus":0.1571131495922708,"score_gpt":0.5355617588911221,"score_spread":0.3784486092988513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589391013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9510354,0.000015067735,0.000018392939,0.04715397,0.0004179198,0.0007047823,0.0000059301847,0.000009811202,0.0006387621],"genre_scores_gemma":[0.9972167,3.9169146e-7,0.00040341658,0.0018168819,0.000043335476,0.00006983507,0.000013790075,0.000005061806,0.00043055855],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986298,0.00003458054,0.0002974471,0.00020687727,0.00060210517,0.00022917391],"domain_scores_gemma":[0.9990226,0.00006940532,0.00028028784,0.00038045784,0.0001433519,0.00010390309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012707168,0.00006575947,0.0001029417,0.00021457268,0.00048559956,0.00006638901,0.00033345423,0.000021022743,0.000060925482],"category_scores_gemma":[0.0009984303,0.000049797458,0.000023029392,0.00040081024,0.0001133715,0.0003845716,0.00013962996,0.00009380088,0.000010321797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013054796,0.000030015237,0.9913773,0.000020812682,0.0000014372799,6.6266153e-7,0.0042698947,0.000010242204,0.0005373745,0.0012648134,0.001862799,0.00061160134],"study_design_scores_gemma":[0.0004936614,0.000061922554,0.9897668,0.00015302867,0.000010329114,7.5475737e-7,0.0054278597,0.000022578979,0.0034682942,0.00026917108,0.00027539596,0.00005025437],"about_ca_topic_score_codex":0.00030191144,"about_ca_topic_score_gemma":0.000073366835,"teacher_disagreement_score":0.046181366,"about_ca_system_score_codex":0.00011270369,"about_ca_system_score_gemma":0.0004494519,"threshold_uncertainty_score":0.37348884},"labels":[],"label_agreement":null},{"id":"W2591381279","doi":"10.1186/s13012-017-0557-0","title":"Use of theory to plan or evaluate guideline implementation among physicians: a scoping review","year":2017,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; McGill University; McMaster University; University of Toronto","funders":"National Health and Medical Research Council; Monash University; Thomas Jefferson University","keywords":"Guideline; Health informatics; Medicine; Health services research; MEDLINE; Psychological intervention; Health administration; Data extraction; Health care; Theory of planned behavior; Family medicine; Nursing; Management science; Public health; Computer science; Control (management); Artificial intelligence; Pathology","score_opus":0.951197784551451,"score_gpt":0.8349886532855337,"score_spread":0.11620913126591725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591381279","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027259396,0.90853,0.008810613,0.003477807,0.003505279,0.069805235,0.004649109,0.00029445882,0.00065491843],"genre_scores_gemma":[0.000021880476,0.97339857,0.0064264257,0.014774399,0.0003101018,0.0041063344,0.0004435662,0.00007991143,0.00043879394],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9832539,0.003624179,0.007001633,0.0014554285,0.0027836016,0.0018812418],"domain_scores_gemma":[0.9827769,0.0040494297,0.008582014,0.00198672,0.001964223,0.0006407536],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02804062,0.0006746485,0.0025289394,0.0013266638,0.002877562,0.00020719836,0.002302283,0.00015354915,0.0067456244],"category_scores_gemma":[0.008275587,0.0005303936,0.00030296066,0.003081313,0.00070536986,0.002762,0.00095312553,0.0005395863,0.00048982556],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011339719,0.0000112079415,0.00015596984,0.0373624,0.000026951606,0.0000018289126,0.0022731945,7.202786e-7,0.000010415891,0.0002727548,0.024407098,0.9354661],"study_design_scores_gemma":[0.0005644505,0.00015713187,0.00028091343,0.19140421,0.0003923422,0.0000040182167,0.002100408,0.000004223792,0.000019811918,0.000046587556,0.80452317,0.0005027025],"about_ca_topic_score_codex":0.0013207224,"about_ca_topic_score_gemma":0.0042057033,"teacher_disagreement_score":0.9349634,"about_ca_system_score_codex":0.0011232608,"about_ca_system_score_gemma":0.017518047,"threshold_uncertainty_score":0.99971473},"labels":[],"label_agreement":null},{"id":"W2591591866","doi":"10.1186/s13012-017-0560-5","title":"Methods for designing interventions to change healthcare professionals’ behaviour: a systematic review","year":2017,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":302,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; University of Toronto","funders":"Medical Research Council; Canadian Institutes of Health Research","keywords":"Psychological intervention; CLARITY; PsycINFO; Context (archaeology); Identification (biology); Systematic review; Data extraction; Health informatics; MEDLINE; Medicine; Health care; Intervention (counseling); Health services research; Health administration; Medical education; Applied psychology; Public health; Psychology; Nursing","score_opus":0.9706474147783345,"score_gpt":0.8727668943731637,"score_spread":0.09788052040517081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591591866","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8714464e-7,0.8764519,0.044842713,0.009532477,0.0021205323,0.065822,0.0010458416,0.00012935605,0.000054899956],"genre_scores_gemma":[0.0000026526027,0.79819673,0.06369587,0.024834583,0.0002968872,0.112081654,0.00018960838,0.00008186934,0.0006201244],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9822258,0.0067339553,0.005990885,0.0014860318,0.0014284673,0.0021348845],"domain_scores_gemma":[0.98179424,0.0064215045,0.0066877846,0.0018950701,0.0020458442,0.0011555784],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050526522,0.0006456772,0.0034884193,0.0014951901,0.0069639063,0.00020111464,0.0030143068,0.00022694917,0.0005464578],"category_scores_gemma":[0.0186178,0.00051575975,0.00074919005,0.0023340445,0.00025983306,0.0013311069,0.000927899,0.0007316179,0.0005971643],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000100967,0.000012783034,0.000010774553,0.74363047,0.0000125543165,4.5290892e-7,0.0025298567,2.4527753e-9,6.7040656e-7,0.00043040156,0.004882085,0.24848896],"study_design_scores_gemma":[0.00024221443,0.00010593421,0.000023149922,0.5645232,0.0007356268,0.000006699253,0.0017222171,0.0000012733532,0.0000011912823,0.000049610757,0.432228,0.00036088188],"about_ca_topic_score_codex":0.00033542817,"about_ca_topic_score_gemma":0.00034158278,"teacher_disagreement_score":0.4273459,"about_ca_system_score_codex":0.0020752656,"about_ca_system_score_gemma":0.008577764,"threshold_uncertainty_score":0.9997294},"labels":[],"label_agreement":null},{"id":"W2592610820","doi":"10.1186/s13012-017-0562-3","title":"Testing the leadership and organizational change for implementation (LOCI) intervention in substance abuse treatment: a cluster randomized trial study protocol","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute on Drug Abuse; National Institute of Mental Health; U.S. Department of Health and Human Services","keywords":"Medicine; Health administration; Randomized controlled trial; Health informatics; Substance abuse treatment; Public health; Health services research; Intervention (counseling); Protocol (science); Substance abuse; Cluster (spacecraft); Cluster randomised controlled trial; Psychiatry; Nursing; Alternative medicine; Internal medicine; Pathology","score_opus":0.8550319877730781,"score_gpt":0.7289885843986358,"score_spread":0.1260434033744423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592610820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6926287,0.0000024354447,0.0010697449,0.0061020246,0.0003341498,0.29969725,0.000057795074,0.000038610946,0.00006930808],"genre_scores_gemma":[0.6452792,0.0000019898105,0.0008636019,0.0017777056,0.00024426507,0.35175,0.000013421188,0.000016066158,0.00005372396],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944153,0.0015508328,0.0016538507,0.0006689416,0.0008092205,0.0009018601],"domain_scores_gemma":[0.99319124,0.0037199736,0.001716555,0.0005311677,0.0006794194,0.00016162597],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016164852,0.00022913153,0.0003877274,0.0003522461,0.0050694332,0.00036724415,0.00064219144,0.0000474212,0.00030753977],"category_scores_gemma":[0.0028456177,0.00016383034,0.0000545578,0.0007671802,0.00062729034,0.0020474114,0.00009551343,0.00015654432,0.000016681062],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08587718,0.00033652905,0.4935897,0.00026479154,0.00004006246,0.0000020795933,0.3620704,0.0000026171574,0.0006677881,0.0025638253,0.00048702167,0.054097995],"study_design_scores_gemma":[0.7092899,0.0007524002,0.21902476,0.00004591914,0.000031008138,0.0000011132621,0.06836014,0.0004628958,0.00014053393,0.0006155991,0.0010941993,0.00018154857],"about_ca_topic_score_codex":0.0032749039,"about_ca_topic_score_gemma":0.021684093,"teacher_disagreement_score":0.6234127,"about_ca_system_score_codex":0.00066301593,"about_ca_system_score_gemma":0.00067934615,"threshold_uncertainty_score":0.99622583},"labels":[],"label_agreement":null},{"id":"W2594858803","doi":"10.1186/s13012-017-0544-5","title":"Improving and sustaining delivery of CPT for PTSD in mental health systems: a cluster randomized trial","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Royal Canadian Mounted Police","funders":"National Institute of Mental Health; Canadian Institutes of Health Research","keywords":"Fidelity; Mental health; Medicine; Evidence-based practice; Randomized controlled trial; Health administration; Quality management; Health services research; Health care; Protocol (science); Public health; Nursing; Psychiatry; Alternative medicine; Operations management","score_opus":0.5513029821574086,"score_gpt":0.7098924929997097,"score_spread":0.1585895108423011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594858803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9657464,0.000036817262,0.00689088,0.011807794,0.001353016,0.013720646,0.00019340274,0.000023783552,0.00022725719],"genre_scores_gemma":[0.99222845,0.000039080085,0.0034338294,0.0027194724,0.00012240611,0.0013530486,0.000009796859,0.000011514901,0.00008242627],"study_design_codex":"qualitative","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99492264,0.0009459242,0.0019561534,0.00048590256,0.0007123302,0.0009770613],"domain_scores_gemma":[0.99369586,0.0028486953,0.0023491108,0.00040887768,0.00043598513,0.00026150275],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.027570704,0.00014161385,0.00056933216,0.00049298996,0.0033173542,0.00014752623,0.0005225307,0.000045807592,0.000047988593],"category_scores_gemma":[0.004992715,0.0001265108,0.000048124562,0.00030606793,0.00075320725,0.0014053121,0.00031980482,0.00015117541,0.0000035908888],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.37709793,0.00015157677,0.052884962,0.004067815,0.00005338659,0.0000023578232,0.3878742,0.0000469089,0.007855488,0.04701096,0.009054752,0.11389969],"study_design_scores_gemma":[0.8974176,0.00034883246,0.0056110937,0.00016881681,0.000009662159,0.0000015909728,0.08597758,0.007628575,0.00015489162,0.0002542885,0.0022344326,0.00019261113],"about_ca_topic_score_codex":0.013217271,"about_ca_topic_score_gemma":0.0023621938,"teacher_disagreement_score":0.5203197,"about_ca_system_score_codex":0.0005621251,"about_ca_system_score_gemma":0.0037371065,"threshold_uncertainty_score":0.9979802},"labels":[],"label_agreement":null},{"id":"W2599595391","doi":"10.1186/s13012-017-0570-3","title":"A theoretical analysis of the barriers and facilitators to the implementation of school-based physical activity policies in Canada: a mixed methods scoping review","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia, Okanagan Campus; Okanagan University College; University of British Columbia","funders":"","keywords":"CINAHL; Medicine; Implementation research; Health administration; Health services research; Health informatics; Physical activity; Health policy; Medical education; Public health; Nursing; Psychological intervention; Physical therapy","score_opus":0.055297499079388544,"score_gpt":0.5036634944988069,"score_spread":0.44836599541941835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599595391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931485,0.000023191451,0.00028895523,0.0054251505,0.0000408283,0.0009683005,0.0000730571,0.000002615565,0.000029387125],"genre_scores_gemma":[0.9991245,0.0000121441535,0.00037318273,0.0004241973,0.000008652926,0.00005178833,0.0000016363928,0.0000033034744,5.669109e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982102,0.00029513473,0.00028409105,0.00026106666,0.00071946444,0.00023003666],"domain_scores_gemma":[0.99843013,0.00037254512,0.00031386787,0.0005536187,0.00016914078,0.00016071658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016830382,0.00010132769,0.00039819753,0.00013985585,0.0002854004,0.00003381492,0.0003549289,0.000009202461,0.000096781296],"category_scores_gemma":[0.0013541076,0.00006197514,0.000090430716,0.0012003414,0.0007482835,0.00022027799,0.00021444076,0.00008984659,2.241537e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021499138,0.00013624546,0.9509009,0.00046221734,0.00008740705,3.458737e-7,0.00089507445,0.000041293555,0.018938566,0.004985372,0.000035522688,0.023495553],"study_design_scores_gemma":[0.00030771873,0.000060777,0.9152774,0.00034528814,0.0002743181,2.0231539e-7,0.0018622316,0.0008202787,0.08085607,0.00013916794,0.0000023133039,0.000054207587],"about_ca_topic_score_codex":0.29063523,"about_ca_topic_score_gemma":0.48887476,"teacher_disagreement_score":0.19823952,"about_ca_system_score_codex":0.00028344942,"about_ca_system_score_gemma":0.0022038997,"threshold_uncertainty_score":0.7140885},"labels":[],"label_agreement":null},{"id":"W2607011525","doi":"10.1186/s13012-017-0581-0","title":"Using media to impact health policy-making: an integrative systematic review","year":2017,"lang":"en","type":"review","venue":"Implementation Science","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Alliance for Health Policy and Systems Research; Department for International Development; Styrelsen för Internationellt Utvecklingssamarbete; World Health Organization","keywords":"Health informatics; Medicine; Health services research; Health administration; Public health; Health policy; Health economics; Quality of Life Research; Healthcare policy; Social policy; Environmental health; Health care reform; Nursing; Political science; Law","score_opus":0.7650830094363953,"score_gpt":0.770726127250646,"score_spread":0.005643117814250753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607011525","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000061226833,0.9785298,0.00015990122,0.0016174044,0.0029410934,0.016299553,0.00012070094,0.00006687669,0.0002585099],"genre_scores_gemma":[0.00012080667,0.99344474,0.0017660486,0.0011358964,0.0011543316,0.0022796548,0.000056966466,0.00003305662,0.000008480457],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99196696,0.0024195523,0.0017323624,0.00076254254,0.0019891348,0.001129428],"domain_scores_gemma":[0.9920845,0.0018421523,0.0033067875,0.0009573147,0.00071468286,0.0010945582],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.014403886,0.0003972847,0.0022667064,0.0010583347,0.0032629005,0.0007050203,0.0021624188,0.000114689276,0.00017359489],"category_scores_gemma":[0.036930908,0.00031151265,0.0002700101,0.00357016,0.0007030463,0.0014130167,0.00013612321,0.00027219162,0.000093119124],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[4.998762e-7,0.000021956477,0.000010337582,0.22043031,0.00001802807,5.992864e-7,0.055537276,1.15882756e-7,1.1521798e-7,0.0038804612,0.00027612454,0.7198242],"study_design_scores_gemma":[0.0000698868,0.00012157518,0.0000557133,0.60820967,0.00039845295,0.000009103446,0.014283179,0.0000023162393,1.9500021e-7,0.00025444792,0.37603623,0.0005592408],"about_ca_topic_score_codex":0.039844688,"about_ca_topic_score_gemma":0.011762566,"teacher_disagreement_score":0.7192649,"about_ca_system_score_codex":0.008992489,"about_ca_system_score_gemma":0.047816593,"threshold_uncertainty_score":0.9999337},"labels":[],"label_agreement":null},{"id":"W2610460851","doi":"10.1186/s13012-017-0585-9","title":"A methodological protocol for selecting and quantifying low-value prescribing practices in routinely collected data: an Australian case study","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Women's College Hospital","funders":"Medical Research Council; National Health and Medical Research Council; RoZetta; HCF Research Foundation; Commonwealth Fund","keywords":"Medicine; Health services research; Health informatics; Protocol (science); Health administration; Public health; Health economics; Quality of Life Research; Value (mathematics); Environmental health; Alternative medicine; Statistics; Nursing","score_opus":0.9883074452752649,"score_gpt":0.8178654593440072,"score_spread":0.1704419859312577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610460851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8649695,8.5715067e-7,0.0009979177,0.002175627,0.00019969935,0.13150589,0.000039876777,0.00005625265,0.00005437026],"genre_scores_gemma":[0.8857464,5.1962985e-7,0.033925965,0.00038150215,0.00012059366,0.07977535,0.000010047186,0.000014609332,0.000025015326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99047285,0.005781805,0.0011952895,0.0011173927,0.00058885815,0.0008438291],"domain_scores_gemma":[0.99015856,0.0056766705,0.0022422683,0.0010680809,0.00059047126,0.00026393586],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.052880287,0.00017561956,0.00032016146,0.00023871625,0.007346241,0.0006549417,0.00093199144,0.00008600184,0.00005543448],"category_scores_gemma":[0.051817548,0.00015538005,0.000013361859,0.0005536121,0.00023704625,0.006789147,0.00075024925,0.00057773443,0.0000027725494],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026899093,0.00025676924,0.95383084,0.00041401916,0.000010124364,0.000089485235,0.032180637,0.0000039483552,0.0044860304,0.0003143821,0.00010915133,0.008035638],"study_design_scores_gemma":[0.0052591916,0.0007753331,0.6275903,0.00016766213,0.000032666543,0.000105585,0.35921255,0.0046002893,0.00045215635,0.00014088143,0.0013689301,0.0002944371],"about_ca_topic_score_codex":0.04812793,"about_ca_topic_score_gemma":0.09003199,"teacher_disagreement_score":0.3270319,"about_ca_system_score_codex":0.0002479014,"about_ca_system_score_gemma":0.0017526313,"threshold_uncertainty_score":0.9939461},"labels":[],"label_agreement":null},{"id":"W2612174634","doi":"10.1186/s13012-017-0592-x","title":"Organizational theory for dissemination and implementation research","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":177,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Cancer Institute; National Institutes of Health","keywords":"Transaction cost; Resource dependence theory; Contingency theory; Organizational theory; Institutional theory; Organizational economics; Public relations; Economics; Business; Knowledge management; Political science; Computer science; Management; Microeconomics","score_opus":0.8036486774819678,"score_gpt":0.8270667870271387,"score_spread":0.023418109545170873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612174634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94768673,0.0000108284885,0.015452437,0.024707349,0.0009802718,0.0051893275,0.00040723555,0.00008658331,0.0054792603],"genre_scores_gemma":[0.9921095,0.000021204696,0.0040577212,0.0017864294,0.0002710921,0.0009847318,0.000054756027,0.000019508,0.0006950547],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99561936,0.0005793363,0.0008027961,0.00061696675,0.0013206884,0.001060852],"domain_scores_gemma":[0.99256736,0.0036414813,0.00066852785,0.00056548417,0.002246987,0.00031014517],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023198862,0.00012915814,0.00014787908,0.0005262893,0.015707746,0.000388534,0.00078792236,0.000053655953,0.0017017338],"category_scores_gemma":[0.00698254,0.00012459801,0.000019934629,0.00065884826,0.0010872321,0.0019604613,0.00042545164,0.0002107761,0.00009494181],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047494566,0.000017073779,0.22992022,0.00012652506,0.000008195443,4.5522864e-7,0.03680994,2.5067752e-7,0.03376224,0.6138246,0.013872281,0.0716107],"study_design_scores_gemma":[0.0025669541,0.00016890623,0.81105846,0.00004256582,0.000013165691,0.0000026414739,0.076889664,0.00013446258,0.009461014,0.068878785,0.030523676,0.00025968652],"about_ca_topic_score_codex":0.00029963412,"about_ca_topic_score_gemma":0.0007907635,"teacher_disagreement_score":0.58113825,"about_ca_system_score_codex":0.00047131447,"about_ca_system_score_gemma":0.0018347712,"threshold_uncertainty_score":0.99921083},"labels":[],"label_agreement":null},{"id":"W2616283945","doi":"10.1186/s13012-017-0595-7","title":"Combining alcohol interventions with tobacco addictions treatment in primary care—the COMBAT study: a pragmatic cluster randomized trial","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health","funders":"Canadian Cancer Society Research Institute","keywords":"Medicine; Psychological intervention; Smoking cessation; Randomized controlled trial; Nicotine replacement therapy; Brief intervention; Intervention (counseling); Environmental health; Family medicine; Psychiatry; Internal medicine","score_opus":0.1022161003817585,"score_gpt":0.45880654089410855,"score_spread":0.35659044051235006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616283945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896751,0.0000654356,0.00014044422,0.000971605,0.00026671586,0.0075962814,0.0000052957607,0.000033535107,0.0012456031],"genre_scores_gemma":[0.99720484,0.00001709003,0.00047461814,0.00016499222,0.00003483151,0.0018291762,0.00004619556,0.000009638617,0.00021860807],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9982222,0.00016035854,0.0005044401,0.0003020778,0.0005210188,0.00028991507],"domain_scores_gemma":[0.9984636,0.00038587092,0.00034376193,0.0006070093,0.00012645194,0.00007334518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012710452,0.00015697927,0.00043445817,0.00021962634,0.0010779179,0.00025694226,0.00024415264,0.000015779055,0.00011193746],"category_scores_gemma":[0.00015552645,0.000086359454,0.00014894853,0.00027627795,0.00047552818,0.000564743,0.000067330526,0.000071739654,0.000013791751],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.20666336,0.0017679152,0.6989929,0.000027661565,0.00042219437,0.00005334698,0.053497538,0.000021439093,0.000092054746,0.00040204698,0.00010754372,0.037951984],"study_design_scores_gemma":[0.77160084,0.0011311239,0.19832328,0.00011236758,0.00041911728,0.000008265344,0.028146124,0.00003583401,0.00008656431,0.000022237795,0.000028275692,0.000085961474],"about_ca_topic_score_codex":0.00042251786,"about_ca_topic_score_gemma":0.0060821446,"teacher_disagreement_score":0.5649375,"about_ca_system_score_codex":0.00055888883,"about_ca_system_score_gemma":0.00036085382,"threshold_uncertainty_score":0.8290582},"labels":[],"label_agreement":null},{"id":"W2616780641","doi":"10.1186/s13012-017-0597-5","title":"Implementation of Enhanced Recovery After Surgery: a strategy to transform surgical care across a health system","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Enhanced Recovery After Surgery","field":"Medicine","cited_by":188,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of Calgary; University of Alberta","funders":"Alberta Innovates; Alberta Innovates - Health Solutions","keywords":"Medicine; Audit; Colorectal surgery; Quality management; Health services research; Health administration; Implementation research; Health care; Knowledge translation; Focus group; Health informatics; Guideline; Process management; Nursing; Abdominal surgery; Public health; Operations management; Surgery; Psychological intervention; Knowledge management; Management system; Business; Accounting","score_opus":0.05204696732037988,"score_gpt":0.46267644237580763,"score_spread":0.41062947505542774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616780641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939504,0.00008479652,0.00228963,0.00077415956,0.0005993667,0.0013086171,0.0003132649,0.000053106793,0.0006266074],"genre_scores_gemma":[0.9985716,0.00004425754,0.00067131466,0.00022499278,0.00009156538,0.0002824627,0.000050466053,0.00002018099,0.000043184325],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966219,0.00006380098,0.0009717453,0.0006102136,0.0009712892,0.00076102355],"domain_scores_gemma":[0.99772227,0.000120239136,0.0005810472,0.0007084627,0.00048553804,0.00038246295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018267843,0.00020853222,0.00054556876,0.00029576954,0.00059047755,0.00022522954,0.0002828975,0.00004493558,0.00019831436],"category_scores_gemma":[0.00005536454,0.00019498917,0.0001848691,0.0004972049,0.00023122945,0.0011705365,0.000092625065,0.00009759283,0.000023002973],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009833332,0.000056564404,0.066629514,0.0008718354,0.000046039328,0.000051409115,0.010465103,0.000012763609,0.019848157,0.00016256166,0.00025918137,0.90061355],"study_design_scores_gemma":[0.0022537226,0.0010893715,0.49946812,0.000449224,0.000029616398,0.00007126664,0.058923975,0.000006898705,0.43613696,0.0000158857,0.0012245277,0.00033044055],"about_ca_topic_score_codex":0.0014659514,"about_ca_topic_score_gemma":0.0032041648,"teacher_disagreement_score":0.9002831,"about_ca_system_score_codex":0.00068161404,"about_ca_system_score_gemma":0.0015864082,"threshold_uncertainty_score":0.79514277},"labels":[],"label_agreement":null},{"id":"W2617778054","doi":"10.1186/s13012-017-0602-z","title":"Improving the appropriateness of antipsychotic prescribing in nursing homes: a mixed-methods process evaluation of an academic detailing intervention","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Social Innovation; Baycrest Hospital; St. Michael's Hospital; Women's College Hospital","funders":"Canadian Institutes of Health Research; Ontario Medical Association; University of Toronto; Ontario Ministry of Health and Long-Term Care","keywords":"Medicine; Nursing; Nursing research; Implementation research; Health administration; Intervention (counseling); Context (archaeology); Health services research; Qualitative research; Randomized controlled trial; Qualitative property; Health informatics; Public health; Family medicine; Psychological intervention","score_opus":0.677996399779791,"score_gpt":0.7744929105564731,"score_spread":0.09649651077668209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617778054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9693941,0.00002695878,0.026646495,0.0005587403,0.00083042996,0.0023297097,0.0000166512,0.00001793073,0.00017901181],"genre_scores_gemma":[0.9922542,0.0000064776887,0.0072178147,0.00013129106,0.0000595162,0.00030879272,0.0000052033374,0.000012408054,0.0000043035143],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9922855,0.0026933844,0.0019912687,0.0005446727,0.0017603115,0.0007248745],"domain_scores_gemma":[0.9936729,0.00083194184,0.0030584605,0.0007940937,0.0015104585,0.00013214245],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.05801161,0.00014298568,0.00027346888,0.00054989936,0.0019561418,0.000073870964,0.0014330763,0.00007739358,0.00010438021],"category_scores_gemma":[0.007641057,0.000115835144,0.000043742424,0.0010486784,0.00082981365,0.0028935026,0.00016337566,0.00039036138,0.000003280161],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004456294,0.00004807713,0.12749867,0.00034842792,0.000003437378,1.07574586e-7,0.043877,0.00026911445,0.10744271,0.0007678322,0.0000046461796,0.7196954],"study_design_scores_gemma":[0.0026426925,0.000089775735,0.77300394,0.000707955,0.000038546117,0.000001761235,0.110553265,0.050754834,0.058337502,0.0037228463,0.000005663265,0.00014122654],"about_ca_topic_score_codex":0.0014528628,"about_ca_topic_score_gemma":0.0008541918,"teacher_disagreement_score":0.7195542,"about_ca_system_score_codex":0.00045348163,"about_ca_system_score_gemma":0.0020798033,"threshold_uncertainty_score":0.99934316},"labels":[],"label_agreement":null},{"id":"W2673170695","doi":"10.1186/s13012-017-0607-7","title":"Architectural frameworks: defining the structures for implementing learning health systems","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Wilfrid Laurier University; Institut du Savoir Montfort; Ottawa Regional Cancer Foundation; University of Ottawa","funders":"","keywords":"Software deployment; Health informatics; Dimension (graph theory); Context (archaeology); Computer science; Government (linguistics); Knowledge management; Scale (ratio); Data science; Layer (electronics); Management science; Process management; Public health; Engineering; Medicine; Software engineering; Mathematics; Nanotechnology","score_opus":0.583350385577967,"score_gpt":0.7248120726548726,"score_spread":0.14146168707690554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2673170695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79076993,0.00014400705,0.097380415,0.09252797,0.0055954917,0.0100578,0.000410837,0.00033009035,0.0027834782],"genre_scores_gemma":[0.9817562,0.000010028962,0.006087272,0.010499705,0.0004510477,0.0009516791,0.000022423028,0.000024262985,0.00019738948],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99375415,0.00077629235,0.0014345077,0.00064929697,0.0011806533,0.0022050876],"domain_scores_gemma":[0.9926248,0.0030539616,0.0024926858,0.00086047244,0.00060513424,0.0003629152],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.017105507,0.00021394897,0.00029430335,0.0002574722,0.034920894,0.0008083868,0.0017253107,0.00007507389,0.00027613284],"category_scores_gemma":[0.0060378877,0.00015558195,0.00006532767,0.00045743553,0.0006971333,0.0010814116,0.0005928741,0.00088572345,0.000058505535],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056126184,0.000010272373,0.27579993,0.00050421077,0.000033157463,8.7726744e-7,0.115340054,0.0005364664,0.0012616153,0.3404193,0.018148884,0.2478891],"study_design_scores_gemma":[0.0034356404,0.0003263178,0.5176676,0.00017928837,0.000020718946,0.000014534013,0.17040622,0.004549046,0.0003631642,0.006204925,0.29630396,0.00052859617],"about_ca_topic_score_codex":0.0037164215,"about_ca_topic_score_gemma":0.00151998,"teacher_disagreement_score":0.33421436,"about_ca_system_score_codex":0.00051360694,"about_ca_system_score_gemma":0.0027491965,"threshold_uncertainty_score":0.96633554},"labels":[],"label_agreement":null},{"id":"W2674995983","doi":"10.1186/s13012-017-0605-9","title":"A guide to using the Theoretical Domains Framework of behaviour change to investigate implementation problems","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3937,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Women's College Hospital; University of Toronto; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Department of Family and Community Medicine, University of Toronto; University of Toronto","keywords":"Health informatics; Health services research; Health administration; Medicine; Public health; Health policy; Quality of Life Research; Management science; Nursing","score_opus":0.7327718686698846,"score_gpt":0.7516189197279272,"score_spread":0.01884705105804252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2674995983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9082214,0.0000022178033,0.034817837,0.049447812,0.0008673432,0.0057241675,0.000258525,0.000046659974,0.00061402057],"genre_scores_gemma":[0.93339634,0.0000043913356,0.03499425,0.030074375,0.00027315447,0.0011831158,0.000005728936,0.000022971004,0.000045704288],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99400955,0.0005955636,0.0015952404,0.000679501,0.0017200119,0.0014001575],"domain_scores_gemma":[0.99487066,0.00086856994,0.0011863743,0.0013362672,0.000949289,0.0007888459],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010562566,0.0002228436,0.00028418854,0.00044467006,0.00603235,0.00022898692,0.0019706243,0.0000675595,0.0014846931],"category_scores_gemma":[0.0034259432,0.00017290073,0.000052663956,0.0014056052,0.0012496822,0.0012714778,0.0010090756,0.0002977093,0.0001569388],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036496225,0.00003300438,0.47793746,0.00010795867,0.000012767137,0.0000019842007,0.18088916,0.000033360677,0.050822657,0.26387805,0.0059538605,0.020293243],"study_design_scores_gemma":[0.0018862513,0.00046002332,0.86010563,0.00031249592,0.000055384742,0.0000058740243,0.07770797,0.00029231352,0.017389653,0.011668546,0.029561695,0.0005541741],"about_ca_topic_score_codex":0.008686081,"about_ca_topic_score_gemma":0.0035613147,"teacher_disagreement_score":0.38216814,"about_ca_system_score_codex":0.00058662746,"about_ca_system_score_gemma":0.0018355227,"threshold_uncertainty_score":0.9994281},"labels":[],"label_agreement":null},{"id":"W2679584734","doi":"10.1186/s13012-017-0608-6","title":"Pediatric eMental healthcare technologies: a systematic review of implementation foci in research studies, and government and organizational documents","year":2017,"lang":"en","type":"review","venue":"Implementation Science","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Impact; Dalhousie University; Izaak Walton Killam Health Centre; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Health care; Government (linguistics); Health administration; Grey literature; Medicine; Health informatics; Mental healthcare; Mental health; Quality (philosophy); Health services research; Public relations; Public health; Medical education; MEDLINE; Nursing; Political science","score_opus":0.5431173450101477,"score_gpt":0.7023511334223826,"score_spread":0.1592337884122349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2679584734","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020756126,0.9914701,0.0000044144194,0.00047642956,0.00036475094,0.006677319,0.0006835917,0.000024096638,0.00009171549],"genre_scores_gemma":[0.006499261,0.99098283,0.0001610173,0.00007252696,0.000016817303,0.002052205,0.00011417843,0.000024995745,0.00007615086],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9939978,0.0005688553,0.0023509332,0.00082673563,0.0016531534,0.0006025155],"domain_scores_gemma":[0.9965926,0.00042269184,0.001849642,0.0006225762,0.00039607825,0.00011644067],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0063096653,0.0003025631,0.0013425972,0.0007342229,0.000472328,0.00014426054,0.0007148797,0.00008837572,0.00010763687],"category_scores_gemma":[0.0007720446,0.0002616727,0.00008152033,0.0015721906,0.00059802557,0.0005921804,0.0008557614,0.0002716383,0.00002272148],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020551854,0.00006609388,0.0007918697,0.7623942,0.00006828749,0.0000049623627,0.00049834413,1.0638525e-9,1.410619e-7,0.005841928,0.00045633584,0.22987577],"study_design_scores_gemma":[0.002291959,0.0015906167,0.0016707331,0.91490704,0.0013745772,0.00019425256,0.0537876,4.6775955e-7,0.000016790338,0.0036090605,0.01964123,0.0009156597],"about_ca_topic_score_codex":0.00033458965,"about_ca_topic_score_gemma":0.0004665357,"teacher_disagreement_score":0.22896013,"about_ca_system_score_codex":0.0015436645,"about_ca_system_score_gemma":0.0005326388,"threshold_uncertainty_score":0.99998355},"labels":[],"label_agreement":null},{"id":"W2725501831","doi":"10.1186/s13012-017-0614-8","title":"The evaluation of enhanced feedback interventions to reduce unnecessary blood transfusions (AFFINITIE): protocol for two linked cluster randomised factorial controlled trials","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Blood transfusion and management","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Programme Grants for Applied Research; National Institute for Health and Care Research; University of Oxford; NHS Blood and Transplant","keywords":"Medicine; Audit; Psychological intervention; Cluster randomised controlled trial; Health services research; Health administration; Randomized controlled trial; Health care; Protocol (science); Blood transfusion; Clinical trial; Cluster (spacecraft); Emergency medicine; Intensive care medicine; Family medicine; Public health; Nursing; Surgery; Alternative medicine; Internal medicine","score_opus":0.3071114151858338,"score_gpt":0.5755461887231427,"score_spread":0.2684347735373089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2725501831","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21058774,0.0000076374545,0.058373712,0.009962561,0.0016924419,0.71574277,0.00009414732,0.000050114253,0.0034888568],"genre_scores_gemma":[0.73266137,0.0000034472178,0.0009992389,0.00014240747,0.00017397395,0.26585922,0.00001079132,0.000009250731,0.00014028336],"study_design_codex":"bench_or_experimental","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99614936,0.00042886112,0.0014837557,0.00038006462,0.0012539062,0.00030402283],"domain_scores_gemma":[0.9960533,0.0010010193,0.00085073564,0.0005801135,0.0013606171,0.00015424617],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018917888,0.00015740539,0.0006450675,0.00021303218,0.0013589137,0.00027678438,0.00045633604,0.00003267196,0.0004907787],"category_scores_gemma":[0.005763986,0.00009866222,0.0004920204,0.000222456,0.00024392271,0.0003356328,0.0000643905,0.00007438389,0.000004492451],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041209042,0.00084128435,0.000063175496,0.00025830278,0.00045556083,3.8963222e-7,0.0027164198,0.000091526555,0.7616119,0.0039435304,0.0017454844,0.1870634],"study_design_scores_gemma":[0.6749587,0.0011904143,0.0072479933,0.00035970422,0.002476221,0.0000016058119,0.0019573234,0.00064451696,0.30781108,0.0010163722,0.0021319913,0.00020409869],"about_ca_topic_score_codex":0.00009212589,"about_ca_topic_score_gemma":0.00042683465,"teacher_disagreement_score":0.63374966,"about_ca_system_score_codex":0.00008509842,"about_ca_system_score_gemma":0.0006316853,"threshold_uncertainty_score":0.9999412},"labels":[],"label_agreement":null},{"id":"W2732041744","doi":"10.1186/s13012-017-0612-x","title":"Evaluation of a knowledge transfer scheme to improve policy making and practices in health promotion and disease prevention setting in French regions: a realist study protocol","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal","funders":"Institut pour la Recherche en Santé Publique","keywords":"Public health; Medicine; Health promotion; Health policy; Knowledge translation; Knowledge transfer; Protocol (science); Intervention mapping; Public relations; Health services research; Medical education; Knowledge management; Nursing; Political science; Computer science; Alternative medicine","score_opus":0.760498005938577,"score_gpt":0.7817885344411718,"score_spread":0.02129052850259483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2732041744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84915113,0.00000521601,0.000779912,0.02268095,0.00007535965,0.1270246,0.000034601428,0.0000166419,0.00023159756],"genre_scores_gemma":[0.9222339,0.0000032500752,0.0016426346,0.000508437,0.000054997017,0.075525805,0.0000027018789,0.0000090397425,0.000019263183],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9931942,0.0025262365,0.0015501915,0.0007308929,0.0013181582,0.00068031606],"domain_scores_gemma":[0.9964828,0.00039896683,0.0015274367,0.00048085972,0.00074259733,0.00036736162],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03907471,0.00014648249,0.00023773052,0.0009953468,0.001608393,0.0001313325,0.00033613425,0.000033301705,0.00004008285],"category_scores_gemma":[0.015653316,0.00014446297,0.000013606656,0.0011284238,0.0002268978,0.0021182753,0.00024609797,0.000204566,0.0000029179878],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006479127,0.00029230438,0.8191366,0.0007018173,0.0000034464128,6.3506775e-7,0.08132637,0.0000053705753,0.001968638,0.0022935448,0.00006451874,0.09414197],"study_design_scores_gemma":[0.0047248816,0.00048325642,0.9733887,0.00049637037,0.000009778283,6.4783484e-7,0.01566475,0.0020507665,0.000051628565,0.0027684015,0.00023893581,0.00012189946],"about_ca_topic_score_codex":0.010314334,"about_ca_topic_score_gemma":0.048628833,"teacher_disagreement_score":0.15425208,"about_ca_system_score_codex":0.0009829177,"about_ca_system_score_gemma":0.009000157,"threshold_uncertainty_score":0.99969137},"labels":[],"label_agreement":null},{"id":"W2735038462","doi":"10.1186/s13012-017-0615-7","title":"Testing feedback message framing and comparators to address prescribing of high-risk medications in nursing homes: protocol for a pragmatic, factorial, cluster-randomized trial","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Ottawa Hospital; University of Ottawa; The Quebec Population Health Research Network; Institute for Clinical Evaluative Sciences; Montfort Hospital; Women's College Hospital; University of Toronto","funders":"Canadian Institutes of Health Research; Department of Family and Community Medicine, University of Toronto; University of Toronto; Ontario Ministry of Health and Long-Term Care","keywords":"Medicine; Nursing research; Psychological intervention; Randomized controlled trial; Health administration; Cluster randomised controlled trial; Health services research; Cluster (spacecraft); Framing (construction); Nursing; Framing effect; Family medicine; Public health; Psychology; Social psychology","score_opus":0.4949526753931972,"score_gpt":0.6865649547690426,"score_spread":0.19161227937584535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735038462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63370734,0.0000011289465,0.05170107,0.0033145861,0.00086191285,0.30957735,0.00025429393,0.00004811939,0.0005341714],"genre_scores_gemma":[0.7589595,5.886603e-7,0.029499691,0.00046030083,0.00018936013,0.21085773,0.0000060064135,0.000014816534,0.000012040119],"study_design_codex":"qualitative","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940282,0.0012302877,0.002219598,0.0006014074,0.0010283083,0.0008921778],"domain_scores_gemma":[0.9848821,0.0106681185,0.0027325554,0.0006018138,0.00073788804,0.00037748585],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.017763829,0.00019524104,0.0006416817,0.00058501685,0.0036549736,0.00021085257,0.00079942285,0.00007050767,0.000102560225],"category_scores_gemma":[0.03272517,0.00017213466,0.000039780654,0.0007959515,0.0008859887,0.0013646149,0.00025040086,0.00024528825,0.000006875341],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17429394,0.00063437986,0.19040063,0.0035576802,0.00009517925,0.000001981305,0.43585518,0.00036052032,0.025165733,0.033152755,0.011552174,0.12492987],"study_design_scores_gemma":[0.85305166,0.00047431907,0.1121029,0.0015515472,0.000054997432,8.8951606e-7,0.020798247,0.003545027,0.0017496945,0.0050814045,0.0011935971,0.00039568509],"about_ca_topic_score_codex":0.0037094941,"about_ca_topic_score_gemma":0.0009370296,"teacher_disagreement_score":0.6787577,"about_ca_system_score_codex":0.0003717,"about_ca_system_score_gemma":0.002018203,"threshold_uncertainty_score":0.99764216},"labels":[],"label_agreement":null},{"id":"W2735199618","doi":"10.1186/s13012-017-0617-5","title":"Prioritising Responses Of Nurses To deteriorating patient Observations (PRONTO) protocol: testing the effectiveness of a facilitation intervention in a pragmatic, cluster-randomised trial with an embedded process evaluation and cost analysis","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Medical Research Council; National Health and Medical Research Council; Australian Commission on Safety and Quality in Health Care","keywords":"Medicine; Health administration; Protocol (science); Intervention (counseling); Facilitation; Health services research; Health informatics; Cluster randomised controlled trial; Cluster (spacecraft); Public health; Family medicine; Nursing; Alternative medicine; Pathology; Psychology","score_opus":0.5664131573562713,"score_gpt":0.7044239631305228,"score_spread":0.1380108057742515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735199618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88946635,6.384275e-7,0.006243407,0.00022534117,0.00007101294,0.10387354,0.000057506044,0.000012699544,0.000049532642],"genre_scores_gemma":[0.9080919,9.566585e-8,0.0069836336,0.000089963665,0.000012308417,0.08480225,0.000011149487,0.0000069889093,0.000001711868],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.991743,0.0044533554,0.0016675909,0.00046338374,0.0012689481,0.00040366594],"domain_scores_gemma":[0.9898207,0.0049997936,0.0022703018,0.0004965655,0.0022872593,0.00012538617],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.028753782,0.00014043752,0.00034738504,0.0006089771,0.0017084978,0.00014988502,0.0003898181,0.000034853765,0.000029283525],"category_scores_gemma":[0.02637929,0.00010563659,0.000032243042,0.0019011158,0.00038791218,0.001994391,0.00010680747,0.00011945907,5.3908207e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043793052,0.00021747258,0.6126214,0.0012932427,0.00004668502,4.6697525e-7,0.16618294,0.00206941,0.04779497,0.0002066148,0.000002365513,0.12577133],"study_design_scores_gemma":[0.051532697,0.0015120244,0.8831067,0.00054066634,0.000086014494,6.3772e-7,0.04565849,0.014327291,0.0028588483,0.00024761359,0.0000060807456,0.00012294929],"about_ca_topic_score_codex":0.0029134604,"about_ca_topic_score_gemma":0.0107562365,"teacher_disagreement_score":0.27048525,"about_ca_system_score_codex":0.00032837197,"about_ca_system_score_gemma":0.0016354981,"threshold_uncertainty_score":0.9995912},"labels":[],"label_agreement":null},{"id":"W2735611265","doi":"10.1186/s13012-017-0616-6","title":"Development of a theory-informed implementation intervention to improve the triage, treatment and transfer of stroke patients in emergency departments using the Theoretical Domains Framework (TDF): the T3 Trial","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Triage; Psychological intervention; Intervention (counseling); Implementation research; Health informatics; Medicine; Context (archaeology); Health services research; Theory of change; Enabling; Health administration; Intervention mapping; Behaviour change; Process management; Nursing; Medical education; Public health; Medical emergency; Health promotion; Psychiatry","score_opus":0.4011278971404643,"score_gpt":0.6783856943914349,"score_spread":0.2772577972509706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735611265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97523755,0.000004830191,0.014323182,0.0022156085,0.0008083462,0.007074963,0.00020480818,0.000008225023,0.00012246244],"genre_scores_gemma":[0.99557316,0.000028647157,0.0026430537,0.000553949,0.00006478932,0.001095955,0.000010317019,0.000012089562,0.000018041957],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9942744,0.0011030448,0.0023357933,0.0004215617,0.0010906968,0.0007745274],"domain_scores_gemma":[0.99578863,0.0017590539,0.0011287791,0.0007683416,0.00039109483,0.00016410062],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010544704,0.00021707341,0.0002950072,0.000244855,0.0035410072,0.00008937306,0.0010176303,0.000058376547,0.00060453085],"category_scores_gemma":[0.0018638744,0.00011468085,0.00008487896,0.0006079589,0.00090459845,0.0006515014,0.00032524683,0.00020352854,0.000006356029],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005402602,0.0003763466,0.19112548,0.00016001126,0.000115961186,3.893167e-7,0.35390943,0.000011504614,0.0077977683,0.17252398,0.00012515693,0.26845136],"study_design_scores_gemma":[0.049309757,0.0014785872,0.7620272,0.000115982926,0.00012164212,7.205227e-7,0.15492284,0.00014606038,0.020398155,0.007904578,0.0032229384,0.0003515058],"about_ca_topic_score_codex":0.0010882318,"about_ca_topic_score_gemma":0.0070565157,"teacher_disagreement_score":0.57090175,"about_ca_system_score_codex":0.00057475554,"about_ca_system_score_gemma":0.0014036045,"threshold_uncertainty_score":0.99775624},"labels":[],"label_agreement":null},{"id":"W2739564226","doi":"10.1186/s13012-017-0627-3","title":"Teasing apart “the tangled web” of influence of policy dialogues: lessons from a case study of dialogues about healthcare reform options for Canada","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; McMaster University; Impact; McMaster University Medical Centre","funders":"National Institute on Aging; McMaster University; Canadian Foundation for Healthcare Improvement","keywords":"Thematic analysis; Health policy; Health administration; Public relations; Health care; Health services research; Conceptual framework; Qualitative research; Health informatics; Policy analysis; Political science; Sociology; Medicine; Public administration; Social science; Law","score_opus":0.6482881542689983,"score_gpt":0.6892046365929109,"score_spread":0.04091648232391254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739564226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815259,0.00001198736,0.0001447786,0.011319507,0.00038457828,0.0033172504,0.003131614,0.000015085469,0.0001492932],"genre_scores_gemma":[0.996559,0.000021435899,0.00089856185,0.001747772,0.00012864896,0.0005898869,0.000023141041,0.000013535673,0.000018010374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994793,0.0005957049,0.0020826464,0.00047823307,0.0012112231,0.000839222],"domain_scores_gemma":[0.9911076,0.0023523737,0.0031420388,0.0012093302,0.0018865273,0.00030216316],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0048202933,0.00017963938,0.00045642455,0.00036931084,0.004460502,0.000044211945,0.0012938691,0.000051411393,0.000037144608],"category_scores_gemma":[0.0052929097,0.00014323521,0.000051387386,0.0009805217,0.00096793135,0.000900303,0.00036616554,0.0001996882,0.0000018431791],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014551128,0.0002655399,0.61804265,0.0007131851,0.000071635535,0.000017492455,0.32366514,0.00015848613,0.026275175,0.017768232,0.0014733523,0.011403612],"study_design_scores_gemma":[0.003409019,0.0004298768,0.62195534,0.00017271406,0.000046460387,0.000010070331,0.3689985,0.00018342433,0.0024006749,0.0007272418,0.0014549227,0.0002117406],"about_ca_topic_score_codex":0.96393925,"about_ca_topic_score_gemma":0.9627925,"teacher_disagreement_score":0.045333367,"about_ca_system_score_codex":0.0010705043,"about_ca_system_score_gemma":0.019770976,"threshold_uncertainty_score":0.99683553},"labels":[],"label_agreement":null},{"id":"W2739942871","doi":"10.1186/s13012-017-0631-7","title":"Facilitated interprofessional implementation of a physical rehabilitation guideline for stroke in inpatient settings: process evaluation of a cluster randomized trial","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Parkwood Institute; Centre for Interdisciplinary Research in Rehabilitation; Royal Victoria Regional Health Centre; McGill University; University of Ottawa; University of British Columbia; Western University; University of Toronto; Université de Sherbrooke; Toronto Rehabilitation Institute; Royal Victoria Hospital; Dalhousie University; University Health Network","funders":"Ontario Ministry of Research and Innovation; Canadian Institutes of Health Research; Toronto Rehabilitation Institute; Canadian Stroke Network","keywords":"Medicine; Health services research; Randomized controlled trial; Rehabilitation; Health administration; Guideline; Health informatics; Stroke (engine); Cluster randomised controlled trial; Cluster (spacecraft); Physical therapy; Public health; Physical medicine and rehabilitation; Medical emergency; Nursing; Surgery; Pathology; Computer science","score_opus":0.057309734866233995,"score_gpt":0.5265115576859097,"score_spread":0.46920182281967576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739942871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98628753,0.0000080112795,0.0021033802,0.002131581,0.00033325612,0.008906391,0.00014389014,0.000009446837,0.00007653071],"genre_scores_gemma":[0.99176234,0.0000012452477,0.0066833943,0.000085116284,0.000051205356,0.0012684808,0.00013143806,0.00000813582,0.000008633766],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9960813,0.00029297918,0.0015260347,0.00038061847,0.001496297,0.00022279166],"domain_scores_gemma":[0.99464613,0.0011875543,0.0013020086,0.0003244188,0.002473256,0.00006663283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009712877,0.00013440069,0.00053834077,0.00056126417,0.00015940679,0.000031944714,0.00019032796,0.00003958715,0.00011915312],"category_scores_gemma":[0.007427063,0.00010727758,0.00022111433,0.0002825788,0.0006268142,0.000684603,0.000053027514,0.00007066,9.0852865e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6077758,0.0013107933,0.08102947,0.0008659563,0.00013494625,2.2027076e-7,0.058330555,0.00064152165,0.09185594,0.0009233012,0.00043477755,0.1566967],"study_design_scores_gemma":[0.82684565,0.0022718278,0.062358804,0.0002151041,0.0001920563,8.1099915e-7,0.041696038,0.034592055,0.029700238,0.001963506,0.000026895563,0.00013703477],"about_ca_topic_score_codex":0.00023335058,"about_ca_topic_score_gemma":0.00013961624,"teacher_disagreement_score":0.21906981,"about_ca_system_score_codex":0.00025844667,"about_ca_system_score_gemma":0.0013632865,"threshold_uncertainty_score":0.88914245},"labels":[],"label_agreement":null},{"id":"W2740784540","doi":"10.1186/s13012-017-0625-5","title":"How do stakeholders from multiple hierarchical levels of a large provincial health system define engagement? A qualitative study","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Foothills Medical Centre; Alberta Health Services; University of Calgary","funders":"Canadian Institutes of Health Research; Alberta Innovates; Alberta Innovates - Health Solutions; Alberta Health Services","keywords":"Health informatics; Health services research; Health administration; Medicine; Public health; Qualitative research; Health policy; Health economics; Quality of Life Research; Nursing; Environmental health; Sociology; Social science","score_opus":0.8545909928621074,"score_gpt":0.7252883811113359,"score_spread":0.1293026117507715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740784540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96499544,0.000007970165,0.010502794,0.013164712,0.0008059008,0.0055826963,0.0044299844,0.000081430284,0.0004290446],"genre_scores_gemma":[0.9926091,0.0000022344325,0.004386657,0.0020358255,0.00017469245,0.0006718362,0.000033965956,0.000022108876,0.00006357126],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98882157,0.0041386886,0.0019067699,0.0010035358,0.0025059665,0.0016234659],"domain_scores_gemma":[0.99205834,0.0028770189,0.0023148386,0.0012534356,0.0008712971,0.0006250667],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.024503939,0.00027578635,0.00058980804,0.00048697786,0.008414282,0.00034858676,0.001582393,0.000058461635,0.00048465276],"category_scores_gemma":[0.0062653096,0.00025040063,0.000068146735,0.0007692929,0.0007572984,0.002012219,0.0007843763,0.0005015795,0.000048689315],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085671905,0.00020252193,0.16668883,0.0002772574,0.000033836808,0.0000043098817,0.8048311,0.0000010042578,0.0037876007,0.013089135,0.002177656,0.008821095],"study_design_scores_gemma":[0.005247436,0.00037949954,0.31640837,0.000083183106,0.000011751822,3.830762e-7,0.6745123,0.00010756289,0.00040564765,0.00020533252,0.0024546136,0.00018387854],"about_ca_topic_score_codex":0.010961907,"about_ca_topic_score_gemma":0.01725221,"teacher_disagreement_score":0.14971954,"about_ca_system_score_codex":0.0010967838,"about_ca_system_score_gemma":0.005532221,"threshold_uncertainty_score":0.9999948},"labels":[],"label_agreement":null},{"id":"W2751732558","doi":"10.1186/s13012-017-0637-1","title":"Developing a comprehensive definition of sustainability","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":636,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Canada Research Chairs; St. Michael's Hospital","funders":"","keywords":"Sustainability; Sustainability science; Sustainability organizations; Medicine; Health administration; Management science; Process management; Engineering ethics; Public health; Business; Nursing; Engineering","score_opus":0.8537952248504198,"score_gpt":0.7701388228962763,"score_spread":0.08365640195414348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751732558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654585,0.00000211907,0.0132831745,0.014116193,0.0005094903,0.0014550709,0.0000610431,0.00003962361,0.005074794],"genre_scores_gemma":[0.9821818,0.0000068917548,0.014072452,0.0034610135,0.000051037667,0.00018555642,0.000004816633,0.000006199258,0.000030254723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967064,0.00031223716,0.0009866363,0.0003786636,0.00086660567,0.0007494574],"domain_scores_gemma":[0.9943647,0.0009209072,0.001306715,0.0007202502,0.0025037013,0.00018373462],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0040789214,0.00010427903,0.00019209918,0.00026469273,0.005174635,0.00006866285,0.0008589169,0.00003615689,0.00051747524],"category_scores_gemma":[0.004581802,0.00010033365,0.000029526838,0.0004998214,0.0011385101,0.0014656872,0.0004139823,0.00014976974,0.0000785746],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030968815,0.000016226568,0.5412944,0.0004034016,0.0000060156544,0.000001571792,0.022836346,0.0000029072528,0.009878204,0.40194058,0.0012135587,0.0223758],"study_design_scores_gemma":[0.001118803,0.000048822287,0.92420405,0.000030715928,0.0000044257295,0.0000010539794,0.032097917,0.000027646767,0.0031347028,0.030266691,0.008941046,0.00012411804],"about_ca_topic_score_codex":0.0018336457,"about_ca_topic_score_gemma":0.0005497136,"teacher_disagreement_score":0.38290966,"about_ca_system_score_codex":0.00085650606,"about_ca_system_score_gemma":0.0056876047,"threshold_uncertainty_score":0.9999492},"labels":[],"label_agreement":null},{"id":"W2754166363","doi":"10.1186/s13012-017-0642-4","title":"Structural analysis of health-relevant policy-making information exchange networks in Canada","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Nurses Association; University of Manitoba; University of Victoria; McGill University; Dalhousie University; University of Toronto; McMaster University; Université de Sherbrooke; University of Alberta; Université de Montréal","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research","keywords":"Centrality; Snowball sampling; Social network analysis; Health services research; Health informatics; Network science; Health policy; Data science; Knowledge management; Network mapping; Health administration; Network analysis; Knowledge translation; Best practice; Computer science; Public health; Medicine; Complex network; The Internet; Social media; Political science; World Wide Web","score_opus":0.4917151172226692,"score_gpt":0.6890742915778449,"score_spread":0.19735917435517575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754166363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97812283,0.000009600917,0.0036432568,0.015032608,0.0007291112,0.00119616,0.00027934607,0.00001718245,0.000969902],"genre_scores_gemma":[0.98792684,0.000018535098,0.0005991484,0.011265375,0.000054229167,0.00009006289,0.000030410969,0.0000047261337,0.000010680976],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949455,0.0004427659,0.0019928468,0.00028569158,0.0011914973,0.00114165],"domain_scores_gemma":[0.9952931,0.0005705695,0.0027850042,0.00066179596,0.00046580483,0.0002237311],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006460345,0.000132494,0.00039613352,0.0014167493,0.0028586215,0.0000867328,0.00094542356,0.000031533586,0.0006232342],"category_scores_gemma":[0.0016290962,0.00012702093,0.000037273672,0.0030069035,0.0002614371,0.0025048803,0.00031677246,0.00021096496,0.000007950153],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008487438,0.0000017815296,0.9231853,0.00006826274,0.000015543961,3.602627e-7,0.015580321,0.0014098041,0.000037270995,0.0025680952,0.0007896115,0.05633516],"study_design_scores_gemma":[0.0006150014,0.000019358988,0.9631635,0.000031184718,0.000011419432,2.6604943e-7,0.011764118,0.02205225,0.000017383178,0.000074529904,0.0021477616,0.00010325798],"about_ca_topic_score_codex":0.964337,"about_ca_topic_score_gemma":0.9823345,"teacher_disagreement_score":0.0562319,"about_ca_system_score_codex":0.0036126922,"about_ca_system_score_gemma":0.018843353,"threshold_uncertainty_score":0.99843955},"labels":[],"label_agreement":null},{"id":"W2759512360","doi":"10.1186/s13012-017-0646-0","title":"Advancing the literature on designing audit and feedback interventions: identifying theory-informed hypotheses","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of British Columbia; Ottawa Hospital; Women's College Hospital; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Medicine; Health services research; Audit; Health administration; Health informatics; Health care; Health economics; Public health; Nursing; Applied psychology; Psychology; Accounting","score_opus":0.39725757600893574,"score_gpt":0.6178921478400988,"score_spread":0.22063457183116308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759512360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9385494,0.0002448399,0.03983736,0.008320465,0.0014722202,0.0010012641,0.000026790805,0.000051560273,0.0104961125],"genre_scores_gemma":[0.99572307,0.00007705073,0.0024470363,0.00078303897,0.00006158539,0.000043573804,0.0000023591576,0.000004907555,0.0008573758],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966256,0.0001844763,0.00057792803,0.00041718714,0.0018800807,0.00031473007],"domain_scores_gemma":[0.99631804,0.0015978889,0.00070474384,0.0007913002,0.0004902575,0.000097761564],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014886214,0.00012021909,0.0001255742,0.00033114135,0.0037170877,0.0056007705,0.001360085,0.000020574174,0.00095273287],"category_scores_gemma":[0.0067097945,0.00007028599,0.00007424974,0.0005491129,0.0005222167,0.0040391623,0.0003055912,0.00012564055,0.00013969986],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055191285,0.000033957847,0.047177527,0.00003161447,0.000017693474,0.0000027061685,0.016926061,0.00017003491,0.0058110687,0.0467508,0.0033600666,0.8796633],"study_design_scores_gemma":[0.001173443,0.00020760753,0.8374136,0.0005200054,0.000023392653,0.000018229232,0.049162205,0.0017458571,0.015446756,0.08728727,0.006711119,0.0002905116],"about_ca_topic_score_codex":0.000014312402,"about_ca_topic_score_gemma":0.00020119849,"teacher_disagreement_score":0.8793728,"about_ca_system_score_codex":0.00009410956,"about_ca_system_score_gemma":0.0002996968,"threshold_uncertainty_score":0.99996054},"labels":[],"label_agreement":null},{"id":"W2760901594","doi":"10.1186/s13012-017-0649-x","title":"Toward criteria for pragmatic measurement in implementation research and practice: a stakeholder-driven approach using concept mapping","year":2017,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Hospital for Sick Children; SickKids Foundation","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; Hunter New England Local Health District; National Institute of Mental Health; National Institute of Allergy and Infectious Diseases; National Health and Medical Research Council; National Institutes of Health","keywords":"CLARITY; Conceptualization; Construct (python library); Stakeholder; Delphi method; Set (abstract data type); Computer science; Process (computing); Data science; Management science; Knowledge management; Process management; Artificial intelligence","score_opus":0.989225775824298,"score_gpt":0.8326518167007186,"score_spread":0.1565739591235794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760901594","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011810561,0.72172546,0.10950952,0.011297974,0.0052712937,0.14066291,0.005113129,0.00037584145,0.0048627825],"genre_scores_gemma":[0.0067293337,0.82105905,0.14427081,0.0027606795,0.0012404671,0.022904485,0.0006395148,0.00025678618,0.0001388412],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9815902,0.0064474014,0.0038705568,0.0017535267,0.0036765477,0.002661757],"domain_scores_gemma":[0.9848431,0.0068550687,0.003510491,0.0010134692,0.0032268837,0.00055099983],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.076150164,0.00054655323,0.0014830241,0.002444451,0.005241117,0.000683102,0.001483256,0.00024518042,0.00026769232],"category_scores_gemma":[0.013058119,0.00051695906,0.00010976449,0.0024665298,0.0011482314,0.00304595,0.00079873955,0.0009907474,0.00003075792],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000283833,0.00009096437,0.00019157368,0.025581319,0.000059479473,0.000005542563,0.082200445,0.0000025104102,0.00016973197,0.00336919,0.0043396777,0.8839612],"study_design_scores_gemma":[0.0025418296,0.00018052993,0.00023984432,0.004153958,0.00011511334,0.000032312324,0.117361456,0.00036301938,0.0000051771385,0.00036470432,0.87409997,0.0005420681],"about_ca_topic_score_codex":0.0019722935,"about_ca_topic_score_gemma":0.0006733115,"teacher_disagreement_score":0.8834191,"about_ca_system_score_codex":0.0049507455,"about_ca_system_score_gemma":0.01587082,"threshold_uncertainty_score":0.9997282},"labels":[],"label_agreement":null},{"id":"W2763039707","doi":"10.1186/s13012-017-0651-3","title":"Updated clinical guidelines experience major reporting limitations","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Instituto de Salud Carlos III; European Regional Development Fund; Universitat Autònoma de Barcelona","keywords":"Medicine; Health informatics; Health services research; Health administration; Public health; Family medicine; Nursing","score_opus":0.8512411882057832,"score_gpt":0.7243338170964738,"score_spread":0.12690737110930939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763039707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9670696,0.000011923018,0.0042625484,0.024479795,0.0011215961,0.00076675427,0.00001936997,0.000105164894,0.0021631976],"genre_scores_gemma":[0.9449431,0.000052116204,0.05002197,0.0041692983,0.00039365678,0.00005913749,0.000083410494,0.000016560409,0.0002607622],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929563,0.000071148315,0.00465359,0.00073869823,0.0011254768,0.00045480486],"domain_scores_gemma":[0.9906566,0.00050661695,0.004889764,0.001292956,0.0023011484,0.0003528835],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009273428,0.00016305936,0.00032751603,0.00014411577,0.0016839742,0.0005192421,0.00056723726,0.000053037544,0.00064258906],"category_scores_gemma":[0.0942377,0.00014792656,0.00013731985,0.0003897391,0.00091693894,0.0022313653,0.0003131716,0.00020913084,0.00009945297],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072107396,0.00009496064,0.7169672,0.0000067796527,0.000023726921,0.00003329159,0.0004454459,0.000003924204,0.013590953,0.00060422055,0.011798434,0.25635895],"study_design_scores_gemma":[0.0025531584,0.00019775669,0.96045524,0.00002608439,0.00010193628,0.00009567276,0.0060345717,0.0011301839,0.005642494,0.00035642207,0.023208901,0.00019757531],"about_ca_topic_score_codex":0.0005778415,"about_ca_topic_score_gemma":0.00038173317,"teacher_disagreement_score":0.2561614,"about_ca_system_score_codex":0.00011729693,"about_ca_system_score_gemma":0.0010819879,"threshold_uncertainty_score":0.99961567},"labels":[],"label_agreement":null},{"id":"W2763139081","doi":"10.1186/s13012-017-0648-y","title":"Organizational participatory research: a systematic mixed studies review exposing its extra benefits and the key factors associated with them","year":2017,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pharmacists Association; Université de Montréal; Université de Sherbrooke; Douglas Mental Health University Institute; McGill University","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Health services research; Health administration; Medicine; Health informatics; Citizen journalism; Participatory action research; Nursing research; Value (mathematics); Public health; Key (lock); Public relations; Knowledge management; Sociology; Nursing; Political science; Computer science","score_opus":0.9823586787688844,"score_gpt":0.7849291663275012,"score_spread":0.19742951244138318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763139081","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009596061,0.98342675,0.0000132738305,0.0020036423,0.0004765522,0.01256376,0.0002630456,0.000067961795,0.00022542413],"genre_scores_gemma":[0.003024305,0.99125355,0.00006850123,0.0015947381,0.00009030815,0.0037361335,0.00004850378,0.0000491004,0.00013485247],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98313785,0.008313889,0.0028723357,0.00091479847,0.0032495237,0.0015116001],"domain_scores_gemma":[0.9676277,0.023285486,0.0040409327,0.000995833,0.0036179137,0.00043215335],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05217391,0.00046413933,0.00215683,0.00047793984,0.0100120725,0.00029223436,0.0015595753,0.00011987368,0.00037573738],"category_scores_gemma":[0.051283054,0.00024692394,0.0001015245,0.0029607338,0.0023854023,0.000991381,0.00073318224,0.0008147011,0.00015395891],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014914607,0.00005256139,0.0014947877,0.77616453,0.0005624246,0.0000074317054,0.099859625,4.7159136e-7,0.000002359594,0.04085775,0.005769622,0.07521354],"study_design_scores_gemma":[0.0037233105,0.00016473283,0.0014936837,0.7553376,0.0020596588,0.00002685357,0.05805571,0.000015924239,0.000010891179,0.00043239174,0.17753665,0.0011425696],"about_ca_topic_score_codex":0.000053254535,"about_ca_topic_score_gemma":0.00041204214,"teacher_disagreement_score":0.17176703,"about_ca_system_score_codex":0.0013025005,"about_ca_system_score_gemma":0.0072020427,"threshold_uncertainty_score":0.9999983},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2765117216","doi":"10.1186/s13012-017-0650-4","title":"Enhancing evidence-based diabetes and chronic disease control among local health departments: a multi-phase dissemination study with a stepped-wedge cluster randomized trial component","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health","keywords":"Medicine; Public health; Prediabetes; Randomized controlled trial; Health administration; Cluster randomised controlled trial; Family medicine; Environmental health; Nursing; Gerontology; Diabetes mellitus; Type 2 diabetes; Surgery","score_opus":0.11970295568227039,"score_gpt":0.5786955042152111,"score_spread":0.4589925485329407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765117216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93538994,0.00010251349,0.038087845,0.009511867,0.0007136347,0.016094102,0.000049718135,0.000044079134,0.0000063188904],"genre_scores_gemma":[0.9929457,0.000022582957,0.00028975887,0.0018195639,0.00023904047,0.004584898,0.000040520095,0.000015292031,0.000042687356],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951543,0.0015206538,0.001072775,0.0005506362,0.00077677483,0.0009248515],"domain_scores_gemma":[0.99510413,0.00186593,0.0013682791,0.0005429167,0.00038681767,0.0007319243],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010060594,0.00020968077,0.0005069803,0.00025428296,0.0050825677,0.00026448214,0.0003454324,0.000035238532,0.00009371111],"category_scores_gemma":[0.0018006029,0.00015642472,0.000044894718,0.00022729112,0.0009850265,0.0017596321,0.000110984016,0.00020020969,0.000010276603],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.37909788,0.004002215,0.5171378,0.001469372,0.0001503823,0.0000050490376,0.051025797,0.00011680764,0.000814326,0.00044190086,0.0019163021,0.04382215],"study_design_scores_gemma":[0.72143894,0.0014345896,0.2377531,0.00052580517,0.00007619903,1.02471276e-7,0.012793566,0.025639998,0.00005360238,0.000014102289,0.00007729221,0.00019269147],"about_ca_topic_score_codex":0.003039243,"about_ca_topic_score_gemma":0.0049430165,"teacher_disagreement_score":0.34234107,"about_ca_system_score_codex":0.0011340166,"about_ca_system_score_gemma":0.0042073647,"threshold_uncertainty_score":0.99621266},"labels":[],"label_agreement":null},{"id":"W2765628342","doi":"10.1186/s13012-017-0656-y","title":"Criteria for selecting implementation science theories and frameworks: results from an international survey","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":499,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Institute of Allergy and Infectious Diseases; National Center for Advancing Translational Sciences; National Institute of Mental Health; National Institutes of Health","keywords":"CLARITY; Falsifiability; Health services research; Management science; Process (computing); Consistency (knowledge bases); Health informatics; Implementation research; Health administration; Computer science; Data science; Medicine; Public health; Epistemology; Psychological intervention; Nursing; Artificial intelligence","score_opus":0.7099640426337874,"score_gpt":0.7789551748224478,"score_spread":0.06899113218866038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765628342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.969447,0.0000022048375,0.013190893,0.008754267,0.0027012783,0.0018709343,0.003079325,0.00008261024,0.0008714922],"genre_scores_gemma":[0.97649455,0.000016930358,0.017148733,0.005221647,0.0004788295,0.000334531,0.00024328171,0.000018965598,0.000042518986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941126,0.000534485,0.0014091379,0.0012203533,0.0014472617,0.0012761301],"domain_scores_gemma":[0.9914043,0.0032874201,0.0015899228,0.00097082194,0.002228837,0.0005186977],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.025970861,0.00021934837,0.00023896057,0.0004915539,0.013279086,0.0014298215,0.0019977607,0.00009611448,0.0005901575],"category_scores_gemma":[0.017949698,0.00021432534,0.000025733296,0.00075180904,0.0018231339,0.008140528,0.0006359239,0.00035061367,0.00002652838],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029788868,0.00002775397,0.81474096,0.000027803668,0.000014226903,6.2000055e-7,0.06052293,0.0000027382173,0.03550274,0.020914787,0.0018006361,0.06614693],"study_design_scores_gemma":[0.0028553975,0.00013147226,0.9567308,0.000028410088,0.000008612696,0.0000010471604,0.02417114,0.0007827259,0.0047815754,0.0056702574,0.0045937,0.00024490835],"about_ca_topic_score_codex":0.013291012,"about_ca_topic_score_gemma":0.0131945675,"teacher_disagreement_score":0.14198981,"about_ca_system_score_codex":0.0005479422,"about_ca_system_score_gemma":0.0029874595,"threshold_uncertainty_score":0.9996068},"labels":[],"label_agreement":null},{"id":"W2767408678","doi":"10.1186/s13012-017-0664-y","title":"Validity and reliability of the Spanish version of the Organizational Readiness for Knowledge Translation (OR4KT) questionnaire","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; The Quebec Population Health Research Network","funders":"Canadian Institutes of Health Research; Instituto de Salud Carlos III; Ministerio de Economía y Competitividad; European Regional Development Fund; Max-Planck-Gesellschaft; Eusko Jaurlaritza","keywords":"Cronbach's alpha; Confirmatory factor analysis; Health administration; Knowledge translation; Concurrent validity; Health care; Medicine; Context (archaeology); Construct validity; Nursing; External validity; Health services research; Applied psychology; Psychology; Family medicine; Public health; Psychometrics; Clinical psychology; Structural equation modeling; Knowledge management; Patient satisfaction; Social psychology; Internal consistency","score_opus":0.5949120150407373,"score_gpt":0.671633142874671,"score_spread":0.0767211278339337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767408678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98290485,0.0000030095523,0.0035155118,0.010153886,0.0009439071,0.0017901607,0.00023170494,0.000011661792,0.0004452874],"genre_scores_gemma":[0.99814487,0.000005611524,0.0012130347,0.00042323954,0.000059175767,0.000069321475,0.0000039360875,0.000005965039,0.00007485983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99766594,0.00040951185,0.0007300895,0.00028370167,0.000616971,0.00029380096],"domain_scores_gemma":[0.9956578,0.0011148924,0.0011125419,0.00064142287,0.0013903299,0.000083008425],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0054479935,0.00008382337,0.00013585883,0.000067247194,0.00422208,0.0000307739,0.0008012284,0.000044966026,0.00011156071],"category_scores_gemma":[0.0072217076,0.000054332417,0.000038372316,0.0005633179,0.0011108329,0.0007214164,0.00025853666,0.000104414205,0.000003523498],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018338369,0.000019036288,0.96799433,0.00023221396,0.0000011511297,6.796072e-9,0.011453565,0.0000069483085,0.01148024,0.0051961304,0.001205581,0.0023924492],"study_design_scores_gemma":[0.00095487706,0.000032099837,0.9769622,0.00007313797,0.000013166851,3.96971e-7,0.0018939641,0.00030085005,0.013986497,0.002605102,0.0031206305,0.00005708032],"about_ca_topic_score_codex":0.0004738234,"about_ca_topic_score_gemma":0.00080016314,"teacher_disagreement_score":0.015239986,"about_ca_system_score_codex":0.00018001185,"about_ca_system_score_gemma":0.0019036758,"threshold_uncertainty_score":0.9970743},"labels":[],"label_agreement":null},{"id":"W2769326044","doi":"10.1186/s13012-017-0672-y","title":"Effective strategies for scaling up evidence-based practices in primary care: a systematic review","year":2017,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Quebec Population Health Research Network; Université Laval","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Health administration; Health services research; Health informatics; Primary care; Public health; Nursing research; Family medicine; Nursing","score_opus":0.9131818424676105,"score_gpt":0.8113876716533447,"score_spread":0.10179417081426578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769326044","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013180521,0.9476289,0.001131252,0.0008609726,0.0011965656,0.04837969,0.00032336754,0.000074216,0.00039181046],"genre_scores_gemma":[0.00015384953,0.9511415,0.0013193308,0.006763036,0.00016699769,0.04022273,0.00011830745,0.000047654783,0.0000665948],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9860556,0.0046859956,0.004385787,0.0013795877,0.0019002458,0.0015927886],"domain_scores_gemma":[0.96112037,0.02293978,0.012628895,0.0014360865,0.0015191764,0.0003556893],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033352874,0.0005705727,0.003004745,0.0011309915,0.003030545,0.00045287292,0.002356667,0.00019548161,0.00011982589],"category_scores_gemma":[0.027162394,0.00045120914,0.00031478488,0.002095103,0.00049613416,0.004378738,0.0003191454,0.0007277621,0.00019661892],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000005928135,0.0000058532437,0.000041631327,0.8861284,0.000010513362,0.0000013317831,0.002787122,3.27243e-7,0.0000013915783,0.0002512157,0.00041222325,0.110354014],"study_design_scores_gemma":[0.00079990074,0.00009770291,0.00014152082,0.80389774,0.00068863935,0.0000036531126,0.0067189923,0.000010775953,0.0000014330706,0.00004994828,0.18715322,0.0004364507],"about_ca_topic_score_codex":0.0007054481,"about_ca_topic_score_gemma":0.00056629395,"teacher_disagreement_score":0.186741,"about_ca_system_score_codex":0.004442651,"about_ca_system_score_gemma":0.039794818,"threshold_uncertainty_score":0.99979395},"labels":[],"label_agreement":null},{"id":"W2769888068","doi":"10.1186/s13012-017-0662-0","title":"The effectiveness of research implementation strategies for promoting evidence-informed policy and management decisions in healthcare: a systematic review","year":2017,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Monash University","keywords":"Inclusion (mineral); Health administration; Medicine; Public health; Health policy; Health services research; Health care; Evidence-based practice; Health informatics; Thematic analysis; Medical education; Evidence-based medicine; Public relations; Systematic review; MEDLINE; Nursing; Qualitative research; Alternative medicine; Psychology; Political science; Sociology","score_opus":0.8928308368697248,"score_gpt":0.8266716259865378,"score_spread":0.06615921088318699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769888068","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007142539,0.92267674,0.00032279774,0.0038896846,0.00041517057,0.07207673,0.00027478053,0.00003739121,0.000235248],"genre_scores_gemma":[0.0010502157,0.96665674,0.00055593095,0.0005070382,0.00007544557,0.031040408,0.000036698977,0.00003412097,0.000043408163],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9783912,0.010218326,0.0054372917,0.0010631263,0.0027413184,0.0021487442],"domain_scores_gemma":[0.9243049,0.06806154,0.0039748764,0.0014097661,0.0018871427,0.0003617805],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13268116,0.0004170049,0.0020116754,0.0019438206,0.0060647367,0.00039252028,0.002181278,0.00013088195,0.0000136309145],"category_scores_gemma":[0.038336914,0.00028217756,0.0001763295,0.0041047926,0.001105778,0.0018125537,0.0009067174,0.0006226583,0.000023109644],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000128487345,0.0000064550645,0.00006783797,0.79799783,0.00002151554,7.868535e-7,0.0017204513,4.339059e-8,0.0000013866908,0.036592748,0.00019919798,0.1633789],"study_design_scores_gemma":[0.0010269987,0.0002472416,0.00092465425,0.8676279,0.00024440477,0.000008370062,0.014359281,0.000005910174,0.0000035180105,0.004111512,0.111130156,0.0003100588],"about_ca_topic_score_codex":0.002751583,"about_ca_topic_score_gemma":0.0056193187,"teacher_disagreement_score":0.16306883,"about_ca_system_score_codex":0.0029372864,"about_ca_system_score_gemma":0.024386061,"threshold_uncertainty_score":0.99996305},"labels":[],"label_agreement":null},{"id":"W2770180185","doi":"10.1186/s13012-017-0671-z","title":"The impact of a physician detailing and sampling program for generic atorvastatin: an interrupted time series analysis","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Pharmaceutical Economics and Policy","field":"Economics, Econometrics and Finance","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Alberta; University of British Columbia","funders":"Institute of Health Services and Policy Research; National Institute of Diabetes and Digestive and Kidney Diseases; Canadian Institutes of Health Research; Michael Smith Health Research BC","keywords":"Atorvastatin; Medicine; Statin; Medical prescription; Family medicine; Internal medicine; Pharmacology","score_opus":0.20557690782907959,"score_gpt":0.5039357824066903,"score_spread":0.2983588745776108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770180185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99587667,0.00004485979,0.0028743593,0.0002622558,0.000041493964,0.00028623553,0.0002304763,0.000008508275,0.00037512142],"genre_scores_gemma":[0.9959807,0.000031777185,0.0038202533,0.00006317751,0.0000314448,0.000042469223,0.000012177805,0.000005283783,0.000012736977],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991434,0.000005838408,0.0003548153,0.00023283494,0.000026593572,0.000236501],"domain_scores_gemma":[0.9990296,0.000053392618,0.00050148094,0.00027213214,0.00006049914,0.00008293254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000911299,0.000071919865,0.00017847682,0.00013700228,0.00077485247,0.0005632257,0.00033860753,0.000011032363,0.000030814852],"category_scores_gemma":[0.00009245162,0.00006146622,0.000090793415,0.00021552744,0.00033079385,0.0007927418,0.00007331568,0.000026792897,0.0000043005502],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100274454,0.000121515615,0.35815665,0.000024972944,0.00063698244,1.7637124e-7,0.0031267495,0.0011659047,0.009554066,0.07822146,0.000086353284,0.5488049],"study_design_scores_gemma":[0.0008338899,0.00042393757,0.69525796,0.0000032537237,0.00005583068,8.284799e-7,0.00052319304,0.27315706,0.0029798285,0.023307815,0.0031841008,0.00027231453],"about_ca_topic_score_codex":0.00032206744,"about_ca_topic_score_gemma":0.00012020302,"teacher_disagreement_score":0.54853255,"about_ca_system_score_codex":0.00005471145,"about_ca_system_score_gemma":0.000051543528,"threshold_uncertainty_score":0.5959617},"labels":[],"label_agreement":null},{"id":"W2770333214","doi":"10.1186/s13012-017-0668-7","title":"Number and type of guideline implementation tools varies by guideline, clinical condition, country of origin, and type of developer organization: content analysis of guidelines","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Medicine; Guideline; Health informatics; MEDLINE; Family medicine; Public health; Nursing; Pathology","score_opus":0.522555150058102,"score_gpt":0.6367472902202156,"score_spread":0.11419214016211354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770333214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880855,0.00008381974,0.0077364463,0.0025260772,0.00026966108,0.000622997,0.00060027366,0.00001150082,0.00006372915],"genre_scores_gemma":[0.9598687,0.0005146347,0.036933944,0.0008328985,0.00006385285,0.0000040494024,0.0017337651,0.000015962345,0.000032166357],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99320114,0.00010360841,0.0050709643,0.0004555093,0.0009563905,0.00021239638],"domain_scores_gemma":[0.982639,0.00058208255,0.0036098948,0.0005663368,0.012462446,0.00014021862],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051577226,0.00018531505,0.00079832185,0.00028758083,0.00020728212,0.00006654606,0.00027201927,0.0000776616,0.0016612626],"category_scores_gemma":[0.011615151,0.00016611339,0.000068476984,0.0014602602,0.0011085994,0.0010653348,0.00021367345,0.00008488059,0.000001811703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016659281,0.000075965676,0.9121808,0.00005751646,0.00038950282,6.172988e-7,0.00025799044,0.000011679645,0.05710042,0.0012089591,0.014503826,0.014046178],"study_design_scores_gemma":[0.0041012987,0.00053571,0.9359954,0.000047017646,0.0020760358,0.000012805696,0.0061455485,0.00070860336,0.04218793,0.0001487793,0.007835705,0.00020514915],"about_ca_topic_score_codex":0.0021682787,"about_ca_topic_score_gemma":0.0004532917,"teacher_disagreement_score":0.029197497,"about_ca_system_score_codex":0.000052047948,"about_ca_system_score_gemma":0.001122111,"threshold_uncertainty_score":0.99925137},"labels":[],"label_agreement":null},{"id":"W2778461957","doi":"10.1186/s13012-017-0696-3","title":"Community-based participatory research and integrated knowledge translation: advancing the co-creation of knowledge","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":699,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Participatory action research; Community-based participatory research; Knowledge management; Sociology; Health services research; Leverage (statistics); Public relations; Public health; Medicine; Political science; Computer science; Nursing","score_opus":0.9264989825066337,"score_gpt":0.8000006745388658,"score_spread":0.12649830796776784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2778461957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691084,0.000037673613,0.003336399,0.009368537,0.0003550319,0.0018794911,0.00010089,0.000044088385,0.01576948],"genre_scores_gemma":[0.99753594,0.000013111735,0.0010681484,0.0008015562,0.00006639925,0.0003345647,0.000016294785,0.000010760238,0.00015321419],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936052,0.0034594587,0.00095714803,0.00030596947,0.00081153936,0.0008606934],"domain_scores_gemma":[0.99028003,0.0061266674,0.0006388481,0.00092141866,0.0017694012,0.00026364604],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.035380155,0.00012296422,0.00019504764,0.0004380175,0.015316068,0.00013221429,0.0010920634,0.000052593456,0.00032505178],"category_scores_gemma":[0.003382252,0.000093900606,0.00002281633,0.0010425261,0.0034020708,0.0010746124,0.00021366322,0.0006646206,0.00008064502],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012158382,0.00019352898,0.37748545,0.00069473515,0.0000140885795,6.028628e-7,0.37081602,0.000012685412,0.058943164,0.018176131,0.010832572,0.16270943],"study_design_scores_gemma":[0.0039254795,0.00047297907,0.6116542,0.00028333504,0.000020031026,0.0000013747336,0.14043391,0.0031555025,0.031036045,0.002034721,0.20670098,0.00028144926],"about_ca_topic_score_codex":0.002051871,"about_ca_topic_score_gemma":0.007273852,"teacher_disagreement_score":0.23416875,"about_ca_system_score_codex":0.00035359894,"about_ca_system_score_gemma":0.003835382,"threshold_uncertainty_score":0.9993101},"labels":[],"label_agreement":null},{"id":"W2783185864","doi":"10.1186/s13012-017-0702-9","title":"MAGnesium sulphate for fetal neuroprotection to prevent Cerebral Palsy (MAG-CP)—implementation of a national guideline in Canada","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Preterm Birth and Chorioamnionitis","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Cerebral palsy; Neuroprotection; Fetus; Logistic regression; Guideline; Pediatrics; Pregnancy; Obstetrics; Internal medicine; Physical therapy","score_opus":0.039000138804940195,"score_gpt":0.4102260970446994,"score_spread":0.37122595823975924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783185864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99145186,0.0000063095345,0.004029194,0.002327966,0.0003898817,0.0014490426,0.00019874396,0.000011910603,0.00013510216],"genre_scores_gemma":[0.99421126,0.0000016410862,0.0040859682,0.0012452863,0.00015454185,0.00016641719,0.00009197408,0.000008135952,0.0000347854],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99793077,0.000029425171,0.0006125043,0.00031276615,0.0007983068,0.00031623774],"domain_scores_gemma":[0.9987023,0.000028264201,0.00018512212,0.0001257072,0.0008175554,0.00014107565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007585078,0.0000988766,0.00013340854,0.00027226447,0.00013140912,0.000025559319,0.0001296969,0.00001344596,0.0005117019],"category_scores_gemma":[0.00013146836,0.00009895004,0.000029928133,0.00072394894,0.00007584737,0.00029940208,0.000044674136,0.000040352174,0.000004434629],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005966605,0.00016294165,0.19403337,0.00020603421,0.00002522803,0.000008154612,0.0027528643,0.00007035093,0.46664608,0.001082257,0.012355657,0.3220604],"study_design_scores_gemma":[0.0033762804,0.0010964888,0.5958214,0.000022273245,0.00001968547,0.00002751402,0.003598778,0.00092090265,0.3900587,0.00033728985,0.004536672,0.00018406626],"about_ca_topic_score_codex":0.27229506,"about_ca_topic_score_gemma":0.68885165,"teacher_disagreement_score":0.41655663,"about_ca_system_score_codex":0.00061538845,"about_ca_system_score_gemma":0.0029833238,"threshold_uncertainty_score":0.7325508},"labels":[],"label_agreement":null},{"id":"W2783384668","doi":"10.1186/s13012-017-0705-6","title":"Assessing organizational implementation context in the education sector: confirmatory factor analysis of measures of implementation leadership, climate, and citizenship","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":214,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute of Mental Health; Institute of Education Sciences; National Institutes of Health; University of Washington","keywords":"Confirmatory factor analysis; Health administration; Health informatics; Medicine; Organizational citizenship behavior; Context (archaeology); Citizenship; Health services research; Organisation climate; Public relations; Public health; Knowledge management; Organizational commitment; Nursing; Political science; Business; Marketing; Politics","score_opus":0.7626806711914305,"score_gpt":0.6915967709170068,"score_spread":0.07108390027442368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783384668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99359107,0.00003452989,0.0013931773,0.0019641265,0.00034286032,0.0016809605,0.00036737745,0.000024893643,0.0006010075],"genre_scores_gemma":[0.99360114,0.000019946345,0.00072364055,0.0052122273,0.00009668078,0.00017557359,0.00015162269,0.000014369634,0.000004821997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936841,0.0013751804,0.0020658742,0.0005209344,0.0015625504,0.0007913745],"domain_scores_gemma":[0.99439156,0.0015962932,0.0016692328,0.00037834112,0.0018069975,0.00015756316],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0077363574,0.00020231905,0.0003861084,0.0016829364,0.0011642798,0.000111733076,0.000511285,0.00006666788,0.0031326972],"category_scores_gemma":[0.0006233695,0.00017570992,0.00005413979,0.005794298,0.0009052737,0.0013698932,0.000115098854,0.00018893255,0.0000127451995],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016297095,0.000025810077,0.87158793,0.00011471717,0.00005112152,1.19032954e-7,0.07303049,0.0000014123495,0.021189362,0.012204105,0.00060019473,0.02117843],"study_design_scores_gemma":[0.00086117536,0.00007785116,0.67017514,0.000024431669,0.000092112175,0.0000010415768,0.32139856,0.000062299274,0.006679514,0.00021596457,0.0002994717,0.00011243156],"about_ca_topic_score_codex":0.002131144,"about_ca_topic_score_gemma":0.011150627,"teacher_disagreement_score":0.24836808,"about_ca_system_score_codex":0.00040277702,"about_ca_system_score_gemma":0.0034016205,"threshold_uncertainty_score":0.9977786},"labels":[],"label_agreement":null},{"id":"W2783920792","doi":"10.1186/s13012-017-0701-x","title":"What is in your wallet? A cluster randomized trial of the effects of showing comparative patient out-of-pocket costs on primary care prescribing for uncomplicated hypertension","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; McGill University; McGill University Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Medical prescription; Randomized controlled trial; Health services research; Cluster randomised controlled trial; Emergency medicine; Health administration; Health informatics; Health care; Cluster (spacecraft); Health economics; Prescription costs; Prescription drug; Family medicine; Medical emergency; Public health; Internal medicine; Nursing","score_opus":0.14841410513576866,"score_gpt":0.4355255295008767,"score_spread":0.28711142436510806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783920792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99273866,0.00007593439,0.00068151724,0.00054835016,0.0007210586,0.005006498,0.000008701504,0.000004728703,0.00021452374],"genre_scores_gemma":[0.9976159,0.000014234208,0.00065198424,0.001436859,0.000024357421,0.00021651771,0.000016051405,0.0000037688403,0.000020324953],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983056,0.0001328448,0.00057979045,0.00023638792,0.00059841014,0.00014694841],"domain_scores_gemma":[0.99803036,0.00057529734,0.0004530222,0.00027399237,0.000623078,0.00004422522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006408,0.00008773415,0.00041030697,0.0001164168,0.00007742024,0.000012764902,0.00017769363,0.00002257721,0.00003156396],"category_scores_gemma":[0.00033577517,0.00005640958,0.00008314455,0.0003779661,0.00042194538,0.00019043993,0.000058919835,0.000050663646,0.000002887589],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.33624104,0.00062400877,0.0019407194,0.0008970256,0.00008259928,8.0507095e-7,0.07331141,0.000010569484,0.50782794,0.00026096223,0.0029590987,0.07584383],"study_design_scores_gemma":[0.42572066,0.0017434241,0.005048848,0.0016429061,0.000067578345,9.2076016e-7,0.010732711,0.0009831131,0.5537538,0.00007548654,0.00014326256,0.0000872681],"about_ca_topic_score_codex":0.000043328295,"about_ca_topic_score_gemma":0.000012431641,"teacher_disagreement_score":0.089479625,"about_ca_system_score_codex":0.00010803347,"about_ca_system_score_gemma":0.0002463152,"threshold_uncertainty_score":0.23003158},"labels":[],"label_agreement":null},{"id":"W2785917807","doi":"10.1186/s13012-017-0700-y","title":"Moving knowledge into action for more effective practice, programmes and policy: protocol for a research programme on integrated knowledge translation","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":368,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Western University; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Health services research; Medicine; Health administration; Health informatics; Protocol (science); Public health; Health policy; Action (physics); Translation (biology); Medical education; Knowledge management; Nursing; Alternative medicine; Computer science; Pathology","score_opus":0.8595602599082363,"score_gpt":0.8188445940077433,"score_spread":0.040715665900492914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785917807","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056495573,0.000008557174,0.069042936,0.03515656,0.00073322526,0.8345798,0.00018469294,0.00040347248,0.0033951458],"genre_scores_gemma":[0.20925817,0.0000017002086,0.037716065,0.0018580754,0.00086117187,0.75004184,0.00003056425,0.000040451683,0.00019194413],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937609,0.0014927696,0.0010729772,0.0009854892,0.0008814566,0.0018064344],"domain_scores_gemma":[0.9816045,0.011334685,0.00057682086,0.00035187468,0.005640673,0.0004914418],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.022452328,0.00025332466,0.00025961353,0.0014374949,0.005762181,0.00024259901,0.00042699266,0.00012940724,0.00005228035],"category_scores_gemma":[0.01652667,0.00021826701,0.000050462753,0.0041466365,0.0014714161,0.0018156265,0.0001362299,0.0004079631,0.00006916581],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007677206,0.00015782978,0.0009990819,0.0006977205,0.00001120904,1.0133367e-7,0.11197328,4.239037e-7,0.0070642694,0.011047078,0.004590059,0.8626912],"study_design_scores_gemma":[0.00784525,0.0040159263,0.006461353,0.00024383808,0.000016656904,0.0000026889845,0.079012364,0.0033545159,0.010607058,0.0034238861,0.8847058,0.00031066086],"about_ca_topic_score_codex":0.0012243413,"about_ca_topic_score_gemma":0.0040756995,"teacher_disagreement_score":0.88011575,"about_ca_system_score_codex":0.00175014,"about_ca_system_score_gemma":0.006398498,"threshold_uncertainty_score":0.9992343},"labels":[],"label_agreement":null},{"id":"W2788519719","doi":"10.1186/s13012-018-0710-4","title":"Leading for the long haul: a mixed-method evaluation of the Sustainment Leadership Scale (SLS)","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute on Drug Abuse; National Institute of Mental Health","keywords":"Confirmatory factor analysis; Qualitative property; Context (archaeology); Scale (ratio); Qualitative research; Leadership style; Psychology; Computer science; Structural equation modeling; Sociology; Social psychology","score_opus":0.8269216113872868,"score_gpt":0.7621147684777239,"score_spread":0.06480684290956296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788519719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6874464,0.000033327826,0.23536825,0.06043091,0.0036164057,0.011067475,0.00013408008,0.00006192399,0.0018411995],"genre_scores_gemma":[0.9833827,0.0000024176122,0.0048696827,0.0099104885,0.00030792027,0.0010644,0.000003372813,0.0000134282855,0.00044560386],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99332803,0.0015690352,0.0010845145,0.00047213145,0.0024852827,0.0010609964],"domain_scores_gemma":[0.9919896,0.0038160144,0.0009159272,0.0006615407,0.0024615151,0.0001553622],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.040713605,0.00013811539,0.00016730936,0.00021553233,0.0044988156,0.000059326812,0.0010628555,0.00004690365,0.001018226],"category_scores_gemma":[0.004150874,0.00008648079,0.00006877556,0.0020738707,0.0011267387,0.000627209,0.000254041,0.00018727903,0.00006845656],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112831345,0.000068338486,0.22897929,0.00045508106,0.000041451887,1.2566774e-7,0.20386,0.00030933737,0.04725393,0.019469582,0.05362924,0.4458208],"study_design_scores_gemma":[0.00389116,0.00021851232,0.6217358,0.00011883463,0.0001395217,0.0000028343718,0.25575513,0.01588042,0.07078436,0.0026836917,0.028508075,0.0002816182],"about_ca_topic_score_codex":0.00045349015,"about_ca_topic_score_gemma":0.003492694,"teacher_disagreement_score":0.44553918,"about_ca_system_score_codex":0.0009198261,"about_ca_system_score_gemma":0.003710145,"threshold_uncertainty_score":0.999895},"labels":[],"label_agreement":null},{"id":"W2788899678","doi":"10.1186/s13012-018-0711-3","title":"Training scholars in dissemination and implementation research for cancer prevention and control: a mentored approach","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute; National Institutes of Health; Institute of Clinical and Translational Sciences; U.S. Department of Veterans Affairs","keywords":"Workforce; Medical education; Medicine; Baseline (sea); Health services research; Nursing research; Health informatics; Cancer prevention; Focus group; Program evaluation; Public health; Nursing; Cancer","score_opus":0.3918555710657191,"score_gpt":0.6692440374427165,"score_spread":0.27738846637699743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788899678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738697,0.000057472673,0.021593554,0.0020601202,0.00012475024,0.0017296694,0.00006280447,0.0000109139455,0.0004910231],"genre_scores_gemma":[0.99656403,0.0000117420705,0.0023753594,0.000045639867,0.000099800396,0.00067174394,0.000021470456,0.0000062333856,0.00020400641],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960779,0.000343561,0.00055270136,0.00067720155,0.0018470559,0.0005016063],"domain_scores_gemma":[0.9972286,0.00055533886,0.00017619441,0.00017978859,0.0017232697,0.00013678969],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0187426,0.00009442928,0.00014250954,0.0010491975,0.0010172022,0.0011318678,0.0003200012,0.000031301475,0.000127174],"category_scores_gemma":[0.0009137231,0.00008078916,0.00001899109,0.0024605372,0.0006081056,0.0024837612,0.0001424113,0.00009515958,0.0000033802514],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000294442,0.000053011296,0.043831866,0.000014378425,0.000009031155,4.4967828e-7,0.03440404,0.0000053768617,0.11556172,0.010435517,0.0012437762,0.7941464],"study_design_scores_gemma":[0.005139573,0.0017043431,0.5626777,0.000050658535,0.000014543006,0.0000075517087,0.32038227,0.027852478,0.02648793,0.05166849,0.0036921306,0.00032235068],"about_ca_topic_score_codex":0.00009570282,"about_ca_topic_score_gemma":0.0039792475,"teacher_disagreement_score":0.793824,"about_ca_system_score_codex":0.00021267716,"about_ca_system_score_gemma":0.00046517036,"threshold_uncertainty_score":0.99990505},"labels":[],"label_agreement":null},{"id":"W2799320882","doi":"","title":"Factors influencing the use of implementation tools to promote school health: A multi-level evaluation","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"School Health and Nursing Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Workplace Health, Safety and Compensation Commission","funders":"","keywords":"Medicine; Health informatics; Health administration; Health services research; Public health; Health policy; Environmental health; Health economics; Nursing; Medical education","score_opus":0.7651803843920562,"score_gpt":0.6756927999781541,"score_spread":0.08948758441390203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799320882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823199,0.0000137409115,0.004525655,0.0068734535,0.0015699522,0.0045171613,0.000111783804,0.00004359805,0.00002476765],"genre_scores_gemma":[0.9820613,0.000003590397,0.010873466,0.0062982216,0.00017599648,0.0004372501,0.00008607078,0.000014372024,0.00004973144],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958341,0.0006379545,0.001110329,0.00043231747,0.0012249441,0.00076032226],"domain_scores_gemma":[0.99594575,0.00037968875,0.0008207345,0.00046618868,0.0019789233,0.00040872404],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062853526,0.00015041938,0.00017642196,0.000412476,0.0025648891,0.000099632445,0.00035177573,0.000043991393,0.0011525692],"category_scores_gemma":[0.00205609,0.000111085574,0.000032361637,0.0017571918,0.00019131872,0.0015735278,0.00009192283,0.0002026209,0.00012745742],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008255067,0.00008717543,0.32118183,0.00010810181,0.000015762711,4.131916e-8,0.15044671,0.00002754352,0.028051294,0.0004196864,0.039294258,0.46028504],"study_design_scores_gemma":[0.00083030044,0.00027595417,0.9477847,0.00007610074,0.00001562001,2.9588787e-7,0.03789514,0.00025901047,0.0044701113,0.00007033872,0.00821372,0.00010870521],"about_ca_topic_score_codex":0.0046896744,"about_ca_topic_score_gemma":0.005137283,"teacher_disagreement_score":0.6266029,"about_ca_system_score_codex":0.0014062725,"about_ca_system_score_gemma":0.0055935862,"threshold_uncertainty_score":0.9997605},"labels":[],"label_agreement":null},{"id":"W2800498576","doi":"10.1186/s13012-018-0715-z","title":"Proceedings of the 4th Biennial Conference of the Society for Implementation Research Collaboration (SIRC) 2017: implementation mechanisms: what makes implementation work and why? part 2","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; University of North Carolina at Chapel Hill; College of Pharmacy, University of Michigan; York University; University of Michigan; University of Denver; University of Washington; Drexel University; Washington State University; Harvard University; U.S. Department of Veterans Affairs; Washington University in St. Louis; Center for Healthcare Organization and Implementation Research; Portland State University; Ohio State University","keywords":"Medicine; Health services research; Health informatics; Health administration; Work (physics); Public health; Nursing","score_opus":0.4554942824456179,"score_gpt":0.625355280973748,"score_spread":0.16986099852813014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800498576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98135966,0.00002890064,0.0034185448,0.009483513,0.0012349964,0.004036239,0.0002267302,0.000018141522,0.00019329977],"genre_scores_gemma":[0.9955066,0.00007009627,0.0030519199,0.0006570671,0.00013900157,0.00042349944,0.00003678679,0.000014183764,0.00010084943],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9918035,0.0002628944,0.0017061738,0.00081484724,0.0047802376,0.00063232874],"domain_scores_gemma":[0.9887733,0.00051447155,0.0017472696,0.0005093611,0.008339245,0.0001163898],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017261598,0.00023045063,0.00028241414,0.0003933281,0.0020085108,0.0014805748,0.0012986569,0.00006640789,0.0013693307],"category_scores_gemma":[0.00035325348,0.00015117842,0.00018715802,0.0051082405,0.0014027316,0.004745319,0.00047246352,0.00014028436,0.000006582672],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029102803,0.00013438365,0.14764746,0.00010774656,0.00011580071,6.048489e-8,0.08519035,0.00001792793,0.22918318,0.16757469,0.08705934,0.28267804],"study_design_scores_gemma":[0.0025374936,0.0006218577,0.1572106,0.000057305937,0.000072523195,0.0000021222672,0.4076845,0.00048700557,0.393943,0.02505733,0.012081821,0.00024443195],"about_ca_topic_score_codex":0.00021573562,"about_ca_topic_score_gemma":0.0034968785,"teacher_disagreement_score":0.32249415,"about_ca_system_score_codex":0.00029690255,"about_ca_system_score_gemma":0.0016650399,"threshold_uncertainty_score":0.999556},"labels":[],"label_agreement":null},{"id":"W2800965978","doi":"10.1186/s13012-018-0754-5","title":"Cluster randomised controlled trial of a theory-based multiple behaviour change intervention aimed at healthcare professionals to improve their management of type 2 diabetes in primary care","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Diabetes Management and Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; Diabetes UK","keywords":"Medicine; Family medicine; Medical prescription; Cluster randomised controlled trial; Audit; Psychological intervention; Health administration; Guideline; Intervention (counseling); Randomized controlled trial; Type 2 diabetes; Physical therapy; Health services research; Health care; Public health; Diabetes mellitus; Nursing; Internal medicine","score_opus":0.04760744588432611,"score_gpt":0.4164993295213496,"score_spread":0.3688918836370235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800965978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98790663,0.00004411648,0.00007902652,0.00080312457,0.00072733016,0.010231475,0.00002086184,0.000013077107,0.00017437703],"genre_scores_gemma":[0.9967348,0.0000030321755,0.0007136377,0.00075525197,0.000057908852,0.0014272154,0.0001601865,0.000009403062,0.00013853928],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9981629,0.00015355884,0.00064466475,0.00029695636,0.00047311335,0.0002687627],"domain_scores_gemma":[0.99863225,0.00014173592,0.00037859342,0.00025918556,0.00050588866,0.00008234146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021440757,0.000115093884,0.00034101904,0.00042570935,0.00008075682,0.000013576214,0.00015750086,0.000027466907,0.00013757743],"category_scores_gemma":[0.00010987357,0.00008911501,0.0000910664,0.0006573833,0.00012922335,0.00018978547,0.00011542102,0.000038523114,0.0000058738206],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4747178,0.0018616312,0.28096342,0.002550251,0.00015581919,0.0000010235543,0.017745497,0.000003510052,0.04022354,0.00031687817,0.00040730851,0.18105334],"study_design_scores_gemma":[0.66208214,0.0028441513,0.2561169,0.0006623632,0.00013758896,5.0607905e-8,0.0094022155,0.0003671876,0.068116575,0.00006106726,0.00006299532,0.00014676519],"about_ca_topic_score_codex":0.000050161143,"about_ca_topic_score_gemma":0.00008896411,"teacher_disagreement_score":0.18736435,"about_ca_system_score_codex":0.00028636062,"about_ca_system_score_gemma":0.00012876219,"threshold_uncertainty_score":0.36340046},"labels":[],"label_agreement":null},{"id":"W2801054474","doi":"10.1186/s13012-018-0745-6","title":"Impact of patient involvement on clinical practice guideline development: a parallel group study","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":209,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"National Institute on Aging; Agency for Healthcare Research and Quality; University of Florida","keywords":"Guideline; Medicine; Public health; Family medicine; Nursing; Pathology","score_opus":0.5402036425323912,"score_gpt":0.6636811592481584,"score_spread":0.12347751671576723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801054474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905146,0.0000108334325,0.0011757391,0.00014635891,0.0012492927,0.0039318283,0.000032217686,0.000037450573,0.0029016756],"genre_scores_gemma":[0.9751114,0.000008861875,0.018599069,0.0055834907,0.00018727638,0.00034988584,0.00011875109,0.000013828341,0.0000274263],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99307036,0.00081137824,0.0029996044,0.0006200544,0.0016860339,0.0008125724],"domain_scores_gemma":[0.9960741,0.0006145411,0.001066218,0.0005191107,0.0012925119,0.0004335467],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008609834,0.0002128644,0.0002973589,0.00029938662,0.0014872765,0.00001912075,0.0004098093,0.00005191222,0.0012901693],"category_scores_gemma":[0.00037240557,0.00016329634,0.00007206092,0.0008598188,0.00029029776,0.0005033094,0.00030689206,0.000253901,0.00040868114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076245633,0.0026624398,0.89888096,0.000050346764,0.000059833266,0.000002505421,0.03175574,0.0000067953783,0.00017750154,0.0008003496,0.0070947264,0.05774635],"study_design_scores_gemma":[0.008544324,0.036629606,0.7512209,0.00022919313,0.000048117497,7.8091216e-7,0.11183359,0.00013785825,0.0005392312,0.00018343785,0.09019181,0.00044115775],"about_ca_topic_score_codex":0.0014830249,"about_ca_topic_score_gemma":0.0008595363,"teacher_disagreement_score":0.14766006,"about_ca_system_score_codex":0.00080768537,"about_ca_system_score_gemma":0.0018640846,"threshold_uncertainty_score":0.99981266},"labels":[],"label_agreement":null},{"id":"W2801362273","doi":"10.1186/s13012-018-0749-2","title":"Correction to: Engaging policy-makers, health system managers, and policy analysts in the knowledge synthesis process: a scoping review","year":2018,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; St. Michael's Hospital","funders":"World Health Organization","keywords":"Health informatics; Health services research; Health administration; Process (computing); Medicine; Health policy; Public health; Healthcare policy; Knowledge management; Process management; Health care reform; Nursing; Business; Computer science","score_opus":0.6416614973486734,"score_gpt":0.7554200018303353,"score_spread":0.11375850448166192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801362273","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000054741424,0.9484572,0.00039502053,0.020304086,0.0016133983,0.024248173,0.0001897425,0.00019879651,0.004538854],"genre_scores_gemma":[0.0011177068,0.9720286,0.0002832413,0.019257896,0.00084625586,0.006302667,0.000021277663,0.00005022612,0.000092086804],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9846213,0.006704477,0.0037088203,0.0013879876,0.0015115892,0.0020658134],"domain_scores_gemma":[0.9880269,0.007102985,0.0026120292,0.00097458524,0.0005872213,0.0006962607],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03543216,0.0005464698,0.0017462204,0.0036722126,0.00345868,0.00019902382,0.001529569,0.00010395325,0.00006792258],"category_scores_gemma":[0.012926448,0.0004087655,0.00012727648,0.016646678,0.0004245618,0.0006955006,0.00043871475,0.00077601837,0.00022331982],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000025392371,0.000015344229,0.00016749445,0.22430979,0.000013536424,0.0000019206357,0.026338723,3.1070888e-7,2.5308415e-7,0.00077483885,0.0116203055,0.73675495],"study_design_scores_gemma":[0.0003420025,0.000103237726,0.00039094026,0.55071306,0.00012959771,0.00005885953,0.032761198,0.000050664832,9.3733854e-7,0.000017181444,0.41490602,0.0005262915],"about_ca_topic_score_codex":0.0074728066,"about_ca_topic_score_gemma":0.007625903,"teacher_disagreement_score":0.73622864,"about_ca_system_score_codex":0.004853153,"about_ca_system_score_gemma":0.033232257,"threshold_uncertainty_score":0.99983644},"labels":[],"label_agreement":null},{"id":"W2801546261","doi":"10.1186/s13012-018-0717-x","title":"Engaging policy-makers, health system managers, and policy analysts in the knowledge synthesis process: a scoping review","year":2018,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; Public Health Ontario; St. Michael's Hospital","funders":"Alliance for Health Policy and Systems Research; Department for International Development; Canada Research Chairs; Styrelsen för Internationellt Utvecklingssamarbete; World Health Organization","keywords":"Conceptualization; Knowledge translation; Grey literature; Health administration; Health informatics; Health policy; Health care; Health services research; Government (linguistics); Medicine; Knowledge management; Usability; Thematic analysis; Systematic review; MEDLINE; Public relations; Public health; Medical education; Political science; Nursing; Computer science; Qualitative research; Sociology","score_opus":0.7145904994487136,"score_gpt":0.771081165492174,"score_spread":0.056490666043460425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801546261","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000035986308,0.96561605,0.000099271674,0.015243381,0.00031113593,0.015100333,0.00020191818,0.00012824422,0.0032637008],"genre_scores_gemma":[0.00083678303,0.9774361,0.00028542458,0.015448698,0.0007109548,0.00516758,0.000023884668,0.000050290397,0.000040287498],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9821023,0.008092181,0.0042945356,0.0014362446,0.0016911834,0.0023835555],"domain_scores_gemma":[0.9875038,0.006751006,0.0034283958,0.0011510906,0.0005409974,0.0006246816],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04225879,0.0006069913,0.002064928,0.0033276905,0.0036958288,0.00020171287,0.00197465,0.00013671059,0.00009074839],"category_scores_gemma":[0.008354173,0.0004364385,0.00015019003,0.014488087,0.0007861221,0.00080990593,0.000508481,0.00084086694,0.00017892064],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000015956408,0.000015286605,0.00016622139,0.41328317,0.000017016053,0.0000031891395,0.022227805,7.3876365e-8,1.3036569e-7,0.0026376548,0.0025111132,0.55913675],"study_design_scores_gemma":[0.00047308105,0.00006797449,0.00023950537,0.5358696,0.00016290243,0.000059707214,0.03374061,0.000024197496,5.024622e-7,0.000046664685,0.42875656,0.0005586922],"about_ca_topic_score_codex":0.004667537,"about_ca_topic_score_gemma":0.0035732037,"teacher_disagreement_score":0.5585781,"about_ca_system_score_codex":0.00400612,"about_ca_system_score_gemma":0.042639624,"threshold_uncertainty_score":0.99999887},"labels":[],"label_agreement":null},{"id":"W2803038599","doi":"10.1186/s13012-018-0759-0","title":"Correction to: Updated clinical guidelines experience major reporting limitations","year":2018,"lang":"en","type":"erratum","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Health informatics; Health services research; Health administration; Public health; Family medicine; Nursing","score_opus":0.6844664725287125,"score_gpt":0.6717953911737667,"score_spread":0.012671081354945768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803038599","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20511077,0.00024889602,0.049259007,0.071738064,0.60653216,0.013245921,0.0005909917,0.0016848407,0.05158933],"genre_scores_gemma":[0.23102897,0.0014260518,0.26410437,0.10254653,0.04557036,0.0018450709,0.01781111,0.00058975874,0.3350778],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9846942,0.00022381064,0.009799036,0.0018406478,0.0025693583,0.0008729708],"domain_scores_gemma":[0.9821573,0.0012195777,0.006868495,0.0013116304,0.0076418887,0.00080110814],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012493766,0.00048125623,0.00087561656,0.0007228629,0.00084976543,0.00041277418,0.0006414794,0.00026148406,0.0019882838],"category_scores_gemma":[0.15161355,0.00046593256,0.0003179319,0.0031292136,0.0007564969,0.0012082967,0.00045644608,0.0009854354,0.00054540695],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009193082,0.00008586494,0.010095756,0.000016465607,0.0000388307,0.000017962526,0.0005298085,0.0000028432482,0.00095861126,0.0000143165225,0.90892065,0.07922693],"study_design_scores_gemma":[0.0015358173,0.0010005934,0.09841177,0.00029001664,0.000387042,0.0001958233,0.0077339383,0.001829111,0.0011514154,0.000070233495,0.8868258,0.0005684251],"about_ca_topic_score_codex":0.0010531744,"about_ca_topic_score_gemma":0.0020624204,"teacher_disagreement_score":0.56096184,"about_ca_system_score_codex":0.0006500705,"about_ca_system_score_gemma":0.005409452,"threshold_uncertainty_score":0.9997792},"labels":[],"label_agreement":null},{"id":"W2805306455","doi":"10.1186/s13012-018-0765-2","title":"How do clinicians use implementation tools to apply breast cancer screening guidelines to practice?","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Ottawa; McMaster University; McMaster University Medical Centre; St. Michael's Hospital; University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Context (archaeology); Guideline; Health informatics; Family medicine; Health services research; Data collection; Best practice; Health care; Nursing; Medical education; Public health","score_opus":0.8486058029728129,"score_gpt":0.7897949811020429,"score_spread":0.058810821870769914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805306455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4191249,0.00000615491,0.16000392,0.40718997,0.0032460657,0.0072986046,0.0023558517,0.00027332414,0.0005012357],"genre_scores_gemma":[0.59033763,0.000026936894,0.14494218,0.25959066,0.0020272166,0.0022173834,0.000039348644,0.000056932822,0.00076168176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910025,0.0008055371,0.0021965054,0.0013161848,0.0025119106,0.0021673571],"domain_scores_gemma":[0.98772377,0.00227641,0.0011649032,0.00083283504,0.0066979975,0.0013040941],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011337328,0.0003507216,0.00036706243,0.0010332415,0.0038666432,0.001079321,0.001120447,0.00008252255,0.0033928554],"category_scores_gemma":[0.008112924,0.00033684188,0.000063395346,0.0051769367,0.00035875055,0.0073427567,0.0006501965,0.00030420625,0.0009590383],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016748797,0.000027445923,0.1138443,0.00003589879,0.00002275758,0.0000026881241,0.042885095,0.000034180106,0.018820113,0.0026342806,0.273266,0.5482598],"study_design_scores_gemma":[0.001377516,0.00027027915,0.20382339,0.0000838109,0.000026972642,0.000008701668,0.10553243,0.000066984954,0.002074419,0.00005746892,0.6862694,0.00040862607],"about_ca_topic_score_codex":0.0075212503,"about_ca_topic_score_gemma":0.012780441,"teacher_disagreement_score":0.54785115,"about_ca_system_score_codex":0.0010117171,"about_ca_system_score_gemma":0.0034004962,"threshold_uncertainty_score":0.9999577},"labels":[],"label_agreement":null},{"id":"W2806272823","doi":"10.1186/s13012-018-0766-1","title":"Implementation of a community-based intervention in the most rural and remote districts of Zambia: a process evaluation of safe motherhood action groups","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"African Union; African Union Commission; International Development Research Centre","keywords":"Medicine; Focus group; Intervention (counseling); Health services research; Health administration; Community health; Referral; Qualitative research; Nursing; Health care; Public health; Rural health; Health facility; Health informatics; Health policy; Rural area; Environmental health; Population; Economic growth; Health services; Business","score_opus":0.10715902588718058,"score_gpt":0.5100221083601961,"score_spread":0.40286308247301555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806272823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997947,0.000011460832,0.00079137617,0.00038998606,0.000039703515,0.0006943153,0.000025225734,0.0000032690934,0.000097684824],"genre_scores_gemma":[0.99956125,0.0000056710505,0.00018388631,0.00018648678,0.00001273647,0.00000916965,0.00003782206,0.0000024530789,5.419498e-7],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983964,0.00023556447,0.0004528864,0.00007911122,0.0007227408,0.00011328605],"domain_scores_gemma":[0.9987925,0.000041003288,0.0004050355,0.00013945166,0.00059474,0.00002722074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030822211,0.00005656791,0.00011517097,0.00016857583,0.00010382989,0.000010121897,0.00011185643,0.000015291787,0.00006138658],"category_scores_gemma":[0.000063295825,0.000042603315,0.000020479863,0.00071902573,0.00022210779,0.0002120188,0.000020282496,0.00006119463,3.7254165e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003895206,0.00040735814,0.4123152,0.00085544406,0.000018113136,1.8260647e-7,0.02047688,0.000017102951,0.102783024,0.0005663825,0.00002931977,0.46214145],"study_design_scores_gemma":[0.002843751,0.00084168994,0.8706706,0.000113371396,0.00004842974,0.0000051838447,0.042067975,0.00084954046,0.08152176,0.0010026268,0.000004648195,0.000030419054],"about_ca_topic_score_codex":0.006438836,"about_ca_topic_score_gemma":0.0029350303,"teacher_disagreement_score":0.46211106,"about_ca_system_score_codex":0.00008463365,"about_ca_system_score_gemma":0.00019212089,"threshold_uncertainty_score":0.9733637},"labels":[],"label_agreement":null},{"id":"W2806988044","doi":"10.1186/s13012-018-0755-4","title":"Evaluation of the “Foundations in Knowledge Translation” training initiative: preparing end users to practice KT","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; Michael Smith Health Research BC; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Vancouver Coastal Health Research Institute; Michael Smith Health Research BC","keywords":"Knowledge translation; Medicine; Coaching; Focus group; Medical education; Baseline (sea); Psychology; Knowledge management","score_opus":0.9096290470251049,"score_gpt":0.7899740217778172,"score_spread":0.11965502524728777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806988044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9038873,0.00000959759,0.0091263335,0.015129498,0.0017914722,0.0051104687,0.00007775256,0.000048679063,0.06481893],"genre_scores_gemma":[0.987026,0.0000020553862,0.0070303665,0.0052285814,0.00012664283,0.00053625565,0.00000413214,0.000010156041,0.000035844376],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99278325,0.0025272258,0.0013020326,0.00046683007,0.0022076224,0.00071302196],"domain_scores_gemma":[0.99206775,0.0032857854,0.0007057249,0.00042346597,0.0033263545,0.00019093568],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032729425,0.00012190751,0.00015718695,0.0006105962,0.0017946903,0.000046421308,0.0005967848,0.000041277388,0.0011761017],"category_scores_gemma":[0.015528685,0.00010626753,0.000029154324,0.004871464,0.0005694381,0.0019897157,0.00016079242,0.00021134921,0.00014943985],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028675731,0.000048429843,0.024612349,0.000034274995,0.000010450693,6.9670435e-8,0.77081895,0.00019586449,0.012836846,0.005693035,0.0017149261,0.18400615],"study_design_scores_gemma":[0.004328495,0.00023635695,0.5798872,0.00021498048,0.0000975519,0.0000032631654,0.28477362,0.007208182,0.0070984787,0.0022492243,0.11354297,0.0003596514],"about_ca_topic_score_codex":0.0006929841,"about_ca_topic_score_gemma":0.01612775,"teacher_disagreement_score":0.5552749,"about_ca_system_score_codex":0.0011152695,"about_ca_system_score_gemma":0.009156222,"threshold_uncertainty_score":0.99973696},"labels":[],"label_agreement":null},{"id":"W2808838618","doi":"10.1186/s13012-018-0779-9","title":"Enhancing the uptake of systematic reviews of effects: what is the best format for health care managers and policy-makers? A mixed-methods study","year":2018,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; Ministry of Health; Sinai Health System; Centre Hospitalier Universitaire de Sherbrooke; Université Laval; Michael Smith Health Research BC; Simon Fraser University; University of Ottawa; Santé Montérégie; University of Calgary; Centre hospitalier universitaire de Québec; Impact; McMaster University; University of Toronto; Ministry of Health and Long Term Care; Ottawa Hospital; Alberta Health; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Usability; Systematic review; Medicine; Health informatics; Health services research; Health care; Health administration; MEDLINE; Public health; Applied psychology; Medical education; Nursing; Psychology; Computer science","score_opus":0.6383356219306742,"score_gpt":0.7611658430468858,"score_spread":0.12283022111621167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808838618","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000369292,0.9174192,0.0074769845,0.0029053148,0.0014518861,0.070036195,0.00026624705,0.000023990833,0.00005089299],"genre_scores_gemma":[0.0003678092,0.9727342,0.007484962,0.008041346,0.00019162735,0.011087684,0.0000132810765,0.000041113064,0.000037966976],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9811653,0.008847109,0.006671406,0.00077307574,0.0013062505,0.0012368921],"domain_scores_gemma":[0.9743013,0.016812943,0.0062253843,0.0014407971,0.0009418257,0.0002777783],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.058753584,0.00045453393,0.0025328193,0.00074800506,0.003057857,0.00016687877,0.0016958766,0.00009370991,0.000034869405],"category_scores_gemma":[0.007972639,0.00023900105,0.00029661763,0.0033562328,0.0008516019,0.0010027755,0.000576598,0.0003424248,0.00002788381],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028379598,0.00001315806,0.0000094562365,0.41845402,0.000034068507,5.4185204e-8,0.13195318,3.1156297e-8,0.0000033842343,0.00029403678,0.0013970381,0.44783872],"study_design_scores_gemma":[0.00062430016,0.00059250946,0.000048234193,0.05657873,0.00041194033,0.0000041906433,0.46725798,0.000005765847,0.000031555872,0.000045418852,0.4741998,0.0001995542],"about_ca_topic_score_codex":0.0007707968,"about_ca_topic_score_gemma":0.0011308672,"teacher_disagreement_score":0.47280276,"about_ca_system_score_codex":0.0009141176,"about_ca_system_score_gemma":0.005895778,"threshold_uncertainty_score":0.9997399},"labels":[],"label_agreement":null},{"id":"W2810022433","doi":"10.1186/s13012-018-0785-y","title":"Contextualization of psychological treatments for government health systems in low-resource settings: group interpersonal psychotherapy for caregivers of children with nodding syndrome in Uganda","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; Ministry of Health, Uganda; Grand Challenges Canada","keywords":"Government (linguistics); Public health; Medicine; Nursing; Documentation; Medical education; Contextualization; Health administration; Health services research; Interpersonal communication; Formative assessment; Psychology; Social psychology; Pedagogy","score_opus":0.059500018497882376,"score_gpt":0.4713577880093127,"score_spread":0.4118577695114303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810022433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914227,0.00007627028,0.00470727,0.00015841494,0.00018033327,0.0030193557,0.00034382907,0.0000078071935,0.00008397994],"genre_scores_gemma":[0.998418,0.000007847551,0.00078851945,0.00020055933,0.000018564087,0.0004505507,0.00007822747,0.000010208488,0.000027529019],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99823487,0.00007119705,0.0005640065,0.00041590488,0.0003614423,0.00035256788],"domain_scores_gemma":[0.99913025,0.000099184785,0.0005029324,0.00014351116,0.00006128851,0.000062842766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007882446,0.00012493171,0.00025500898,0.00017536231,0.00012643864,0.000020167898,0.00020200621,0.000031656244,0.000061418155],"category_scores_gemma":[0.0000064571736,0.00010129672,0.000031439846,0.00044893046,0.00021975425,0.00018893706,0.000009323843,0.000028981296,7.827834e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039636577,0.0019181974,0.83774185,0.0002483488,0.0001476656,0.0000022105457,0.044268765,0.000030661864,0.0024357543,0.008120919,0.00055456004,0.1005674],"study_design_scores_gemma":[0.031077394,0.013430377,0.9066739,0.0006882785,0.000028596738,0.00003117248,0.044559155,0.00052239216,0.0024175788,0.0000983551,0.00016781308,0.00030495823],"about_ca_topic_score_codex":0.00073821325,"about_ca_topic_score_gemma":0.0005399494,"teacher_disagreement_score":0.10026244,"about_ca_system_score_codex":0.0003502386,"about_ca_system_score_gemma":0.0000349165,"threshold_uncertainty_score":0.41307604},"labels":[],"label_agreement":null},{"id":"W2810908445","doi":"10.1186/s13012-018-0780-3","title":"Using information communication technology in models of integrated community-based primary health care: learning from the iCOACH case studies","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Trillium Health Centre; Hôpital Charles-Le Moyne; Sinai Health System; Université du Québec en Abitibi-Témiscamingue; University of Toronto; Women's College Hospital; Université de Sherbrooke; Lunenfeld-Tanenbaum Research Institute","funders":"Health Research Council of New Zealand; Canadian Institutes of Health Research","keywords":"Health informatics; Integrated care; Interoperability; Enabling; Health administration; Knowledge management; Information and Communications Technology; Health care; Information system; Health services research; eHealth; Medicine; Nursing; Public health; Computer science; World Wide Web; Engineering; Political science","score_opus":0.27228849845387465,"score_gpt":0.5998900095194244,"score_spread":0.32760151106554974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810908445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98078585,0.00013009216,0.011617636,0.005911338,0.00028543748,0.0008273255,0.00004385241,0.000039864877,0.00035863384],"genre_scores_gemma":[0.9857524,0.000014741038,0.008427769,0.0053870995,0.000017350587,0.000102789694,0.0002880442,0.0000046079904,0.0000052217274],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99715024,0.0014648808,0.00075645314,0.00010580019,0.0002987076,0.0002238905],"domain_scores_gemma":[0.99641323,0.0005717963,0.00069253583,0.0003582184,0.0019325507,0.00003166451],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002941577,0.0000846074,0.00015145408,0.0004036581,0.0031476328,0.000022457338,0.00034640997,0.000052973846,0.00004373022],"category_scores_gemma":[0.00037103693,0.000065111024,0.000012971807,0.0019982047,0.0005661876,0.000975608,0.00017486734,0.0005418394,0.00000877803],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023529772,0.00012470668,0.068126455,0.00023172944,0.00002569403,7.7158035e-7,0.8655239,0.0027400532,0.0066667185,0.025842696,0.0026828463,0.027799146],"study_design_scores_gemma":[0.00097336026,0.0001325127,0.0051851105,0.00021599949,0.00000785974,0.0000028842728,0.97861165,0.008930595,0.0011388548,0.0029415714,0.0017621682,0.00009741213],"about_ca_topic_score_codex":0.010322419,"about_ca_topic_score_gemma":0.00608228,"teacher_disagreement_score":0.11308778,"about_ca_system_score_codex":0.0011325802,"about_ca_system_score_gemma":0.004166517,"threshold_uncertainty_score":0.9981501},"labels":[],"label_agreement":null},{"id":"W2811498521","doi":"10.1186/s13012-018-0772-3","title":"The GUIDES checklist: development of a tool to improve the successful use of guideline-based computerised clinical decision support","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Horizon 2020; National Institute for Health and Care Research","keywords":"Checklist; Context (archaeology); Guideline; Psychological intervention; Medicine; Process management; Clinical decision support system; Health care; Medical education; Knowledge management; Decision support system; Nursing; Computer science; Psychology; Data mining; Engineering","score_opus":0.21877647639260125,"score_gpt":0.6042573877499001,"score_spread":0.3854809113572989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811498521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8717999,0.0000058542287,0.12197842,0.0020707883,0.0016625229,0.0023308634,0.000028508528,0.000023867135,0.00009929462],"genre_scores_gemma":[0.9177273,0.000004507142,0.07805075,0.0036245398,0.00023169052,0.00022426456,0.000008991295,0.000013451109,0.000114489034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933782,0.0005488545,0.0038297854,0.00041086218,0.0011005261,0.00073175324],"domain_scores_gemma":[0.992304,0.0031414102,0.0013366446,0.000749465,0.0022918424,0.00017660642],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.020223081,0.00013340867,0.00028528232,0.0001358899,0.0018093508,0.000047429632,0.0009735974,0.000060363458,0.00022494546],"category_scores_gemma":[0.0025777984,0.000076317374,0.000058437978,0.0009719878,0.0005527898,0.00025903873,0.00031843918,0.00018800315,0.00007174271],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004334838,0.000092274684,0.14883202,0.00011533314,0.000025166448,5.211386e-7,0.009972668,0.000016804315,0.0152077945,0.0010478364,0.09485663,0.72939944],"study_design_scores_gemma":[0.0026708378,0.0013262068,0.23074745,0.00019131307,0.000017070046,0.0000011312527,0.006012703,0.005112251,0.026512176,0.0001463727,0.72700244,0.0002600739],"about_ca_topic_score_codex":0.0005771356,"about_ca_topic_score_gemma":0.0031925768,"teacher_disagreement_score":0.7291394,"about_ca_system_score_codex":0.00033098797,"about_ca_system_score_gemma":0.009267853,"threshold_uncertainty_score":0.99949014},"labels":[],"label_agreement":null},{"id":"W2883929777","doi":"10.1186/s13012-018-0784-z","title":"Engaging patients to improve quality of care: a systematic review","year":2018,"lang":"en","type":"review","venue":"Implementation Science","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":1345,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; St. Michael's Hospital; Niagara Health System; University of Toronto","funders":"Canada Research Chairs; Canadian Institutes of Health Research; Canadian Foundation for Healthcare Improvement; Max Bell Foundation","keywords":"Medicine; CINAHL; General partnership; Health services research; Context (archaeology); Patient participation; Nursing; Feeling; Service delivery framework; Thematic analysis; Health care; Health administration; Medical education; Qualitative research; Psychology; Service (business); Public health; Social psychology; Psychological intervention","score_opus":0.5898819752790475,"score_gpt":0.6726964351742821,"score_spread":0.08281445989523462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883929777","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001234686,0.97272825,0.00005250696,0.000018536295,0.0017958921,0.023784867,0.0007835705,0.000030995736,0.0006819231],"genre_scores_gemma":[0.00012881972,0.9921549,0.0004396903,0.002486189,0.00009005514,0.0038929684,0.00068886863,0.000027476954,0.00009102094],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99036133,0.0020601202,0.0044414587,0.0007096959,0.0016062065,0.00082117144],"domain_scores_gemma":[0.99292547,0.0008308906,0.0035869326,0.00091102923,0.001311033,0.00043462915],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008585171,0.00034552583,0.0022071106,0.00039685486,0.0010443223,0.00001573966,0.00086187676,0.000088894594,0.0002968303],"category_scores_gemma":[0.0008796872,0.00025672096,0.00023213019,0.0015204422,0.00012907927,0.0002294295,0.0004375101,0.00031132184,0.00063983357],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027273343,0.000022761355,0.00021851291,0.9531833,0.000011137734,5.8619804e-8,0.0022178616,2.1990372e-9,3.775856e-7,0.000128842,0.00051368494,0.043700755],"study_design_scores_gemma":[0.00040066725,0.00037624972,0.000045375462,0.85283834,0.00040493766,1.08547106e-7,0.002846172,1.537887e-7,0.0000051546554,0.000009157422,0.1427838,0.00028987165],"about_ca_topic_score_codex":0.00033583387,"about_ca_topic_score_gemma":0.00013442256,"teacher_disagreement_score":0.14227012,"about_ca_system_score_codex":0.0013999363,"about_ca_system_score_gemma":0.002359597,"threshold_uncertainty_score":0.9999885},"labels":[],"label_agreement":null},{"id":"W2885504761","doi":"10.1186/s13012-018-0796-8","title":"How do physicians behave when they participate in audit and feedback activities in a group with their peers?","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Innovations in Medical Education","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Audit; Credibility; Health services research; Medicine; Applied psychology; Action (physics); Psychology; Medical education; Social psychology; Public health; Nursing; Accounting; Business","score_opus":0.053957808978178694,"score_gpt":0.4107071866260471,"score_spread":0.3567493776478684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885504761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916884,0.000005549664,0.00073671323,0.00674304,0.00010008404,0.0003745636,0.000003944917,0.000013076245,0.00033463896],"genre_scores_gemma":[0.9961534,0.000004188525,0.0027416663,0.0008476318,0.00008147489,0.0000920004,0.000009858932,0.000006496848,0.000063274325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988741,0.000027953947,0.00016937836,0.00025687282,0.00039942056,0.00027222687],"domain_scores_gemma":[0.99953866,0.000035074085,0.00009262466,0.0001630862,0.00013521472,0.000035331053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007566716,0.000081640734,0.00011121558,0.00029304394,0.00011405386,0.000104006576,0.00009023078,0.00001868045,0.00006911044],"category_scores_gemma":[0.00011369615,0.00006271675,0.0000071864274,0.00074677676,0.0006195493,0.00063882576,0.0000323556,0.00009804339,0.0000022627405],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119847995,0.00025434312,0.53652316,0.00004279718,0.000011243301,0.0000053976314,0.11528755,0.0000020816433,0.0336249,0.0030803357,0.000871689,0.31017667],"study_design_scores_gemma":[0.0018824879,0.0005093501,0.85781205,0.0001422108,0.0000139000385,0.000011883609,0.122652106,0.0005237498,0.014136776,0.0012716862,0.0009049043,0.0001388693],"about_ca_topic_score_codex":0.00022818519,"about_ca_topic_score_gemma":0.0021677264,"teacher_disagreement_score":0.3212889,"about_ca_system_score_codex":0.00016500414,"about_ca_system_score_gemma":0.00016818594,"threshold_uncertainty_score":0.2557515},"labels":[],"label_agreement":null},{"id":"W2887195773","doi":"10.1186/s13012-018-0800-3","title":"Longitudinal evaluation of a course to build core competencies in implementation practice","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Health services research; Context (archaeology); Medical education; Medicine; Program evaluation; Knowledge translation; Educational measurement; Psychology; Applied psychology; Nursing; Public health; Curriculum; Knowledge management; Computer science; Pedagogy","score_opus":0.8308538128938113,"score_gpt":0.7948774902982055,"score_spread":0.03597632259560579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887195773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98098,0.0000086697,0.0029765647,0.009227815,0.00080242165,0.0036780175,0.00014299131,0.000037081183,0.0021464683],"genre_scores_gemma":[0.9766541,0.0000049531695,0.014199293,0.008273525,0.00018345195,0.00062589336,0.000022163606,0.000013667375,0.00002293512],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9919588,0.001068381,0.0018220784,0.00068454066,0.003341693,0.0011245174],"domain_scores_gemma":[0.9912627,0.0014630293,0.0010732368,0.0005126732,0.0053341724,0.00035421757],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027669268,0.00018403964,0.00026839407,0.0008884552,0.0011722265,0.000045437042,0.00063115964,0.000049721104,0.0039124587],"category_scores_gemma":[0.0044690287,0.00018564748,0.000030495788,0.0044793147,0.0006226556,0.001910516,0.0002632053,0.0002061524,0.00036791642],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118410986,0.000096056894,0.80160177,0.000065061766,0.0000131914985,0.0000013999205,0.08524808,0.00005403579,0.042623926,0.015016719,0.009429467,0.045731895],"study_design_scores_gemma":[0.003262381,0.00047831592,0.8532009,0.00006260854,0.00004809663,0.0000047914873,0.121146135,0.00069773284,0.0053562643,0.00097401923,0.014538017,0.0002307379],"about_ca_topic_score_codex":0.0053885626,"about_ca_topic_score_gemma":0.022316014,"teacher_disagreement_score":0.05159915,"about_ca_system_score_codex":0.0012418244,"about_ca_system_score_gemma":0.0062168264,"threshold_uncertainty_score":0.999417},"labels":[],"label_agreement":null},{"id":"W2888597825","doi":"10.1186/s13012-018-0804-z","title":"Confirmatory factor analysis of the Evidence-Based Practice Attitudes Scale with school-based behavioral health consultants","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"School Health and Nursing Education","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute of Mental Health; Institute of Education Sciences; National Institutes of Health; University of Washington","keywords":"Confirmatory factor analysis; Variance (accounting); Health administration; Scale (ratio); Openness to experience; Applied psychology; Sample (material); Health services research; Medicine; Reliability (semiconductor); Behavioural sciences; Public health; Criterion validity; Medical education; Psychometrics; Psychology; Clinical psychology; Construct validity; Structural equation modeling; Nursing; Social psychology; Statistics","score_opus":0.27320504345762514,"score_gpt":0.6304065225381582,"score_spread":0.35720147908053307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888597825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98245466,0.00005658525,0.0015230889,0.013770712,0.0008121796,0.0011581094,0.00009978486,0.000039632134,0.0000852438],"genre_scores_gemma":[0.98471326,0.0000051492684,0.003712972,0.011359987,0.00006413886,0.00009294905,0.000016761105,0.000007872413,0.000026941632],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965969,0.0007585064,0.000683103,0.0003726917,0.0010474086,0.0005413972],"domain_scores_gemma":[0.9947187,0.0009916812,0.0010714184,0.00053902814,0.0023379417,0.00034128292],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029550663,0.00011800108,0.00022741748,0.00043849368,0.0019828374,0.000038733353,0.0003962779,0.000042112195,0.0010337048],"category_scores_gemma":[0.0008944811,0.00008081961,0.000039237755,0.004541788,0.00082887296,0.0007885417,0.000029774812,0.00022936567,0.000041373038],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017494657,0.00010848216,0.9912067,0.00005685312,0.000014280039,7.85313e-8,0.0033873168,0.0000129010095,0.0011870317,0.000039312497,0.0020812696,0.0017308014],"study_design_scores_gemma":[0.00079714146,0.0003515033,0.98533577,0.00024681684,0.00014090542,3.0287032e-7,0.008815805,0.00022829414,0.0026759459,0.0000025092986,0.0013154331,0.00008955159],"about_ca_topic_score_codex":0.004596649,"about_ca_topic_score_gemma":0.0050053704,"teacher_disagreement_score":0.014320016,"about_ca_system_score_codex":0.0007059666,"about_ca_system_score_gemma":0.015025982,"threshold_uncertainty_score":0.9998795},"labels":[],"label_agreement":null},{"id":"W2888668484","doi":"10.1186/s13012-018-0790-1","title":"A systematic review of trials evaluating success factors of interventions with computerised clinical decision support","year":2018,"lang":"en","type":"review","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Norwegian Institute of Public Health; Horizon 2020","keywords":"Medicine; Psychological intervention; CINAHL; Decision aids; Health informatics; Clinical decision support system; MEDLINE; Health administration; Health care; Health services research; Randomized controlled trial; Clinical trial; Family medicine; Decision support system; Public health; Nursing; Alternative medicine; Data mining; Computer science; Surgery","score_opus":0.7723509180871185,"score_gpt":0.7795265782340262,"score_spread":0.007175660146907625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888668484","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002945357,0.96730024,0.009089587,0.000019167715,0.0020208803,0.020857431,0.0002704121,0.0000361928,0.000111541274],"genre_scores_gemma":[0.0001339512,0.9947644,0.0033157247,0.000094783136,0.00013640213,0.0012635175,0.00015440781,0.000038235485,0.000098609074],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.964303,0.01353053,0.018507076,0.00078963285,0.0020995268,0.00077020866],"domain_scores_gemma":[0.9575747,0.016101288,0.022552393,0.0010965598,0.0024038611,0.00027115428],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11366865,0.00038810662,0.0073339446,0.00066325173,0.00043551755,0.000023504033,0.0012875532,0.00019462872,0.00094157027],"category_scores_gemma":[0.01728087,0.0002330337,0.0010152677,0.0022240342,0.0004199568,0.00034018466,0.00029206922,0.0005164925,0.00006461613],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007749906,0.000040328407,0.00034497556,0.9340501,0.00010608393,2.9060368e-7,0.00033239587,2.2660627e-8,2.7569956e-7,0.00004791214,0.0008430838,0.06422683],"study_design_scores_gemma":[0.00077479763,0.0011738848,0.00008127274,0.9872008,0.0019640634,0.0000055637584,0.00051407114,0.000012651545,8.103306e-7,0.000011840649,0.00806897,0.00019126365],"about_ca_topic_score_codex":0.00023067172,"about_ca_topic_score_gemma":0.00022153041,"teacher_disagreement_score":0.09638778,"about_ca_system_score_codex":0.0008579161,"about_ca_system_score_gemma":0.017287917,"threshold_uncertainty_score":0.9999717},"labels":[],"label_agreement":null},{"id":"W2892646831","doi":"10.1186/s13012-018-0817-7","title":"Managerial leadership for research use in nursing and allied health care professions: a systematic review","year":2018,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Élisabeth Bruyère Hospital; York University; Canadian Nurses Association; Canadian Association of Occupational Therapists; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Health administration; Nursing research; Medicine; Nursing; Health informatics; Systematic review; Health care; Health services research; Allied health professions; Inclusion (mineral); Qualitative research; Medical education; MEDLINE; Psychology; Public health; Sociology; Social psychology","score_opus":0.8974877975348015,"score_gpt":0.7861400748886092,"score_spread":0.1113477226461923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892646831","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013087012,0.96294695,0.00008517376,0.0028311138,0.000995746,0.032911807,0.00008263701,0.000026328958,0.00010713277],"genre_scores_gemma":[0.00003483704,0.9862264,0.0012936571,0.0012717173,0.00029122515,0.010372779,0.00017721203,0.000026890695,0.00030531344],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9876022,0.0052852295,0.0023208684,0.0010020024,0.0016121974,0.002177544],"domain_scores_gemma":[0.9923367,0.0042457096,0.0010204323,0.0006331343,0.0011444672,0.0006195783],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03674243,0.00025636732,0.0014192187,0.0014459962,0.0034878992,0.00017452847,0.0008347349,0.00014884162,0.00008766671],"category_scores_gemma":[0.007814762,0.00019011341,0.0000832481,0.0037388126,0.0008193932,0.00084355223,0.00018467626,0.00081186,0.00010048949],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005332386,0.000016844051,0.000012873291,0.90125704,0.000002906876,2.9033856e-7,0.009650256,4.088883e-9,1.4403159e-7,0.00059978885,0.024361515,0.064092994],"study_design_scores_gemma":[0.0003041524,0.0001659016,0.000039702187,0.78354734,0.00004354323,0.0000020565178,0.057315234,0.0000040200193,1.2609753e-7,0.00008658872,0.15832177,0.00016957773],"about_ca_topic_score_codex":0.0005038748,"about_ca_topic_score_gemma":0.0013429044,"teacher_disagreement_score":0.13396025,"about_ca_system_score_codex":0.0032717723,"about_ca_system_score_gemma":0.0225361,"threshold_uncertainty_score":0.9978094},"labels":[],"label_agreement":null},{"id":"W2897214127","doi":"10.1186/s13012-018-0822-x","title":"Shedding light on conditions for the successful passive dissemination of recommendations in primary care: a mixed methods study","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Jewish General Hospital","funders":"Canadian Institutes of Health Research; Ministère de la Santé; Ministère de la Santé et des Services sociaux","keywords":"Medicine; Knowledge translation; Health services research; Health administration; Family medicine; Information Dissemination; Health informatics; Focus group; Quality (philosophy); Health care; Dissemination; Qualitative research; Descriptive statistics; Public health; Medical education; Nursing; Knowledge management","score_opus":0.37937115118623593,"score_gpt":0.7296683477230338,"score_spread":0.35029719653679786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897214127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9225716,0.0000065028585,0.039696053,0.023839619,0.0021677662,0.008854869,0.00052299123,0.000056335342,0.0022842549],"genre_scores_gemma":[0.98664576,0.000005519988,0.0077973395,0.0024984842,0.00013167207,0.002801244,0.000047326164,0.000012516821,0.00006014524],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99559003,0.0012113022,0.0013259192,0.000487435,0.000728727,0.0006565852],"domain_scores_gemma":[0.98679036,0.010678143,0.00063115684,0.00044546963,0.0013261621,0.00012869592],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008483943,0.00014073582,0.00021894503,0.00068211474,0.0028984898,0.000049487226,0.00063037773,0.000039009108,0.00055848534],"category_scores_gemma":[0.0033267657,0.000109592926,0.00003912528,0.002621809,0.0004116628,0.0007785791,0.00016628388,0.00018839039,0.000028515266],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014668016,0.0004089988,0.11248819,0.00028277707,0.000035247554,6.1155333e-7,0.48745897,0.000023975635,0.07910066,0.01943126,0.033196084,0.26742655],"study_design_scores_gemma":[0.001998626,0.0008651518,0.5403791,0.00014553883,0.00003174402,5.197016e-7,0.42083466,0.0003487285,0.019819055,0.0005414153,0.0148402965,0.00019516081],"about_ca_topic_score_codex":0.00035296497,"about_ca_topic_score_gemma":0.0027985843,"teacher_disagreement_score":0.4278909,"about_ca_system_score_codex":0.0008854014,"about_ca_system_score_gemma":0.0013676464,"threshold_uncertainty_score":0.9983996},"labels":[],"label_agreement":null},{"id":"W2899093173","doi":"10.1186/s13012-018-0826-6","title":"Changing behaviour ‘more or less’—do theories of behaviour inform strategies for implementation and de-implementation? A critical interpretive synthesis","year":2018,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"City, University of London","keywords":"Behaviour change; Theory of change; Psychological intervention; Health administration; Management science; Health services research; Implementation research; Health informatics; Computer science; Psychology; Medicine; Sociology; Public health; Nursing","score_opus":0.5756339260652976,"score_gpt":0.7428822879633858,"score_spread":0.16724836189808823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899093173","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11779413,0.28350005,0.28982252,0.014049859,0.014791713,0.1463406,0.12776603,0.0020773264,0.0038577886],"genre_scores_gemma":[0.39774817,0.5031618,0.044216376,0.006033575,0.0016571451,0.04575487,0.0007174504,0.00045053035,0.0002601278],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99021155,0.0010350079,0.0037730297,0.0011938895,0.001536062,0.0022504625],"domain_scores_gemma":[0.9817666,0.012348117,0.002663307,0.0006429352,0.0020225993,0.00055647845],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01123971,0.00069001573,0.0014895252,0.0019581327,0.0029538411,0.00041670082,0.0010926211,0.0002590638,0.0027608033],"category_scores_gemma":[0.0048669646,0.0005784507,0.00023861071,0.0025236993,0.0018883266,0.002780879,0.000661798,0.00044313967,0.000025122732],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010001024,0.00005290665,0.0078310855,0.016516369,0.00010390066,0.000004242091,0.17469746,1.5473346e-7,0.000042065203,0.06814942,0.002284448,0.73021793],"study_design_scores_gemma":[0.000993616,0.000713291,0.0030634988,0.0063518877,0.00096229574,0.000034942936,0.9174813,0.000011349223,0.00026312808,0.0016245028,0.06757908,0.0009210864],"about_ca_topic_score_codex":0.0010937906,"about_ca_topic_score_gemma":0.0020937168,"teacher_disagreement_score":0.74278384,"about_ca_system_score_codex":0.0014589067,"about_ca_system_score_gemma":0.013475982,"threshold_uncertainty_score":0.9996667},"labels":[],"label_agreement":null},{"id":"W2899256608","doi":"10.1186/s13012-018-0829-3","title":"The Calgary Audit and Feedback Framework: a practical, evidence-informed approach for the design and implementation of socially constructed learning interventions using audit and group feedback","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Audit; Psychological intervention; Applied psychology; Documentation; Medicine; Health services research; Medical education; Psychology; Public health; Nursing; Computer science; Accounting","score_opus":0.6656684085566218,"score_gpt":0.6923060533961464,"score_spread":0.026637644839524577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899256608","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28542203,0.00013259982,0.70014966,0.008302729,0.00037133516,0.0054846834,0.00004179014,0.000039103885,0.00005610095],"genre_scores_gemma":[0.74490094,0.0004094574,0.25203237,0.0017582899,0.00017126328,0.0006711042,0.000006424087,0.00001789382,0.000032260254],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9953017,0.0010472661,0.0014539585,0.00051914173,0.00079570274,0.00088222284],"domain_scores_gemma":[0.98175406,0.015313175,0.0014803181,0.000268074,0.0009419641,0.00024240524],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.012631197,0.00019656577,0.0002841177,0.00021555291,0.007837996,0.00029413475,0.00033609202,0.00008228105,0.00022479548],"category_scores_gemma":[0.0061484696,0.00013440242,0.000051372008,0.0010259358,0.0029492776,0.0015150963,0.0003901357,0.0003519717,0.0000036957763],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010467713,0.00009785506,0.23088695,0.0030494577,0.00035833303,0.000001169894,0.21634877,0.00007056434,0.03229456,0.17956188,0.01173864,0.32454506],"study_design_scores_gemma":[0.006121834,0.0013843513,0.43879837,0.00074994646,0.0003406186,0.000048803442,0.50629026,0.03281619,0.0011700571,0.0070062946,0.0046714297,0.0006018737],"about_ca_topic_score_codex":0.00082736113,"about_ca_topic_score_gemma":0.0009369032,"teacher_disagreement_score":0.4594789,"about_ca_system_score_codex":0.0002744135,"about_ca_system_score_gemma":0.0032128454,"threshold_uncertainty_score":0.99976414},"labels":[],"label_agreement":null},{"id":"W2900904000","doi":"10.1186/s13012-018-0836-4","title":"T-CaST: an implementation theory comparison and selection tool","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":220,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; University of Toronto; St. Michael's Hospital","funders":"National Center for Advancing Translational Sciences; National Center for Chronic Disease Prevention and Health Promotion; National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute; National Institute of Mental Health; Centers for Disease Control and Prevention","keywords":"Health informatics; Health administration; Medicine; Health services research; Selection (genetic algorithm); Public health; Nursing; Artificial intelligence; Computer science","score_opus":0.7157988446021767,"score_gpt":0.7807871472186867,"score_spread":0.06498830261651001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900904000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.973979,0.0000041558324,0.020327268,0.0016824885,0.0006240302,0.0016192226,0.00006196493,0.00016711648,0.0015347456],"genre_scores_gemma":[0.9831361,0.0000059405993,0.0066007487,0.009299523,0.0005002761,0.000278266,0.000022367565,0.000019206585,0.00013752615],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99461293,0.0010972794,0.0012808412,0.0007562437,0.0010753067,0.0011774044],"domain_scores_gemma":[0.99694276,0.0007287729,0.0006536907,0.00028849504,0.0009670379,0.0004192459],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010234178,0.00019917074,0.00021757233,0.00054730265,0.0044035274,0.0001554543,0.00041729817,0.00006199097,0.0060222726],"category_scores_gemma":[0.000551055,0.00019282999,0.000021002224,0.0018513767,0.0008843552,0.0027093713,0.00019827456,0.00024127628,0.00041393685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088646564,0.000038909307,0.5491061,0.000052796975,0.000010323301,4.5737556e-7,0.08023345,0.0000017396926,0.07597953,0.065072805,0.007672558,0.22174267],"study_design_scores_gemma":[0.0025788236,0.00087993895,0.8329042,0.00001843175,0.000023966877,0.000009346033,0.10256369,0.0010445834,0.01524582,0.0052278326,0.039102513,0.00040080998],"about_ca_topic_score_codex":0.00081275083,"about_ca_topic_score_gemma":0.0040697353,"teacher_disagreement_score":0.28379813,"about_ca_system_score_codex":0.0004929331,"about_ca_system_score_gemma":0.0015967299,"threshold_uncertainty_score":0.99689263},"labels":[],"label_agreement":null},{"id":"W2901051634","doi":"10.1186/s13012-018-0832-8","title":"Defining barriers and enablers for clinical pathway implementation in complex clinical settings","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Izaak Walton Killam Health Centre; Children's Hospital of Eastern Ontario; University of Calgary; University of Alberta; Alberta Health Services","funders":"Canadian Institutes of Health Research","keywords":"Emergency department; Context (archaeology); Health administration; Medicine; Health informatics; Health services research; Health care; Nursing; Qualitative research; Public health; Medical emergency","score_opus":0.4287815881582978,"score_gpt":0.6457195825986891,"score_spread":0.2169379944403913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901051634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98400027,0.000027322218,0.0053067235,0.0074812016,0.0006391404,0.0020649713,0.000101380116,0.000065207074,0.00031380716],"genre_scores_gemma":[0.94858444,0.00007461668,0.040135898,0.010403235,0.00039753615,0.000109841014,0.0002541375,0.000025006397,0.000015273383],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99434936,0.00026983893,0.0030332794,0.0009584263,0.0007172086,0.00067189976],"domain_scores_gemma":[0.9952849,0.0022495515,0.0008060313,0.00035265624,0.0007890265,0.00051781966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016963411,0.00020566992,0.00044546265,0.0003578237,0.00048214308,0.00015266705,0.00021619181,0.00008782061,0.0008597393],"category_scores_gemma":[0.008001302,0.00020333086,0.00012050056,0.00088439777,0.0011629348,0.0010074405,0.00017188236,0.00024467582,0.000034398865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031968555,0.000059907972,0.6955328,0.000025605865,0.000023765235,0.0000031120517,0.00076767296,4.788532e-7,0.0022414783,0.0017097092,0.009347853,0.28996792],"study_design_scores_gemma":[0.014581307,0.0024370372,0.8857589,0.000035481284,0.00011745695,0.000033654618,0.029466553,0.0020916557,0.0025243333,0.00093745027,0.06168401,0.0003322026],"about_ca_topic_score_codex":0.00032206278,"about_ca_topic_score_gemma":0.0010267214,"teacher_disagreement_score":0.28963572,"about_ca_system_score_codex":0.00019344172,"about_ca_system_score_gemma":0.001413981,"threshold_uncertainty_score":0.9578885},"labels":[],"label_agreement":null},{"id":"W2901886358","doi":"10.1186/s13012-018-0831-9","title":"Facilitating Implementation of Research Evidence (FIRE): an international cluster randomised controlled trial to evaluate two models of facilitation informed by the Promoting Action on Research Implementation in Health Services (PARIHS) framework","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"FP7 Health; European Commission","keywords":"Health services research; Medicine; Health informatics; Health administration; Public health; Implementation research; Health policy; Nursing research; Randomized controlled trial; Nursing; Family medicine; Medical emergency; Psychological intervention; Surgery","score_opus":0.5795901505537369,"score_gpt":0.7297057910887341,"score_spread":0.15011564053499726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901886358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97244203,0.000019276911,0.0025002584,0.0057526776,0.00095752155,0.018018622,0.00009030043,0.000023539884,0.00019577534],"genre_scores_gemma":[0.9925442,0.00007383464,0.0022628726,0.0006299232,0.00029276204,0.004042911,0.000107145985,0.0000136007975,0.000032768374],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98140407,0.007527666,0.0030562957,0.00084037846,0.0055750767,0.0015965161],"domain_scores_gemma":[0.9806009,0.012135951,0.0012339222,0.0005737352,0.0050457097,0.00040978004],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.09291844,0.00019828153,0.00042531802,0.0016275091,0.0027688022,0.00017246278,0.0011687614,0.00008266861,0.00073389575],"category_scores_gemma":[0.006026733,0.00015425042,0.000060722236,0.0041071963,0.00076107215,0.0037068257,0.00026403402,0.0007463922,0.00004774746],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09810113,0.00038883532,0.017331837,0.0010119994,0.00003993814,1.9373728e-7,0.6705334,0.0008897067,0.022430096,0.0042254324,0.0021204832,0.18292692],"study_design_scores_gemma":[0.17282185,0.0058792327,0.019873649,0.0010593091,0.0000079757365,4.9864946e-7,0.74870616,0.03937052,0.0068760454,0.0049113766,0.0002733754,0.00021998658],"about_ca_topic_score_codex":0.03089083,"about_ca_topic_score_gemma":0.016951656,"teacher_disagreement_score":0.18270692,"about_ca_system_score_codex":0.0019513525,"about_ca_system_score_gemma":0.0067368383,"threshold_uncertainty_score":0.99889404},"labels":[],"label_agreement":null},{"id":"W2905041260","doi":"10.1186/s13012-018-0844-4","title":"Applying modern measurement approaches to constructs relevant to evidence-based practice among Canadian physical and occupational therapists","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Computer Research Institute of Montréal; Centre for Interdisciplinary Research in Rehabilitation; Centre for Advancing Health Outcomes; McGill University; Université de Montréal; McGill University Health Centre","funders":"Canadian Institutes of Health Research; Centre for Interdisciplinary Research in Rehabilitation","keywords":"Rasch model; Differential item functioning; Polytomous Rasch model; Evidence-based practice; Item response theory; Psychology; Formative assessment; Delphi method; Applied psychology; Classical test theory; Construct (python library); Psychometrics; Medicine; Clinical psychology; Artificial intelligence; Developmental psychology; Computer science","score_opus":0.6991650912618628,"score_gpt":0.5979411859042232,"score_spread":0.10122390535763959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905041260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96359897,0.000014715545,0.010777504,0.020700213,0.00048395668,0.003432513,0.00002000369,0.000025509991,0.0009466328],"genre_scores_gemma":[0.9806945,0.000002553714,0.009766171,0.008060437,0.0002823827,0.0011654971,0.0000037086068,0.000006229771,0.000018525352],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962319,0.00034797902,0.00034618133,0.0005243077,0.0016600378,0.00088959927],"domain_scores_gemma":[0.9964379,0.00061763654,0.00013379715,0.0002402498,0.0012401225,0.0013303118],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0068678493,0.000104103856,0.000105247265,0.0004594434,0.002501922,0.00013378325,0.00031416438,0.000027741402,0.000150897],"category_scores_gemma":[0.003569551,0.00009054553,0.0000116135625,0.0014137769,0.00042300494,0.0011822913,0.00007566698,0.00015103568,0.000172274],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038761614,0.00012404888,0.5361312,0.00021914701,0.000017015866,0.000002474182,0.12901737,0.00015853722,0.02687988,0.013010701,0.014819739,0.27923226],"study_design_scores_gemma":[0.000615235,0.0005237522,0.93812716,0.00029330526,0.0000089867835,0.0000019016201,0.028490989,0.015196731,0.0028061322,0.0011107262,0.012513974,0.00031108494],"about_ca_topic_score_codex":0.05940258,"about_ca_topic_score_gemma":0.11503382,"teacher_disagreement_score":0.401996,"about_ca_system_score_codex":0.0011968724,"about_ca_system_score_gemma":0.011552996,"threshold_uncertainty_score":0.9987967},"labels":[],"label_agreement":null},{"id":"W2907482335","doi":"10.1186/s13012-018-0842-6","title":"Systematic review of the Exploration, Preparation, Implementation, Sustainment (EPIS) framework","year":2019,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1258,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute on Drug Abuse; Washington University in St. Louis; U.S. Department of Veterans Affairs; National Institute of Mental Health; U.S. Department of Health and Human Services","keywords":"Context (archaeology); PsycINFO; Implementation research; Scopus; Knowledge management; Library science; Computer science; Archaeology; Medicine; Political science; MEDLINE; Geography; Nursing","score_opus":0.6777149332269059,"score_gpt":0.7616984759270892,"score_spread":0.08398354270018327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907482335","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000074042887,0.9462702,0.0043438924,0.0033634568,0.0025095248,0.04203498,0.0007437908,0.00010173097,0.00062498794],"genre_scores_gemma":[0.00008337776,0.97978616,0.00064609107,0.010870258,0.00018161532,0.0076695345,0.00015812373,0.00006505674,0.000539756],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9805079,0.0047939485,0.00814887,0.0012281262,0.0038394365,0.0014817001],"domain_scores_gemma":[0.98007005,0.004605232,0.009708667,0.0026099642,0.0026562677,0.00034980776],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.018004542,0.000660363,0.0027148484,0.000737371,0.0023363708,0.00010973018,0.0028888234,0.00022245495,0.0031609433],"category_scores_gemma":[0.007556374,0.0004434451,0.00051136187,0.006682409,0.00057704165,0.0017780511,0.0008609236,0.00078700966,0.00083605736],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016161335,0.000014774746,0.00007296364,0.96289754,0.000055708853,2.3389134e-7,0.005684675,6.07295e-7,0.0000011586732,0.009281938,0.0123664625,0.0096223],"study_design_scores_gemma":[0.00040619343,0.00008443573,0.000041409105,0.46998012,0.001176046,0.0000055699425,0.011783558,0.0000038158623,0.000012612201,0.00052330794,0.5155156,0.00046727227],"about_ca_topic_score_codex":0.0001939771,"about_ca_topic_score_gemma":0.0001608989,"teacher_disagreement_score":0.5031492,"about_ca_system_score_codex":0.0025063225,"about_ca_system_score_gemma":0.017871594,"threshold_uncertainty_score":0.9999419},"labels":[],"label_agreement":null},{"id":"W2908588840","doi":"10.1186/s13012-018-0849-z","title":"Hospital organizational context and delivery of evidence-based stroke care: a cross-sectional study","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"National Health and Medical Research Council; Monash University","keywords":"Medicine; Stroke (engine); Context (archaeology); Cross-sectional study; Acute care; Health services research; Thrombolysis; Health care; Family medicine; Nursing; Public health; Psychiatry","score_opus":0.07161343979834355,"score_gpt":0.401629779681323,"score_spread":0.33001633988297946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908588840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978088,0.000056255707,0.000361421,0.0002125239,0.00019911767,0.0010713693,0.000033381843,0.000018007411,0.0002391165],"genre_scores_gemma":[0.99872434,0.0000040801983,0.0007827439,0.00027859313,0.000029490951,0.000020324202,0.000019878658,0.0000065798254,0.00013395198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981839,0.000016880209,0.00031758024,0.0003460561,0.0009790588,0.0001565306],"domain_scores_gemma":[0.9987787,0.000103230006,0.00011328746,0.00018953333,0.0007435946,0.00007168069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045956182,0.000086233806,0.00012359646,0.00018980357,0.00010091909,0.00006405064,0.00013816469,0.000016287999,0.0006737757],"category_scores_gemma":[0.00012902655,0.00007215954,0.000025238243,0.00043649983,0.00023634147,0.00044000492,0.000115615134,0.000049747992,0.00002150652],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004683678,0.00006422654,0.97008103,0.000027646856,0.00001802593,0.000001429111,0.00076640234,0.000010002343,0.027784912,0.00007814076,0.000109155204,0.0010121656],"study_design_scores_gemma":[0.0024042577,0.0007548868,0.9590322,0.000017707041,0.000026334848,0.000002924146,0.009708817,0.00011048862,0.027737968,0.000001832766,0.00013139372,0.00007123997],"about_ca_topic_score_codex":0.00012605524,"about_ca_topic_score_gemma":0.000010382285,"teacher_disagreement_score":0.011048908,"about_ca_system_score_codex":0.00017565512,"about_ca_system_score_gemma":0.00043966237,"threshold_uncertainty_score":0.7377371},"labels":[],"label_agreement":null},{"id":"W2911147421","doi":"10.1186/s13012-018-0851-5","title":"Barriers and facilitators of pediatric shared decision-making: a systematic review","year":2019,"lang":"en","type":"review","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":361,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; Hôpital Saint-François d'Assise; Queen's University; Ottawa Hospital; Université Laval; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; PsycINFO; Medicine; MEDLINE; Decision aids; Health informatics; Cochrane Library; Quality (philosophy); Health care; Medical education; Nursing; Family medicine; Public health; Alternative medicine; Psychological intervention","score_opus":0.4298325572211522,"score_gpt":0.6098771623748568,"score_spread":0.18004460515370457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911147421","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019932773,0.98654544,0.00007091332,0.00006816459,0.0005827537,0.012013629,0.00054921355,0.000039795385,0.000110130146],"genre_scores_gemma":[0.00047071287,0.9957197,0.0012049951,0.0004131582,0.000027531854,0.0020544257,0.000052481762,0.000028316415,0.000028727014],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9920481,0.0018319157,0.0036296342,0.00068082934,0.0012357149,0.00057381805],"domain_scores_gemma":[0.98807615,0.0053592976,0.0036938319,0.0016417999,0.0009248822,0.00030404612],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032484632,0.00034091464,0.0021899398,0.0007866635,0.00086244126,0.000030159334,0.0014355301,0.00015303577,0.0006571436],"category_scores_gemma":[0.008792102,0.00026692034,0.00019601203,0.0024973468,0.00020772267,0.0005103217,0.00073906925,0.00049358886,0.00023237489],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012672466,0.0000027532767,0.00060927885,0.96591693,0.000015113814,2.2575676e-7,0.0016458206,7.050709e-8,4.325408e-8,0.00022431069,0.0008698053,0.03071437],"study_design_scores_gemma":[0.000360579,0.00008378132,0.0001041945,0.924118,0.0015977646,0.000004128667,0.009081284,0.000013306017,5.3006655e-8,0.000139243,0.06405364,0.00044407192],"about_ca_topic_score_codex":0.000052206757,"about_ca_topic_score_gemma":0.000018747838,"teacher_disagreement_score":0.06318384,"about_ca_system_score_codex":0.0006100892,"about_ca_system_score_gemma":0.00533963,"threshold_uncertainty_score":0.9999783},"labels":[],"label_agreement":null},{"id":"W2915006616","doi":"10.1186/s13012-018-0841-7","title":"Evaluation of a targeted, theory-informed implementation intervention designed to increase uptake of emergency management recommendations regarding adult patients with mild traumatic brain injury: results of the NET cluster randomised trial","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Transport Accident Commission; National Institute for Health and Care Research; Metro North Hospital and Health Service; Western Sydney Local Health District; Medical Research Council; Hunter New England Local Health District","keywords":"Medicine; Randomized controlled trial; Intervention (counseling); Health services research; Audit; Emergency department; Cluster randomised controlled trial; Guideline; Anxiety; Psychological intervention; Physical therapy; Nursing; Psychiatry; Public health; Surgery","score_opus":0.1197334782641429,"score_gpt":0.4752097909737193,"score_spread":0.35547631270957636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915006616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98293215,0.000002784642,0.0022327662,0.00081033795,0.00030792662,0.012854658,0.00020967113,0.000011909272,0.00063781324],"genre_scores_gemma":[0.99485475,0.0000031499078,0.004183422,0.0001071832,0.000013819415,0.00049855927,0.000240643,0.00001460954,0.00008388388],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9937015,0.0007628929,0.0019653607,0.00037249134,0.0028793106,0.0003184346],"domain_scores_gemma":[0.9953389,0.00036714616,0.001277814,0.0006109606,0.0022921837,0.000113005255],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012851072,0.0001697646,0.00035325886,0.0006509258,0.00013534211,0.000025393896,0.00037380043,0.000033015138,0.0013158628],"category_scores_gemma":[0.002058965,0.00012098988,0.00014670439,0.0017705411,0.00012218846,0.0005618601,0.00012491015,0.00008342971,0.0000050725967],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3233267,0.0016081302,0.02989597,0.0011925305,0.0009408794,1.8359107e-7,0.023034422,0.00030434478,0.022116924,0.002314537,0.010925256,0.58434016],"study_design_scores_gemma":[0.5884409,0.005018329,0.32834497,0.00079540355,0.000895869,8.8510234e-7,0.030235771,0.001435547,0.043725267,0.0007303943,0.000091711125,0.00028499647],"about_ca_topic_score_codex":0.00024036823,"about_ca_topic_score_gemma":0.00031566632,"teacher_disagreement_score":0.5840551,"about_ca_system_score_codex":0.00034818274,"about_ca_system_score_gemma":0.00048654288,"threshold_uncertainty_score":0.9995971},"labels":[],"label_agreement":null},{"id":"W2919948111","doi":"10.1186/s13012-019-0862-x","title":"Correction to: Hospital organizational context and delivery of evidence-based stroke care: a cross-sectional study","year":2019,"lang":"en","type":"erratum","venue":"Implementation Science","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Health administration; Health informatics; Medicine; Health services research; Cross-sectional study; Context (archaeology); Nursing research; Public health; Health care; Nursing; Family medicine; Political science","score_opus":0.06546377590714414,"score_gpt":0.3994690207913183,"score_spread":0.33400524488417416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919948111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9608403,0.00029827675,0.001457828,0.00044779104,0.030242227,0.004160833,0.0003116791,0.000061004255,0.0021800683],"genre_scores_gemma":[0.98153996,0.000028399547,0.00044470667,0.0005314411,0.00037738876,0.000085402105,0.00034712921,0.000027521191,0.016618067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961107,0.00004068151,0.0006694516,0.000824932,0.0020591167,0.00029515082],"domain_scores_gemma":[0.9968733,0.00020324395,0.000348706,0.0003877528,0.0020279258,0.00015905635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007098471,0.00025250684,0.0003503738,0.0006569791,0.00021646864,0.00017014104,0.000301617,0.00008238764,0.000501831],"category_scores_gemma":[0.0007017027,0.00022727254,0.000068602785,0.0009396327,0.00030505698,0.00044908337,0.00027480558,0.00027698316,0.000036617126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009414024,0.000098963814,0.766601,0.00010735384,0.000055920642,0.0000034211753,0.0009730628,0.000019259169,0.002017053,0.000007229632,0.22813381,0.0018887704],"study_design_scores_gemma":[0.002032302,0.0020188561,0.97161233,0.00022123237,0.00014759328,0.000008161276,0.009090946,0.00021550976,0.0039241784,6.287817e-7,0.010481231,0.00024704586],"about_ca_topic_score_codex":0.00055173086,"about_ca_topic_score_gemma":0.000106081396,"teacher_disagreement_score":0.21765257,"about_ca_system_score_codex":0.00078584737,"about_ca_system_score_gemma":0.0022566097,"threshold_uncertainty_score":0.92679054},"labels":[],"label_agreement":null},{"id":"W2921354035","doi":"10.1186/s13012-019-0858-6","title":"Understanding professional advice networks in long-term care: an outside-inside view of best practice pathways for diffusion","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta; University of Ottawa; Mount Saint Vincent University; University of British Columbia, Okanagan Campus; Public Health Ontario; University of British Columbia; Ottawa Hospital; University of Manitoba; Interior Health; University of Toronto","funders":"Canadian Institutes of Health Research; Alberta Innovates; Michael Smith Health Research BC; Nova Scotia Health Research Foundation; Alberta Innovates - Health Solutions; Mount Saint Vincent University; Research Manitoba","keywords":"Opinion leadership; Public relations; Interpersonal communication; Advice (programming); Psychology; Medical education; Social psychology; Medicine; Political science","score_opus":0.19020217137643503,"score_gpt":0.5254068295184767,"score_spread":0.3352046581420417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921354035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816374,0.0001758908,0.010807728,0.0006666343,0.0027992667,0.002667212,0.000035638364,0.000040104005,0.0011700982],"genre_scores_gemma":[0.9980048,0.000057773406,0.0012218194,0.00032918507,0.00009738662,0.0001057337,0.00009996391,0.000013147783,0.00007019918],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9977196,0.00024494983,0.00063235976,0.0003821981,0.00052658125,0.00049433066],"domain_scores_gemma":[0.99784905,0.0008312117,0.00048963045,0.00026382058,0.00045815873,0.00010815382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017485389,0.000116837946,0.00021120619,0.0002473142,0.00059579924,0.00002413156,0.00024033854,0.000074367104,0.00019044382],"category_scores_gemma":[0.00015741044,0.00010420374,0.00003704881,0.00076665933,0.000100357174,0.0010188585,0.000107983156,0.00019159581,0.000014423706],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007629354,0.0005379224,0.76747876,0.0014768695,0.000016427517,0.0000064802744,0.14369453,0.000328455,0.019696793,0.014930349,0.0016265587,0.04944391],"study_design_scores_gemma":[0.0050311503,0.0009125421,0.3530554,0.0009268436,0.000057197238,0.0000042415527,0.63612545,0.0011955223,0.0005631955,0.0007289263,0.001038984,0.00036055705],"about_ca_topic_score_codex":0.00050011394,"about_ca_topic_score_gemma":0.0025070936,"teacher_disagreement_score":0.49243093,"about_ca_system_score_codex":0.0006193126,"about_ca_system_score_gemma":0.0008804605,"threshold_uncertainty_score":0.45824665},"labels":[],"label_agreement":null},{"id":"W2921476934","doi":"10.1186/s13012-019-0859-5","title":"The role of scientific evidence in decisions to adopt complex innovations in cancer care settings: a multiple case study in Nova Scotia, Canada","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Nova Scotia Health Authority; Dalhousie University","funders":"Nova Scotia Health Research Foundation","keywords":"Nova scotia; Medicine; Health services research; Health informatics; Health administration; Public health; Nursing research; Health care; Family medicine; Nursing; Economic growth","score_opus":0.6434333102097927,"score_gpt":0.6916355933402198,"score_spread":0.04820228313042718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921476934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98957235,0.000029576882,0.000027264863,0.0037397838,0.0007184529,0.005616402,0.00017955311,0.0000107198575,0.000105882034],"genre_scores_gemma":[0.99634045,0.000002577959,0.00075433805,0.0023158346,0.000017836508,0.00052534445,0.0000062460367,0.000011006766,0.00002636053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934728,0.00074337964,0.0021291396,0.00078085024,0.0016639755,0.001209864],"domain_scores_gemma":[0.99180853,0.005402734,0.00057719485,0.00070377527,0.0012777635,0.00022999964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009316196,0.00017030083,0.00028712014,0.0013727865,0.0011911552,0.00010029666,0.00097454904,0.000033542183,0.00039066235],"category_scores_gemma":[0.0052815382,0.00014864578,0.000017080041,0.012506343,0.00026517766,0.000908921,0.00045562538,0.00036848948,0.000044919718],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014171073,0.000029498126,0.9175744,0.000023354012,9.203709e-7,0.000010830405,0.06923693,0.0003926299,0.0041529415,0.000103623606,0.00041119257,0.008049495],"study_design_scores_gemma":[0.0009822632,0.000053354746,0.60116345,0.00015892406,0.000001359629,0.0000026776834,0.39490342,0.00058708515,0.0002495053,0.000018880828,0.001774546,0.00010451556],"about_ca_topic_score_codex":0.9352581,"about_ca_topic_score_gemma":0.99904275,"teacher_disagreement_score":0.3256665,"about_ca_system_score_codex":0.002855375,"about_ca_system_score_gemma":0.01511653,"threshold_uncertainty_score":0.99046683},"labels":[],"label_agreement":null},{"id":"W2938407203","doi":"10.1186/s13012-019-0879-1","title":"How the study of networks informs knowledge translation and implementation: a scoping review","year":2019,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; Western University; Sunny Hill Health Centre for Children; University of British Columbia","funders":"Canadian Institutes of Health Research; Sunny Hill Foundation; University of British Columbia; Canadian Child Health Clinician Scientist Program","keywords":"Social network analysis; Centrality; Knowledge translation; Health services research; Health informatics; Social network (sociolinguistics); Homophily; Data collection; Health administration; Reciprocity (cultural anthropology); Network analysis; Medicine; Biostatistics; Knowledge management; Data science; Psychology; Public health; Sociology; Social media; Computer science; Nursing; Social capital; Social psychology; Social science","score_opus":0.8820636473114886,"score_gpt":0.7760711475615781,"score_spread":0.10599249974991043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938407203","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014883705,0.9652175,0.000776805,0.001126686,0.0007939366,0.031516768,0.000102885046,0.000046831457,0.00026978896],"genre_scores_gemma":[0.00090749963,0.9937299,0.00016375365,0.0016310692,0.00016854084,0.0032116263,0.00006602834,0.00003559781,0.000086014436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99125296,0.0019258559,0.0034290785,0.0008603403,0.0014261426,0.0011056229],"domain_scores_gemma":[0.99004024,0.0045222435,0.0035028995,0.0009179285,0.0007493339,0.00026736353],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.012399919,0.0004614467,0.0015593285,0.00062777894,0.0019713023,0.00016942249,0.0011234151,0.00011705698,0.00045574995],"category_scores_gemma":[0.0005992067,0.00030392257,0.00014195297,0.004074254,0.00041999883,0.0015387667,0.0004440312,0.0006148144,0.00004972365],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016479947,0.000015671396,0.00032631465,0.05485024,0.00002011383,1.8508024e-7,0.009637839,4.3527774e-7,3.5823643e-7,0.0001611989,0.00080115057,0.93418485],"study_design_scores_gemma":[0.0023108365,0.0004632702,0.0005857243,0.088289775,0.00076380477,0.000009789054,0.05564369,0.000050299965,7.8961557e-7,0.0000110316605,0.8512947,0.00057627814],"about_ca_topic_score_codex":0.00022200648,"about_ca_topic_score_gemma":0.0025105248,"teacher_disagreement_score":0.9336086,"about_ca_system_score_codex":0.00041217438,"about_ca_system_score_gemma":0.006296261,"threshold_uncertainty_score":0.9999413},"labels":[],"label_agreement":null},{"id":"W2941804823","doi":"10.1186/s13012-019-0887-1","title":"Clinical performance comparators in audit and feedback: a review of theory and evidence","year":2019,"lang":"en","type":"review","venue":"Implementation Science","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Women's College Hospital; University of Toronto","funders":"Medical Research Council; U.S. National Library of Medicine; Manchester Biomedical Research Centre; National Institute for Health and Care Research; Patient Safety Translational Research Centre; Department of Health and Social Care; NIHR Greater Manchester Patient Safety Translational Research Centre","keywords":"Medicine; Benchmarking; Comparator; Qualitative research; Health services research; Empirical research; Applied psychology; Public health; Psychology; Nursing; Statistics","score_opus":0.5194082687428905,"score_gpt":0.6985841174508175,"score_spread":0.17917584870792702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941804823","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011613134,0.99514306,0.000009018901,0.00030579558,0.0004789859,0.002422215,0.000025573645,0.000009900929,0.0004441561],"genre_scores_gemma":[0.00022446107,0.9945197,0.00018552585,0.0047583426,0.000048048456,0.00013704957,0.00001026462,0.000009919294,0.00010668302],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949508,0.0015177439,0.0021459213,0.0005164549,0.0004409743,0.00042814203],"domain_scores_gemma":[0.9935296,0.004420201,0.0013193053,0.00038932066,0.00019643277,0.00014512533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016761662,0.00019708261,0.0015215259,0.00028555872,0.00027411518,0.00001095663,0.00038021625,0.00010764865,0.00033523902],"category_scores_gemma":[0.00092816487,0.00014673432,0.00007627655,0.00085270085,0.00042592062,0.0005243244,0.00037637676,0.0005278057,0.000072413],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058536866,0.0000050511917,0.019119183,0.20770203,0.0000043055197,4.123272e-7,0.00017180087,3.1841922e-9,9.3807266e-8,0.000586244,0.0019285115,0.7704765],"study_design_scores_gemma":[0.0003701824,0.00010665713,0.044075496,0.18285279,0.0001451903,0.00000526842,0.00034025052,0.0000011530494,1.5152115e-7,0.000044002376,0.7718733,0.0001855395],"about_ca_topic_score_codex":0.000054063068,"about_ca_topic_score_gemma":0.00005361869,"teacher_disagreement_score":0.770291,"about_ca_system_score_codex":0.00029574565,"about_ca_system_score_gemma":0.006832811,"threshold_uncertainty_score":0.99879754},"labels":[],"label_agreement":null},{"id":"W2944733229","doi":"10.1186/s13012-019-0884-4","title":"Physician-reported barriers to using evidence-based recommendations for low back pain in clinical practice: a systematic review and synthesis of qualitative studies using the Theoretical Domains Framework","year":2019,"lang":"en","type":"review","venue":"Implementation Science","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Janeway Children's Health and Rehabilitation Centre; Health Sciences Centre; Memorial University of Newfoundland","funders":"","keywords":"Medicine; Psychological intervention; Nursing research; Rigour; Family medicine; Context (archaeology); Health services research; Health administration; MEDLINE; Guideline; Low back pain; Qualitative research; Medical prescription; Coding (social sciences); Systematic review; Public health; Alternative medicine; Nursing; Pathology","score_opus":0.4237537367898484,"score_gpt":0.6586647503163815,"score_spread":0.2349110135265331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944733229","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003052198,0.94537795,0.028672075,0.005798992,0.00021760771,0.019541787,0.00006880074,0.000010517944,0.0000070401793],"genre_scores_gemma":[0.0014749366,0.8992129,0.09338304,0.004648837,0.000053589956,0.0011736394,0.000017511114,0.000032744956,0.0000028070106],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99047446,0.005210776,0.0027664679,0.00059241196,0.0006682421,0.00028765228],"domain_scores_gemma":[0.9425801,0.053758986,0.0019565434,0.0005764702,0.0009588825,0.00016903925],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043493837,0.0002653218,0.0022192798,0.0003100342,0.00021948719,0.000047543937,0.00021813595,0.00009120883,0.000032611417],"category_scores_gemma":[0.19108088,0.00015874284,0.00036940372,0.0017472229,0.0010302048,0.0003407366,0.00007016225,0.00022884995,0.0000025792172],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023782475,0.00007717239,0.000009875257,0.95241743,0.00028243734,4.4017332e-7,0.0033530279,0.000003873014,0.000012576203,0.0027119308,0.00007702201,0.041030426],"study_design_scores_gemma":[0.00033378045,0.00044613978,0.000007660716,0.9442376,0.005937635,0.000004823926,0.046806127,0.00069220725,0.000005718016,0.00045859572,0.00081507885,0.0002546419],"about_ca_topic_score_codex":0.000014510393,"about_ca_topic_score_gemma":0.0000024761073,"teacher_disagreement_score":0.14758705,"about_ca_system_score_codex":0.00041066305,"about_ca_system_score_gemma":0.0018134086,"threshold_uncertainty_score":0.9849244},"labels":[],"label_agreement":null},{"id":"W2945491414","doi":"10.1186/s13012-019-0900-8","title":"Attributes of context relevant to healthcare professionals’ use of research evidence in clinical practice: a multi-study analysis","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; McMaster University; Women's College Hospital; Dalhousie University; University of Toronto; Ministry of Health and Long Term Care; Ottawa Hospital; Izaak Walton Killam Health Centre; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Toronto; University College London; McGill University; Monash University; University of Ottawa","keywords":"Medicine; Health services research; Health administration; Health informatics; Context (archaeology); Health professionals; Health care; Public health; Healthcare policy; Clinical Practice; Nursing research; Health policy; Nursing; Health care reform","score_opus":0.9356096783503924,"score_gpt":0.8385061932623676,"score_spread":0.0971034850880248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945491414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9684928,0.000025545085,0.0007325781,0.02276164,0.00044068662,0.007352456,0.00015315878,0.000019523693,0.000021617747],"genre_scores_gemma":[0.98041964,0.000028484688,0.012564956,0.00629328,0.000031567804,0.00047361862,0.000006421993,0.000011099255,0.00017095891],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98072135,0.0084823975,0.0045827166,0.0010584989,0.0038300878,0.0013249707],"domain_scores_gemma":[0.95666236,0.033950515,0.0016945773,0.0010268582,0.0061435485,0.0005221659],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.072695635,0.00016095297,0.00070903025,0.0025847433,0.0006748625,0.000037414815,0.0009637607,0.00008838096,0.0006779963],"category_scores_gemma":[0.061763503,0.00014102104,0.00008785624,0.015209717,0.00050530105,0.0022424518,0.00074206345,0.0007392084,0.00022699339],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015455935,0.00027230816,0.9548112,0.00013592742,0.000020490985,0.0000015901942,0.039404534,0.000030672778,0.0012114838,0.00058529264,0.00085410156,0.0025177987],"study_design_scores_gemma":[0.0014142775,0.0007306291,0.8273964,0.00027026888,0.000023887354,2.7716564e-7,0.1675935,0.00035671575,0.00024184774,0.0000144979,0.0018551301,0.00010255715],"about_ca_topic_score_codex":0.019082446,"about_ca_topic_score_gemma":0.016765527,"teacher_disagreement_score":0.12818895,"about_ca_system_score_codex":0.0006700134,"about_ca_system_score_gemma":0.006640661,"threshold_uncertainty_score":0.9989908},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2945629358","doi":"10.1186/s13012-019-0883-5","title":"Clinical Performance Feedback Intervention Theory (CP-FIT): a new theory for designing, implementing, and evaluating feedback in health care based on a systematic review and meta-synthesis of qualitative research","year":2019,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":407,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; University of Toronto","funders":"Manchester Biomedical Research Centre; Medical Research Council; National Institute for Health and Care Research; Wellcome Trust","keywords":"CINAHL; Psychological intervention; Health services research; Health care; Context (archaeology); Set (abstract data type); Medicine; Health administration; Management science; Knowledge management; Public health; Computer science; Nursing","score_opus":0.945561898286704,"score_gpt":0.8321240763582601,"score_spread":0.11343782192844387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945629358","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043996566,0.9477304,0.0038726008,0.0014201371,0.0002644089,0.04515815,0.0008889633,0.00004415403,0.00018117056],"genre_scores_gemma":[0.0023784388,0.95394266,0.014224024,0.006141096,0.000096170064,0.022515615,0.000094326286,0.00011697382,0.00049070636],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.93435603,0.050802108,0.008893955,0.0015572355,0.0023965524,0.0019941346],"domain_scores_gemma":[0.93042064,0.06058627,0.006167043,0.00091282954,0.0014269013,0.00048632175],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26684505,0.0005554612,0.0042333347,0.0016413225,0.0015605066,0.00011484925,0.0009801479,0.00017873687,0.00064311374],"category_scores_gemma":[0.032039527,0.00042093633,0.00040089013,0.0026179138,0.0007643482,0.0006671888,0.00047487376,0.00093101297,0.00004162628],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000407597,0.000026965792,0.00006708964,0.77179295,0.000120850964,1.0194224e-7,0.021248294,5.755628e-7,4.5437622e-7,0.0017277346,0.00058631634,0.20438792],"study_design_scores_gemma":[0.00648135,0.0043458957,0.00044436692,0.677335,0.0117917,0.000006474395,0.2503064,0.0002572246,0.000017084638,0.0014051207,0.046239447,0.0013699481],"about_ca_topic_score_codex":0.00041073712,"about_ca_topic_score_gemma":0.00025994764,"teacher_disagreement_score":0.23480552,"about_ca_system_score_codex":0.00122124,"about_ca_system_score_gemma":0.010227479,"threshold_uncertainty_score":0.9998242},"labels":[],"label_agreement":null},{"id":"W2946928234","doi":"10.1186/s13012-019-0895-1","title":"How do researchers conceptualize and plan for the sustainability of their NIH R01 implementation projects?","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Sustainability; Operationalization; Psychological intervention; Qualitative research; Medical education; Sustainability organizations; Medicine; Public relations; Process management; Political science; Business; Nursing; Sociology","score_opus":0.7584808755105732,"score_gpt":0.7340677228396376,"score_spread":0.02441315267093558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946928234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95446676,0.000034800156,0.003514575,0.03045364,0.0003949688,0.010380718,0.0004403326,0.000039841652,0.0002743485],"genre_scores_gemma":[0.99510425,0.000028699127,0.0008344425,0.0024683957,0.000072424664,0.001151236,0.00002097163,0.000014480868,0.0003051061],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99545115,0.00074132753,0.0009181292,0.00062052574,0.0011169479,0.0011518957],"domain_scores_gemma":[0.9911176,0.005599163,0.00074800453,0.0005669614,0.0017260645,0.00024221647],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01300395,0.0001712598,0.00024975077,0.0003074226,0.0017130682,0.00015544522,0.0006764738,0.000052395462,0.00069462636],"category_scores_gemma":[0.0021712393,0.00011853916,0.00004726137,0.0014198425,0.0010642625,0.001271742,0.0002926232,0.00022697152,0.000010406798],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018777381,0.000030177303,0.6009969,0.00086811127,0.000031352887,2.5361396e-7,0.21837163,0.000010531001,0.017180253,0.06401683,0.00848154,0.08982466],"study_design_scores_gemma":[0.003043997,0.00037156613,0.16528247,0.000020069736,0.000011563784,0.0000012133459,0.7662669,0.00035694937,0.004055383,0.0026848426,0.0577343,0.00017076731],"about_ca_topic_score_codex":0.0011874253,"about_ca_topic_score_gemma":0.0008059128,"teacher_disagreement_score":0.54789525,"about_ca_system_score_codex":0.00059648155,"about_ca_system_score_gemma":0.0039591007,"threshold_uncertainty_score":0.9995866},"labels":[],"label_agreement":null},{"id":"W2948464760","doi":"10.1186/s13012-019-0910-6","title":"Evidence-based intervention sustainability strategies: a systematic review","year":2019,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":422,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute on Minority Health and Health Disparities","keywords":"Psychological intervention; Public health; Medicine; Health administration; Sustainability; Health services research; Systematic review; Intervention (counseling); Population; Environmental health; MEDLINE; Nursing; Political science","score_opus":0.8940287357075167,"score_gpt":0.8071292448476439,"score_spread":0.08689949085987281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948464760","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000045177358,0.9602506,0.0033517506,0.0016030732,0.0010438678,0.033098783,0.0001772126,0.00016308198,0.00030711357],"genre_scores_gemma":[0.000120562094,0.9809457,0.0002739903,0.008111815,0.000104496445,0.0099232895,0.00008108957,0.000048857775,0.0003902007],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9801818,0.007394759,0.0063462267,0.0014908822,0.002746626,0.0018396855],"domain_scores_gemma":[0.97938263,0.009544109,0.0057273423,0.0020100626,0.002804848,0.00053098047],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.0371387,0.00064457767,0.0031438323,0.0011752415,0.001616909,0.00026733475,0.0023525273,0.00020799515,0.0033576854],"category_scores_gemma":[0.020611968,0.00049879786,0.0005973011,0.00557303,0.00054856297,0.0032732445,0.00047750736,0.00089324365,0.0022941527],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000018097736,0.000013310434,0.000015428775,0.94571424,0.000013342755,0.0000010144116,0.00056691386,3.7872843e-7,3.0238957e-7,0.0009341355,0.0017011162,0.051038034],"study_design_scores_gemma":[0.00040437278,0.00011720982,0.000017328552,0.73900795,0.0009135349,0.0000038655057,0.0067640767,0.000014628904,4.574813e-7,0.00010995579,0.25223595,0.00041068462],"about_ca_topic_score_codex":0.0004968017,"about_ca_topic_score_gemma":0.00017598519,"teacher_disagreement_score":0.25053483,"about_ca_system_score_codex":0.006350526,"about_ca_system_score_gemma":0.043250237,"threshold_uncertainty_score":0.9997464},"labels":[],"label_agreement":null},{"id":"W2948694834","doi":"10.1186/s13012-019-0904-4","title":"Improving care for elderly patients living with polypharmacy: protocol for a pragmatic cluster randomized trial in community-based primary care practices in Canada","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; Institut Universitaire de Gériatrie de Montréal; Health Sciences Centre; Women's College Hospital; University of Calgary; University of Ottawa; Institute for Clinical Evaluative Sciences; University of Manitoba; Université de Montréal; University of Alberta; Bruyère; North York General Hospital; Dalhousie University; University of Toronto","funders":"Canadian Institutes of Health Research; Department of Family and Community Medicine, University of Toronto; University of Toronto","keywords":"Medicine; Polypharmacy; Health administration; Health informatics; Randomized controlled trial; Protocol (science); Primary care; Health services research; Cluster (spacecraft); Cluster randomised controlled trial; Family medicine; Public health; Nursing; Alternative medicine; Intensive care medicine; Internal medicine","score_opus":0.11351977156410277,"score_gpt":0.49222878956877464,"score_spread":0.3787090180046719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948694834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7325605,0.0000043243917,0.00038607264,0.00030986735,0.0001308408,0.2663996,0.00003930193,0.0000093643175,0.00016009778],"genre_scores_gemma":[0.8566372,1.8155222e-7,0.0038544184,0.0022342866,0.00001798393,0.13712531,0.00011101352,0.000014191233,0.0000054368243],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99763507,0.0004242718,0.0006280021,0.00028040478,0.00063541793,0.0003968287],"domain_scores_gemma":[0.99381334,0.0046314625,0.0008432576,0.00021050498,0.0003926248,0.0001087987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021928933,0.0001554081,0.00041449664,0.00021926804,0.00020607871,0.000089417845,0.00020342132,0.000021494057,0.000037550304],"category_scores_gemma":[0.0013492185,0.00011652871,0.00005271612,0.00038316267,0.00006739798,0.0008724171,0.00005183362,0.00023167778,6.463617e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5608658,0.00033985972,0.40400913,0.0070122415,0.00002296884,0.0000013114768,0.008072185,0.00014652203,0.00051396864,0.000010775041,0.00003706693,0.018968178],"study_design_scores_gemma":[0.9681382,0.0018234333,0.007859671,0.0003613704,0.00008555448,7.3607015e-7,0.013163464,0.00634901,0.0006829888,0.0000041191643,0.0013339486,0.00019749724],"about_ca_topic_score_codex":0.1977624,"about_ca_topic_score_gemma":0.35020128,"teacher_disagreement_score":0.4072724,"about_ca_system_score_codex":0.0011751648,"about_ca_system_score_gemma":0.0046703117,"threshold_uncertainty_score":0.82849324},"labels":[],"label_agreement":null},{"id":"W2949526127","doi":"10.1186/s13012-019-0913-3","title":"Investigating midwives’ barriers and facilitators to multiple health promotion practice behaviours: a qualitative study using the theoretical domains framework","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"University of Stirling; Scottish Funding Council; NHS Education for Scotland; Royal College of Midwives","keywords":"Health services research; Medicine; Health informatics; Public health; Qualitative research; Health administration; Health promotion; Nursing; Health policy; Promotion (chess); Medical education; Family medicine; Sociology","score_opus":0.09856256266862146,"score_gpt":0.5432895329272827,"score_spread":0.4447269702586612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949526127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97986,0.000012107235,0.0071072183,0.009611471,0.00006871311,0.0032447646,0.000030415378,0.000017696593,0.00004760648],"genre_scores_gemma":[0.9715662,0.0000020581708,0.026457924,0.0018341468,0.0000129401415,0.00009590562,0.0000100698835,0.00000671538,0.000014029226],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9973019,0.0005014464,0.00029167958,0.00038557567,0.001130483,0.00038893064],"domain_scores_gemma":[0.9981333,0.0007718141,0.00012568968,0.00021261553,0.00031463205,0.00044193165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004426032,0.00009945091,0.00012879468,0.00018351933,0.00049632683,0.00014832587,0.00013280254,0.000013157609,0.00012385652],"category_scores_gemma":[0.0041074934,0.000072735485,0.00001889988,0.000830609,0.00051377446,0.00048634797,0.0001390679,0.00015147132,0.000011174925],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098910656,0.00031871154,0.31968555,0.000096262236,0.00007471056,0.0000041488506,0.59119326,0.00012562476,0.008789591,0.0700958,0.00013954053,0.009377905],"study_design_scores_gemma":[0.0010395801,0.0020070414,0.14996311,0.000064396045,0.00002817414,0.000004219909,0.8428375,0.0011109806,0.00035911126,0.0023711706,0.00011295649,0.00010177311],"about_ca_topic_score_codex":0.00030810235,"about_ca_topic_score_gemma":0.000041064108,"teacher_disagreement_score":0.25164422,"about_ca_system_score_codex":0.00023961629,"about_ca_system_score_gemma":0.00047004045,"threshold_uncertainty_score":0.491735},"labels":[],"label_agreement":null},{"id":"W2951165673","doi":"10.1186/s13012-019-0917-z","title":"Scaling Up Safer Birth Bundle Through Quality Improvement in Nepal (SUSTAIN)—a stepped wedge cluster randomized controlled trial in public hospitals","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Grand Challenges Canada; Laerdal Foundation for Acute Medicine","keywords":"Medicine; Neonatal resuscitation; Public health; Cluster randomised controlled trial; Randomized controlled trial; Psychological intervention; Emergency medicine; Pediatrics; Medical emergency; Resuscitation; Nursing; Surgery","score_opus":0.041235476810376044,"score_gpt":0.4257132352581692,"score_spread":0.38447775844779314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951165673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98129815,0.000031287986,0.00025618184,0.004244571,0.0009522431,0.011900945,0.000010985708,0.000025520869,0.0012800895],"genre_scores_gemma":[0.9956046,0.000030500054,0.00030371334,0.0031846832,0.00007252608,0.0003743978,0.000014211343,0.000008529914,0.00040687478],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9960249,0.00036298792,0.0014882194,0.00048492118,0.00096176175,0.00067720923],"domain_scores_gemma":[0.99855405,0.00039246667,0.00040051958,0.0002650583,0.00023061933,0.0001572816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072729858,0.00018115088,0.0010156317,0.00029419587,0.00010600259,0.00013595611,0.0002125399,0.000048827424,0.0005907685],"category_scores_gemma":[0.00064195145,0.00012905832,0.00014724782,0.0007235267,0.00016806979,0.0006574099,0.00011130016,0.0001580243,0.000050617247],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8847585,0.0004417772,0.09375147,0.00015177598,0.000041254218,0.0000046853556,0.0031426959,0.000017153596,0.0027820086,0.010831083,0.00008738799,0.0039902446],"study_design_scores_gemma":[0.9459346,0.00040379382,0.046652254,0.00004041649,0.000016474152,0.0000017882685,0.004562428,0.00033335487,0.00050299434,0.001161545,0.00024368307,0.00014666698],"about_ca_topic_score_codex":0.0028564483,"about_ca_topic_score_gemma":0.00042717857,"teacher_disagreement_score":0.061176136,"about_ca_system_score_codex":0.00050183164,"about_ca_system_score_gemma":0.0006864147,"threshold_uncertainty_score":0.6468501},"labels":[],"label_agreement":null},{"id":"W2965811575","doi":"10.1186/s13012-019-0920-4","title":"Implementation effectiveness of health interventions for indigenous communities: a systematic review","year":2019,"lang":"en","type":"review","venue":"Implementation Science","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministry of Business, Innovation and Employment","keywords":"Indigenous; Psychological intervention; Health services research; Population health; Medicine; Non-communicable disease; Implementation research; Community health; Systematic review; Public health; Qualitative research; Knowledge translation; Health informatics; Health policy; Health intervention; Population; Health equity; Health administration; Community engagement; Environmental health; Nursing; Public relations; MEDLINE; Sociology; Knowledge management; Social science; Political science","score_opus":0.23420744970540758,"score_gpt":0.597888643255291,"score_spread":0.36368119354988343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965811575","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000044362674,0.9654272,0.0014555082,0.00002518607,0.0008921749,0.031359565,0.00038370435,0.000037730126,0.00037454857],"genre_scores_gemma":[0.0001592726,0.9975759,0.0002598516,0.000047759575,0.00005172879,0.0009274274,0.0007885841,0.000027387436,0.00016209189],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9909534,0.0042928937,0.0025972927,0.00039211917,0.0009728812,0.00079140574],"domain_scores_gemma":[0.99307,0.0017865037,0.0034544903,0.0006054433,0.0009266947,0.00015683995],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.027410805,0.00029014837,0.002392712,0.0007217053,0.0064242347,0.00014244826,0.0011344869,0.00008912915,0.00015760161],"category_scores_gemma":[0.00004723989,0.00023799343,0.00062071846,0.0016889753,0.00039379857,0.00059870194,0.000010294292,0.00014747087,0.000032202744],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[7.9995215e-7,0.000057157762,0.000007247818,0.8808469,0.00005086558,3.3899077e-8,0.077945136,6.882107e-8,1.8377529e-8,0.016287636,0.000018412153,0.024785724],"study_design_scores_gemma":[0.0002767597,0.00026637132,0.000014123654,0.58449423,0.00097644574,0.0000036040483,0.04610205,1.6786629e-7,0.0000016651891,0.00017100234,0.3673952,0.00029835137],"about_ca_topic_score_codex":0.083829604,"about_ca_topic_score_gemma":0.23678438,"teacher_disagreement_score":0.3673768,"about_ca_system_score_codex":0.0019233496,"about_ca_system_score_gemma":0.06213796,"threshold_uncertainty_score":0.9948693},"labels":[],"label_agreement":null},{"id":"W2966097614","doi":"10.1186/s13012-019-0922-2","title":"Implementation Science and Implementation Science Communications: our aims, scope, and reporting expectations","year":2019,"lang":"en","type":"editorial","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Scope (computer science); Transparency (behavior); Public relations; Health informatics; Health services research; Open science; Health administration; Quality (philosophy); Health care; Science communication; Medicine; Public health; Political science; Computer science; Science education; Nursing","score_opus":0.6551846113901892,"score_gpt":0.7650417535067334,"score_spread":0.10985714211654418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966097614","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3067136,0.00093938364,0.0019297038,0.02742023,0.6189294,0.03213139,0.0044946554,0.0010598995,0.0063817464],"genre_scores_gemma":[0.87069565,0.0025975117,0.028609734,0.0077401404,0.082093045,0.0059032603,0.0013862657,0.00029662644,0.00067778083],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97469723,0.0010563574,0.0070947018,0.0034790717,0.009943205,0.0037294582],"domain_scores_gemma":[0.9699532,0.003971537,0.010619784,0.0029154099,0.01107904,0.0014610401],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.051668674,0.0008888159,0.0011115415,0.0043568015,0.016681878,0.0017738584,0.0040733623,0.0003415439,0.00041850592],"category_scores_gemma":[0.024624184,0.00092489866,0.00008819161,0.010752732,0.005957915,0.009355035,0.0041372404,0.0016947673,0.00026994085],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000054030497,0.00007387228,0.04164843,0.0009843016,0.00004604641,0.0000059303106,0.0678319,0.00000280193,0.037752576,0.007687308,0.76629686,0.07761596],"study_design_scores_gemma":[0.0059615388,0.0005304416,0.056438826,0.00043368823,0.00017982477,0.000024579896,0.43882355,0.00034016394,0.004484237,0.00062429643,0.49038196,0.001776888],"about_ca_topic_score_codex":0.0065853912,"about_ca_topic_score_gemma":0.0066818376,"teacher_disagreement_score":0.563982,"about_ca_system_score_codex":0.0052955598,"about_ca_system_score_gemma":0.055008776,"threshold_uncertainty_score":0.99932015},"labels":[],"label_agreement":null},{"id":"W2967114962","doi":"10.1186/s13012-019-0931-1","title":"Implementation interventions for musculoskeletal programs of care in the active military and barriers, facilitators, and outcomes of implementation: a scoping review","year":2019,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Centre for Disability Prevention and Rehabilitation; University of Ontario Institute of Technology","funders":"Mitacs","keywords":"Psychological intervention; Medicine; CINAHL; Health care; Nursing; Health services research; Multidisciplinary approach; Knowledge translation; Implementation research; MEDLINE; Public health; Knowledge management","score_opus":0.597107334689214,"score_gpt":0.7448429875480681,"score_spread":0.14773565285885415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967114962","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007030029,0.9510575,0.00026867806,0.0009681437,0.00036268323,0.036818787,0.0034385289,0.000022676799,0.000032965356],"genre_scores_gemma":[0.004162381,0.9852392,0.0016954438,0.0008546092,0.00003540802,0.007488601,0.00048627096,0.00003071107,0.0000073511615],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9914143,0.0017563067,0.0039888993,0.00085962046,0.0010972652,0.0008836139],"domain_scores_gemma":[0.99300855,0.003074777,0.0023742337,0.00057143177,0.00075110985,0.00021991246],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008198455,0.00042049683,0.0017463794,0.00081418984,0.00080770365,0.000028645565,0.00069673033,0.00010448298,0.00036835673],"category_scores_gemma":[0.0009555956,0.00031578544,0.0003662539,0.0018625074,0.0006530334,0.00094963174,0.000339566,0.00031951652,0.000004348427],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006421,0.000007987187,0.012696025,0.24543296,0.000039248764,1.72765e-7,0.014147965,4.1055838e-8,0.0000019717502,0.00051216705,0.00014120484,0.7270138],"study_design_scores_gemma":[0.0075371508,0.0026859762,0.047056064,0.2621928,0.0024519328,0.000013419786,0.52697796,0.0000038372523,0.000022554153,0.00021081175,0.14955491,0.0012926202],"about_ca_topic_score_codex":0.0011327328,"about_ca_topic_score_gemma":0.009807217,"teacher_disagreement_score":0.72572124,"about_ca_system_score_codex":0.00044089588,"about_ca_system_score_gemma":0.0045505916,"threshold_uncertainty_score":0.9999294},"labels":[],"label_agreement":null},{"id":"W2969418120","doi":"10.1186/s13012-019-0935-x","title":"The effect of a clinical decision support system on prompting an intervention for risky alcohol use in a primary care smoking cessation program: a cluster randomized trial","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Research Chairs; University of New Brunswick; Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"Canadian Cancer Society Research Institute; University of Toronto; Centre for Addiction and Mental Health","keywords":"Medicine; Randomized controlled trial; Smoking cessation; Abstinence; Brief intervention; Intervention (counseling); Cluster randomised controlled trial; Population; Family medicine; Environmental health; Psychiatry; Surgery","score_opus":0.10463631904440612,"score_gpt":0.510346100580935,"score_spread":0.40570978153652887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969418120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867149,0.000011656705,0.00043181077,0.000023701,0.00053922116,0.012194439,0.0000032812352,0.000034963476,0.00004601669],"genre_scores_gemma":[0.9969674,0.000003445927,0.0016960342,0.000032607757,0.000044289696,0.0011327568,0.000099994446,0.0000092470555,0.000014278061],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9973583,0.00038832962,0.0010613366,0.00034158674,0.0006297756,0.0002206565],"domain_scores_gemma":[0.99583375,0.003111406,0.00056140433,0.00025300187,0.00018994781,0.00005045846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009085484,0.000114294344,0.00050288683,0.0001915316,0.00012676175,0.00009879376,0.00012458341,0.00004075087,0.000009007196],"category_scores_gemma":[0.0008678389,0.00006499401,0.00022847988,0.00032171834,0.000108085325,0.0005394248,0.000026346654,0.00007218501,0.000002243976],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4410818,0.00007141619,0.3460085,0.00009660791,0.000024817027,0.0000010189779,0.0010793726,0.0000079548645,0.0000835269,0.000035682355,0.0000059240406,0.21150339],"study_design_scores_gemma":[0.8865645,0.0050010886,0.10050164,0.00043029297,0.00013812952,0.0000020136874,0.00318086,0.0019501915,0.0021353848,0.000007678239,0.000018702227,0.0000695322],"about_ca_topic_score_codex":0.00003881983,"about_ca_topic_score_gemma":0.00014348509,"teacher_disagreement_score":0.4454827,"about_ca_system_score_codex":0.00027476292,"about_ca_system_score_gemma":0.00013048782,"threshold_uncertainty_score":0.31488654},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2973478196","doi":"10.1186/s13012-019-0938-7","title":"Capturing implementation knowledge: applying focused ethnography to study how implementers generate and manage knowledge in the scale-up of obesity prevention programs","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Medical Research Council; NSW Ministry of Health; National Health and Medical Research Council; HCF Research Foundation","keywords":"Health informatics; Knowledge management; Troubleshooting; Implementation research; General partnership; Bespoke; Medicine; Health information technology; Health administration; Scale (ratio); Population health; Population; Medical education; Health care; Process management; Public health; Computer science; Nursing; Psychological intervention; Engineering; Business","score_opus":0.5116652856651546,"score_gpt":0.659946698838427,"score_spread":0.14828141317327248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973478196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98185587,0.000018892564,0.0015532885,0.0018336643,0.0005515357,0.01377333,0.000041918232,0.00005136563,0.00032014883],"genre_scores_gemma":[0.994311,0.000010344561,0.0017790684,0.00089139555,0.000064240296,0.0028107679,0.000025965894,0.00002157792,0.000085649386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99324656,0.001865762,0.0015127877,0.00092383166,0.0011757152,0.0012753265],"domain_scores_gemma":[0.9971857,0.00061529217,0.0007809146,0.00062396814,0.0005149461,0.00027915186],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014792633,0.00029084363,0.00038118797,0.0012237997,0.0013499237,0.00018235671,0.000898482,0.000053101452,0.00024364152],"category_scores_gemma":[0.000094687544,0.00024460454,0.00006494059,0.004496601,0.00022172871,0.0012922386,0.00052349636,0.00032144765,0.000069233865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023939057,0.00013846318,0.7267296,0.00016492991,0.000011839492,4.7732846e-7,0.18800384,0.0000020176321,0.004764138,0.0003496536,0.00029026583,0.07952084],"study_design_scores_gemma":[0.0039409166,0.0005037725,0.5973363,0.000058781796,0.00002485279,0.0000011432547,0.39370963,0.00007934776,0.0015092888,0.0001541396,0.0024657506,0.0002160892],"about_ca_topic_score_codex":0.001349267,"about_ca_topic_score_gemma":0.030177707,"teacher_disagreement_score":0.20570578,"about_ca_system_score_codex":0.0003773755,"about_ca_system_score_gemma":0.00066821964,"threshold_uncertainty_score":0.9999502},"labels":[],"label_agreement":null},{"id":"W2987087535","doi":"10.1186/s13012-019-0941-z","title":"Investigation of factors influencing the implementation of two shared decision-making interventions in contraceptive care: a qualitative interview study among clinical and administrative staff","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"Patient-Centered Outcomes Research Institute","keywords":"Psychological intervention; Medicine; Thematic analysis; Qualitative research; Nursing; Intervention (counseling); Health administration; Health services research; Family medicine; Cluster randomised controlled trial; Randomized controlled trial; Medical education; Public health","score_opus":0.5817493495348849,"score_gpt":0.6711383666146494,"score_spread":0.08938901707976454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987087535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938573,0.00015820874,0.000330126,0.00018396243,0.00026159463,0.0049879216,0.0001629545,0.000014811911,0.00004309923],"genre_scores_gemma":[0.9981696,0.000012846806,0.0013296665,0.00007661028,0.000008856229,0.00035585664,0.00003410209,0.0000103708435,0.0000020811963],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99193263,0.003908942,0.0027004406,0.00044354866,0.0006957125,0.0003187227],"domain_scores_gemma":[0.9911484,0.0047428603,0.0021908493,0.00051452144,0.0013092164,0.0000941343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004561893,0.0001612378,0.00040374364,0.0004011264,0.00047649202,0.000031191765,0.00053363334,0.00004783606,0.00027699696],"category_scores_gemma":[0.00095963327,0.00012855207,0.00008212018,0.0011830821,0.00072701374,0.0011176317,0.00041931798,0.00039017823,0.0000043033365],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018825813,0.000020711703,0.5674081,0.00010171485,0.000011630112,7.013495e-8,0.42883873,0.0000033904594,0.00012648314,0.0004922493,0.0000043633877,0.0029737388],"study_design_scores_gemma":[0.0012358336,0.00039045073,0.4926799,0.00050303596,0.0000145485,5.068233e-8,0.5044145,0.000033439384,0.00013858713,0.0005335501,0.0000013475391,0.00005479765],"about_ca_topic_score_codex":0.004221215,"about_ca_topic_score_gemma":0.028200183,"teacher_disagreement_score":0.07557576,"about_ca_system_score_codex":0.00032551674,"about_ca_system_score_gemma":0.0010855235,"threshold_uncertainty_score":0.98953265},"labels":[],"label_agreement":null},{"id":"W2992424904","doi":"10.1186/s13012-019-0951-x","title":"Action, actor, context, target, time (AACTT): a framework for specifying behaviour","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":426,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Tact; Process management; Context (archaeology); Psychological intervention; Health informatics; Intervention (counseling); Health care; Action (physics); Health services research; Implementation research; Knowledge management; Health administration; Computer science; Process (computing); Medicine; Management science; Psychology; Nursing; Public health; Business; Engineering","score_opus":0.7174853760704389,"score_gpt":0.7436060210447446,"score_spread":0.026120644974305662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992424904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9107411,0.000009522441,0.0664372,0.0099341525,0.0032920237,0.0063132034,0.0004078535,0.00024406999,0.0026208805],"genre_scores_gemma":[0.94514287,0.000005594491,0.033648178,0.017939933,0.00039565255,0.0007300587,0.00003773755,0.00003379621,0.0020661617],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950497,0.0003294562,0.001210894,0.0007638192,0.0011845707,0.0014615413],"domain_scores_gemma":[0.9943791,0.0028875936,0.0008291492,0.0005654935,0.0008810648,0.00045760197],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0056499406,0.00021416527,0.00029985048,0.00045566825,0.002192733,0.00011067901,0.00072601385,0.00010585125,0.018760623],"category_scores_gemma":[0.0017797331,0.00020843971,0.00007464168,0.0014928123,0.00024258201,0.0017147546,0.0001746391,0.0003780771,0.0039304025],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017044203,0.00008482938,0.67656374,0.00033928888,0.000024536588,0.0000014822012,0.048690002,0.000014761129,0.084813565,0.087935306,0.07261415,0.028747912],"study_design_scores_gemma":[0.0058047553,0.0005251194,0.33063155,0.00018054698,0.000033205448,0.000006391396,0.07822977,0.00076396705,0.019955397,0.013406582,0.5495367,0.00092602795],"about_ca_topic_score_codex":0.00032889037,"about_ca_topic_score_gemma":0.00015748275,"teacher_disagreement_score":0.47692254,"about_ca_system_score_codex":0.0009310961,"about_ca_system_score_gemma":0.002523343,"threshold_uncertainty_score":0.9991063},"labels":[],"label_agreement":null},{"id":"W2995643282","doi":"10.1186/s13012-019-0959-2","title":"Sustainment, Sustainability, and Spread Study (SSaSSy): protocol for a study of factors that contribute to the sustainment, sustainability, and spread of practice changes introduced through an evidence-based quality-improvement intervention in Canadian nursing homes","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Athabasca University; Mount Saint Vincent University; Centre for Advancing Health Outcomes; St. Paul's Hospital; University of Calgary; University of Manitoba; Manitoba Health; Alzheimer Society of Canada; University of Alberta; University of British Columbia, Okanagan Campus; York University; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Sustainability; Health administration; Medicine; Scope (computer science); Quality management; Nursing; Evidence-based practice; Nursing research; Health care; Process management; Environmental resource management; Public health; Business; Political science; Marketing; Computer science; Service (business)","score_opus":0.4064168369009449,"score_gpt":0.6845600853941207,"score_spread":0.27814324849317584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995643282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7376745,0.0000040600657,0.00063374126,0.021248946,0.00011778432,0.24019317,0.000099401346,0.000016573858,0.000011831175],"genre_scores_gemma":[0.91773725,0.000001873314,0.00021834135,0.0011322021,0.000028205155,0.08083276,0.000008893182,0.000018650908,0.000021849059],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9901836,0.00348817,0.0019758812,0.001169387,0.0016041884,0.0015787578],"domain_scores_gemma":[0.98859316,0.005057222,0.0016153422,0.0009447374,0.0032863005,0.00050325703],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029092334,0.00032656966,0.00059935305,0.00087829883,0.0011215261,0.00015517595,0.0007185018,0.00006858057,0.00007435054],"category_scores_gemma":[0.012597633,0.0002626376,0.00004153317,0.0018928476,0.00046013182,0.0027468617,0.00037895684,0.00026839398,6.295835e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000542575,0.000750424,0.8109235,0.0011233661,0.00001630356,7.552143e-7,0.17699108,0.0000471743,0.000474415,0.0013285697,0.00005207697,0.007749765],"study_design_scores_gemma":[0.005261767,0.0049305125,0.40445617,0.00012435089,0.00002725509,2.377105e-7,0.5827839,0.00007446481,0.00088862714,0.00044687485,0.000847501,0.00015839013],"about_ca_topic_score_codex":0.45667338,"about_ca_topic_score_gemma":0.51470745,"teacher_disagreement_score":0.40646735,"about_ca_system_score_codex":0.005050044,"about_ca_system_score_gemma":0.0057112053,"threshold_uncertainty_score":0.9999826},"labels":[],"label_agreement":null},{"id":"W2995708840","doi":"10.1186/s13012-019-0952-9","title":"Identifying relevant concepts and factors for the sustainability of evidence-based practices within acute care contexts: a systematic review and theory analysis of selected sustainability frameworks","year":2019,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Health Sciences Centre; Sunnybrook Health Science Centre; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Systematic review; Sustainability; Context (archaeology); Health administration; Health care; Health services research; Medicine; MEDLINE; Acute care; Public health; Inclusion (mineral); Nursing; Psychology; Political science; Ecology; Social psychology; Geography","score_opus":0.644811623597397,"score_gpt":0.7368527647991233,"score_spread":0.09204114120172635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995708840","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016591517,0.9521935,0.009744141,0.0014309433,0.00019319658,0.033826936,0.00092106825,0.000029260415,0.0000018309195],"genre_scores_gemma":[0.061657723,0.9322264,0.0006229063,0.001477944,0.000016379443,0.0038498126,0.0000810311,0.000029632112,0.000038125072],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.9859304,0.0065290392,0.004400541,0.0010338599,0.0012918873,0.00081426697],"domain_scores_gemma":[0.9001443,0.076403745,0.013014055,0.0012632884,0.0089335255,0.00024110869],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03130171,0.0004257963,0.0032656414,0.0008822059,0.0013174353,0.00010223357,0.0010045357,0.00024591028,0.00008773246],"category_scores_gemma":[0.13085565,0.0002422994,0.00029952833,0.0066679325,0.0014993415,0.001182637,0.00033551911,0.0007245985,7.5388607e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019223598,0.000009948745,0.0028476205,0.9613829,0.00044448534,1.913039e-7,0.025071764,0.000003334893,0.00000179868,0.0014133434,0.000029778665,0.008775589],"study_design_scores_gemma":[0.0015296736,0.00067923445,0.007889494,0.33172348,0.102779545,0.000003923189,0.5469689,0.00054010097,0.000027352411,0.0011316501,0.005674163,0.0010524668],"about_ca_topic_score_codex":0.0007501908,"about_ca_topic_score_gemma":0.00041813674,"teacher_disagreement_score":0.6296594,"about_ca_system_score_codex":0.001611163,"about_ca_system_score_gemma":0.016134681,"threshold_uncertainty_score":0.9999827},"labels":[],"label_agreement":null},{"id":"W3005413458","doi":"10.1186/s13012-019-0963-6","title":"Correction to: The Society for Implementation Research Collaboration Instrument Review Project: a methodology to promote rigorous evaluation","year":2020,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children","funders":"National Institutes of Health; Georgia Clinical and Translational Science Alliance","keywords":"Acknowledgement; Health services research; Health informatics; Section (typography); Health administration; Medicine; Quality of Life Research; Public health; Medical education; Library science; Nursing; Computer science","score_opus":0.9546060221867994,"score_gpt":0.8511646659376068,"score_spread":0.1034413562491926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005413458","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013092894,0.537387,0.030301867,0.13025106,0.01609842,0.28141,0.003277755,0.00039430533,0.00074864365],"genre_scores_gemma":[0.000046984867,0.83660364,0.029371548,0.032954145,0.0010739954,0.09879587,0.0007460303,0.00010636489,0.00030144263],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9769724,0.009641438,0.004064452,0.0021379492,0.004865781,0.002317973],"domain_scores_gemma":[0.98262334,0.006767232,0.0021915282,0.0010966081,0.006624468,0.0006968187],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08893829,0.0005859241,0.0014339547,0.0011479941,0.0061181276,0.00030783025,0.001821961,0.00018789605,0.0007963099],"category_scores_gemma":[0.0167657,0.00044840205,0.00044275878,0.016674373,0.00028754145,0.001003092,0.0008185087,0.0010732041,0.000793563],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000012180942,0.000007808604,0.0000034247112,0.00436594,0.00002770368,1.3332753e-7,0.016830478,0.0000010704098,0.000021961121,0.00027172547,0.31398943,0.6644681],"study_design_scores_gemma":[0.000759889,0.0006151773,0.00004262814,0.0046613915,0.00043844583,0.0000067854526,0.02311696,0.0001211624,0.000031495278,0.00011031344,0.9697026,0.00039316606],"about_ca_topic_score_codex":0.001444223,"about_ca_topic_score_gemma":0.005538668,"teacher_disagreement_score":0.66407496,"about_ca_system_score_codex":0.0075216345,"about_ca_system_score_gemma":0.036370862,"threshold_uncertainty_score":0.99998444},"labels":[],"label_agreement":null},{"id":"W3009052108","doi":"10.1186/s13012-020-0964-5","title":"A scoping review of full-spectrum knowledge translation theories, models, and frameworks","year":2020,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; University of Calgary; Hotchkiss Brain Institute; Alberta Health Services","funders":"Alberta Innovates - Health Solutions","keywords":"Knowledge translation; Context (archaeology); Grey literature; Medicine; Health informatics; Health services research; Public health; Library science; Knowledge management; MEDLINE; Computer science; Nursing; Political science; Geography","score_opus":0.822180386246716,"score_gpt":0.7594287750934541,"score_spread":0.06275161115326189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009052108","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017821635,0.9678834,0.019399432,0.0026060126,0.0004734525,0.007932611,0.00027637408,0.00007260603,0.0013543047],"genre_scores_gemma":[0.000045020184,0.99126154,0.0035683496,0.00375971,0.00017416694,0.0010800047,0.00006032295,0.000036910023,0.000013976832],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99187434,0.0016762692,0.0034002115,0.0009398583,0.0011319602,0.0009773601],"domain_scores_gemma":[0.99187505,0.0042627156,0.0023414388,0.0005454469,0.00048349705,0.00049184915],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008415014,0.00040624605,0.0016905554,0.00057534775,0.0011749866,0.0000528122,0.0008114144,0.00026446412,0.0009889312],"category_scores_gemma":[0.0016978513,0.00035080267,0.00015034553,0.0039638337,0.00061920425,0.0010965146,0.0003279636,0.0010499478,0.00009550424],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002665881,0.0000058072865,0.0000040959435,0.25551552,0.0000087305825,4.7040385e-7,0.0057501863,1.5954114e-7,0.0000021784174,0.011112904,0.00050443446,0.72709286],"study_design_scores_gemma":[0.00046456428,0.00010722149,0.0000047366143,0.42108,0.00019870138,0.000010702785,0.0015074102,0.00010425833,0.0000023923317,0.0020815418,0.574043,0.0003955147],"about_ca_topic_score_codex":0.00008027074,"about_ca_topic_score_gemma":0.00024237862,"teacher_disagreement_score":0.7266973,"about_ca_system_score_codex":0.00045744338,"about_ca_system_score_gemma":0.012290254,"threshold_uncertainty_score":0.9999243},"labels":[],"label_agreement":null},{"id":"W3012821199","doi":"10.1186/s13012-016-0452-0","title":"Proceedings of the 8th Annual Conference on the Science of Dissemination and Implementation","year":2016,"lang":"en","type":"article","venue":"Implementation Science","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; Dalhousie University; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"National Institute on Minority Health and Health Disparities; World Health Organization; Agency for Healthcare Research and Quality; Mercyhurst University; National Institutes of Health; University of Arkansas for Medical Sciences; Florida Department of Health; Kaiser Permanente; AcademyHealth; U.S. Department of Veterans Affairs; Patient-Centered Outcomes Research Institute; Clinical and Translational Science Institute, University of Florida","keywords":"Health informatics; Health administration; Medicine; Health services research; Public health; Medical education; Library science; Nursing; Computer science","score_opus":0.04600757928669238,"score_gpt":0.4191564066216354,"score_spread":0.37314882733494303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012821199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902296,0.000003559989,0.000039406426,0.006365279,0.0002661484,0.00030695728,0.000045138604,0.000004900181,0.0027390223],"genre_scores_gemma":[0.99961674,0.000009249107,0.000037422684,0.00012712245,0.000020664564,0.000013634903,7.3090786e-7,0.000002013579,0.00017240398],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99874574,0.000012320472,0.00024185039,0.00022359115,0.0006049476,0.00017152986],"domain_scores_gemma":[0.9991528,0.0000637937,0.00023195612,0.00008258031,0.00043231624,0.00003658026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009888146,0.00006222146,0.000058267662,0.00009618944,0.00033866373,0.000036183046,0.0003272616,0.000010169482,0.0003469434],"category_scores_gemma":[0.000054465218,0.000029329212,0.000018762592,0.0006743038,0.0010611302,0.00032923967,0.00007610876,0.000028428263,0.0000038441844],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019073303,0.000051812953,0.039634593,0.000008779917,0.0000050052818,2.6093995e-8,0.013172963,4.048166e-8,0.30054834,0.5727036,0.0020119506,0.07184383],"study_design_scores_gemma":[0.00027842395,0.00005358718,0.8745979,0.000058657148,0.0000035435316,0.0000012284357,0.016323103,0.0000010269274,0.10512416,0.0033177766,0.00019369007,0.00004686246],"about_ca_topic_score_codex":0.00002560575,"about_ca_topic_score_gemma":0.000008068585,"teacher_disagreement_score":0.8349633,"about_ca_system_score_codex":0.000042771815,"about_ca_system_score_gemma":0.00013683121,"threshold_uncertainty_score":0.39097786},"labels":[],"label_agreement":null},{"id":"W3014743387","doi":"10.1186/s13012-020-00986-0","title":"Understanding the public’s role in reducing low-value care: a scoping review","year":2020,"lang":"en","type":"review","venue":"Implementation Science","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Dalhousie University; University of Calgary","funders":"","keywords":"CINAHL; Medicine; Public health; Value (mathematics); Health care; Health administration; MEDLINE; Health services research; Grey literature; Family medicine; Health informatics; Nursing; Psychological intervention; Political science","score_opus":0.9181888253455377,"score_gpt":0.7235110325968623,"score_spread":0.19467779274867536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014743387","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005699432,0.9744559,0.0005099858,0.01336649,0.0010099761,0.009154131,0.000045994977,0.000076701246,0.0013751192],"genre_scores_gemma":[0.00030594697,0.9899117,0.0002755273,0.007788664,0.00025039417,0.0013483183,0.00006439815,0.000042102223,0.000012966978],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98730314,0.0063172844,0.0027103869,0.0010252616,0.0014602413,0.001183705],"domain_scores_gemma":[0.99271244,0.0034827911,0.002299696,0.00080128846,0.00035411114,0.0003496488],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.018031256,0.00036167164,0.0012780442,0.00045122282,0.0024618045,0.00020252795,0.0013304058,0.00015156003,0.00047215365],"category_scores_gemma":[0.0062592924,0.00026513802,0.00015981637,0.0044776085,0.000308461,0.0014143642,0.0006627212,0.0016242325,0.00029412445],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000015709576,0.000009706658,0.00013639811,0.22759421,0.000012172297,0.000007806433,0.010145096,3.2971758e-7,0.0000011445115,0.010918162,0.00062418956,0.7505492],"study_design_scores_gemma":[0.00020438987,0.000026153903,0.0000157031,0.38148126,0.00010565251,0.0000075622493,0.033452753,0.0000084965,4.3480887e-7,0.0001364161,0.5842636,0.0002975726],"about_ca_topic_score_codex":0.000893311,"about_ca_topic_score_gemma":0.0020817567,"teacher_disagreement_score":0.75025165,"about_ca_system_score_codex":0.0050450275,"about_ca_system_score_gemma":0.021935644,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W3024089210","doi":"10.1186/s13012-020-00989-x","title":"Analysis of the implementation of a community-based intervention to control dengue fever in Burkina Faso","year":2020,"lang":"en","type":"article","venue":"Implementation Science","topic":"Community Health and Development","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Implementation research; Context (archaeology); Health informatics; Intervention (counseling); Health administration; Medicine; Health services research; Usability; Process management; Public health; Computer science; Nursing; Psychological intervention","score_opus":0.1862962227183287,"score_gpt":0.5753988652102434,"score_spread":0.38910264249191473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024089210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843353,0.0000041528215,0.007188404,0.0068295235,0.00009960774,0.0013732368,0.00010198067,0.000010577879,0.00005718606],"genre_scores_gemma":[0.98952425,0.0000011180001,0.00041876655,0.009864745,0.000006640433,0.00013545081,0.000041718555,0.0000040582,0.0000032797275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967278,0.0013158342,0.001006677,0.00012563678,0.0005256896,0.00029834214],"domain_scores_gemma":[0.9981025,0.0005439262,0.0005197909,0.00033503142,0.00036673035,0.00013205424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035971862,0.00008092483,0.00024279019,0.0005208164,0.00062396505,0.000008612907,0.00054478645,0.000025238125,0.0005827773],"category_scores_gemma":[0.00029318908,0.00006763682,0.00007952188,0.0043405537,0.00009678028,0.000161555,0.00021955396,0.00027260178,0.0000067293154],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041861196,0.00005575462,0.9264581,0.00014478483,0.000029547859,8.731428e-8,0.05543195,0.00035753282,0.005231532,0.00041662122,0.00024424438,0.011587943],"study_design_scores_gemma":[0.0021296805,0.000069874666,0.9160039,0.000034719815,0.000056042703,2.6607728e-8,0.07741427,0.0005155934,0.0031516852,0.00004212996,0.0005267773,0.0000553148],"about_ca_topic_score_codex":0.0152895255,"about_ca_topic_score_gemma":0.03848078,"teacher_disagreement_score":0.023191256,"about_ca_system_score_codex":0.00026669545,"about_ca_system_score_gemma":0.0008457587,"threshold_uncertainty_score":0.99126774},"labels":[],"label_agreement":null},{"id":"W3026904439","doi":"10.1186/s13012-020-00994-0","title":"Mentored training and its association with dissemination and implementation research output: a quasi-experimental evaluation","year":2020,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Partnership Against Cancer","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute; National Center for Chronic Disease Prevention and Health Promotion; Division of Cancer Prevention, National Cancer Institute; Washington University in St. Louis","keywords":"Medicine; Medical education; Health services research; Scopus; Logistic regression; Health informatics; Odds; Citation; Productivity; Health administration; MEDLINE; Public health; Library science; Political science; Nursing; Computer science; Internal medicine","score_opus":0.5265717774697362,"score_gpt":0.6590666103424437,"score_spread":0.13249483287270758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026904439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9672824,0.00015258192,0.00021420723,0.03007176,0.0000341274,0.0018124948,0.000015229027,0.000026126258,0.00039103263],"genre_scores_gemma":[0.9977674,0.000053232437,0.00041508017,0.0014054757,0.0000736476,0.00016511901,0.00007180936,0.000009456475,0.000038819107],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99491054,0.00021300577,0.00030821693,0.00042286702,0.0034167075,0.0007286714],"domain_scores_gemma":[0.99680537,0.00026997068,0.00012751514,0.00007617058,0.0008491,0.0018718977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009091868,0.0000993598,0.00015275864,0.0002659986,0.0004605881,0.0001607357,0.00006808996,0.000037095226,0.000288283],"category_scores_gemma":[0.0069414848,0.00008320597,0.000011168046,0.00097308407,0.00014539,0.00074590195,0.000059075315,0.00019005108,0.000006339096],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040043256,0.00021551571,0.033326052,0.00019377751,0.000041023617,0.000009946345,0.0941891,0.0000011894527,0.3239114,0.0015014383,0.0051810984,0.54102904],"study_design_scores_gemma":[0.01702873,0.014456529,0.43765455,0.00022902385,0.0001441561,0.0000561765,0.26263195,0.027995897,0.23071942,0.00018743202,0.00842025,0.0004758864],"about_ca_topic_score_codex":0.00007474203,"about_ca_topic_score_gemma":0.000033268178,"teacher_disagreement_score":0.54055315,"about_ca_system_score_codex":0.00086175994,"about_ca_system_score_gemma":0.0027779483,"threshold_uncertainty_score":0.8310107},"labels":[],"label_agreement":null},{"id":"W3027935244","doi":"10.1186/s13012-020-00992-2","title":"A protocol for evaluating a multi-level implementation theory to scale-up obstetric triage in referral hospitals in Ghana","year":2020,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Direktoratet for Utviklingssamarbeid; Grand Challenges Canada; Korea International Cooperation Agency; Department for International Development; Bill and Melinda Gates Foundation; United States Agency for International Development","keywords":"Operationalization; Health informatics; Triage; Implementation research; Health administration; Process management; Protocol (science); Health services research; Medicine; Scale (ratio); Referral; Psychological intervention; Health care; Nursing; Computer science; Public health; Medical emergency","score_opus":0.8935717269687499,"score_gpt":0.7812758034654306,"score_spread":0.1122959235033193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027935244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60646385,0.0000014617251,0.044851154,0.013536321,0.00045307452,0.33400515,0.00041165584,0.000103235,0.00017410873],"genre_scores_gemma":[0.51552457,3.4298637e-7,0.044020142,0.021807807,0.000109964196,0.41840103,0.000026425974,0.000032352687,0.00007734224],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.991054,0.0016228629,0.0028044323,0.0011544501,0.0015279556,0.0018363254],"domain_scores_gemma":[0.9946397,0.0027144274,0.00090532744,0.00037565158,0.0006936157,0.00067126215],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017933827,0.00029327496,0.0004335568,0.0013211581,0.0010413659,0.000113155555,0.0008680693,0.00008070975,0.001288969],"category_scores_gemma":[0.008951271,0.0002886318,0.0000612591,0.006743861,0.0001520491,0.0015677853,0.00033164883,0.0003573156,0.00018337117],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010961859,0.00012385567,0.34745514,0.0008424654,0.000009625362,0.0000042092815,0.34805697,0.00010696679,0.032612227,0.0036817058,0.0058402433,0.2601704],"study_design_scores_gemma":[0.036294956,0.0013681307,0.70249254,0.00018560422,0.000011979736,0.0000010104286,0.24423698,0.0035961792,0.00553718,0.00077930593,0.0048019816,0.00069416594],"about_ca_topic_score_codex":0.0008424214,"about_ca_topic_score_gemma":0.0048272097,"teacher_disagreement_score":0.35503736,"about_ca_system_score_codex":0.0015090201,"about_ca_system_score_gemma":0.0036989758,"threshold_uncertainty_score":0.9999566},"labels":[],"label_agreement":null},{"id":"W3028508710","doi":"10.1186/s13012-020-00984-2","title":"Use of the GRADE approach in health policymaking and evaluation: a scoping review of nutrition and physical activity policies","year":2020,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Health Sciences Centre; McMaster University Medical Centre","funders":"Ludwig-Maximilians-Universität München; Narodowe Centrum Badań i Rozwoju; Norges Forskningsråd; Ministero dell’Istruzione, dell’Università e della Ricerca; Economic and Social Research Council; Bundesministerium für Bildung und Forschung; Institut National de la Recherche Agronomique; ZonMw; University of Auckland; Albert-Ludwigs-Universität Freiburg; Joint Programming Initiative A healthy diet for a healthy life","keywords":"Grading (engineering); Medicine; Systematic review; Cochrane Library; MEDLINE; Health policy; Physical activity; Knowledge translation; Public health; Medical education; Alternative medicine; Nursing; Political science; Physical therapy; Knowledge management; Computer science","score_opus":0.917354452557616,"score_gpt":0.7933605776470046,"score_spread":0.12399387491061142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028508710","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006753349,0.96126425,0.00014897533,0.009381767,0.00018448816,0.021767166,0.00041004916,0.000021714712,0.0000682227],"genre_scores_gemma":[0.0051861918,0.99030524,0.00092520966,0.0024585829,0.000074319316,0.0010239825,0.000010819641,0.00001354685,0.0000021064818],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9923174,0.0033926787,0.0017818955,0.0005589309,0.0013789688,0.0005701273],"domain_scores_gemma":[0.9939462,0.0021754808,0.0029795228,0.00037209052,0.00032652263,0.00020019633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007823027,0.00022770769,0.0012541901,0.00044368353,0.00064677786,0.000030631203,0.00037380867,0.000055397948,0.00002172152],"category_scores_gemma":[0.0022723635,0.00016920223,0.00008408346,0.003492183,0.0006654577,0.000730339,0.0004300235,0.000384209,0.0000010613766],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017150481,0.00004933734,0.00046542796,0.40050092,0.000005569073,5.8164286e-8,0.009466073,4.3714934e-7,0.000016552283,0.0013432879,0.00016493176,0.5879857],"study_design_scores_gemma":[0.0017156269,0.0001768119,0.013368239,0.8471193,0.00022274199,0.000019458623,0.0053465804,0.00062744005,0.000033530214,0.00021037625,0.13064495,0.0005149916],"about_ca_topic_score_codex":0.0015538447,"about_ca_topic_score_gemma":0.00022953274,"teacher_disagreement_score":0.5874707,"about_ca_system_score_codex":0.0005625045,"about_ca_system_score_gemma":0.008546766,"threshold_uncertainty_score":0.9970738},"labels":[],"label_agreement":null},{"id":"W3032249524","doi":"10.1186/s13012-020-0971-6","title":"Effectiveness of guideline dissemination and implementation strategies on health care professionals’ behaviour and patient outcomes in the cancer care context: a systematic review","year":2020,"lang":"en","type":"review","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; Canada Research Chairs; Queen's University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Psychological intervention; Context (archaeology); Guideline; Health care; Intervention (counseling); Family medicine; Implementation research; Nursing; Health services research; Public health; Pathology","score_opus":0.2001374136044127,"score_gpt":0.6476050551235025,"score_spread":0.4474676415190898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032249524","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002381559,0.9770125,0.000048539823,0.0036238062,0.00013544905,0.01623358,0.0005431836,0.000015261088,0.0000061269666],"genre_scores_gemma":[0.09474842,0.8990269,0.00023927912,0.002453319,0.000016683915,0.0024029852,0.0010850176,0.000026733398,6.646054e-7],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99313194,0.0013550024,0.0032987415,0.000684979,0.0012502185,0.00027912325],"domain_scores_gemma":[0.994124,0.0023178407,0.002336477,0.00037014243,0.0007248526,0.00012671115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003947064,0.0003626581,0.0018894919,0.00031002692,0.00020559167,0.0000949023,0.00023517659,0.000057949812,0.00003264823],"category_scores_gemma":[0.0014086621,0.0002247566,0.00014021323,0.0008725583,0.00015108038,0.0004312582,0.00012736212,0.0002737537,0.0000012786614],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018534205,0.000048397793,0.00062022795,0.45557842,0.00003809179,0.0000036692788,0.007462053,1.17565925e-7,0.0000031739262,0.00019110795,0.00021352453,0.5358227],"study_design_scores_gemma":[0.0021883918,0.0017797614,0.008174992,0.5053018,0.0029399204,0.000054141394,0.4723468,0.0000045329225,0.00004337515,0.000018685234,0.0066976435,0.00044998224],"about_ca_topic_score_codex":0.0009689082,"about_ca_topic_score_gemma":0.0009912741,"teacher_disagreement_score":0.5353727,"about_ca_system_score_codex":0.0006488557,"about_ca_system_score_gemma":0.0022636289,"threshold_uncertainty_score":0.9165308},"labels":[],"label_agreement":null},{"id":"W3036230392","doi":"10.1186/s13012-020-00981-5","title":"Audit and feedback to improve laboratory test and transfusion ordering in critical care: a systematic review","year":2020,"lang":"en","type":"review","venue":"Implementation Science","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Health administration; Audit; Test (biology); Health services research; Health informatics; Public health; Abdominal surgery; Intensive care medicine; Medical emergency; Nursing; Surgery; Accounting","score_opus":0.15189603263016993,"score_gpt":0.5161327676685629,"score_spread":0.36423673503839293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036230392","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013627451,0.99400514,0.000010509862,0.0012609656,0.00006529405,0.004398645,0.00008577022,0.000015023229,0.000022390159],"genre_scores_gemma":[0.0010335147,0.9964947,0.000423282,0.0010506442,0.000022515276,0.00094315223,0.000015407351,0.000014892519,0.0000018949218],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99806345,0.00006870095,0.000664369,0.0005759393,0.00040280048,0.00022473514],"domain_scores_gemma":[0.99885404,0.00040751442,0.00011209105,0.000210463,0.00014682343,0.0002690442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005315394,0.00021994715,0.0012195858,0.00018981632,0.00009254755,0.000084957406,0.000091107126,0.000037179172,0.00003898722],"category_scores_gemma":[0.0011960047,0.00016075777,0.000054766042,0.001061462,0.000095885225,0.00013748302,0.00007159362,0.00010358248,0.000017064673],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.999899e-7,0.00003063382,0.00023084947,0.76310295,0.0000112228145,0.0000291331,0.00042930926,3.3298864e-9,0.000025870748,0.000036898815,0.000053799326,0.23604831],"study_design_scores_gemma":[0.0012640419,0.0010099594,0.0011268102,0.8880645,0.0038279155,0.0001271916,0.0018679427,0.0000040326,0.00008211669,0.000004972966,0.10212785,0.00049263076],"about_ca_topic_score_codex":0.0000393677,"about_ca_topic_score_gemma":0.00005355754,"teacher_disagreement_score":0.23555568,"about_ca_system_score_codex":0.00027669847,"about_ca_system_score_gemma":0.00051542907,"threshold_uncertainty_score":0.6555512},"labels":[],"label_agreement":null},{"id":"W3038945202","doi":"10.1186/s13012-020-01012-z","title":"Effectiveness of reminders to sustain practice change among direct care providers in residential care facilities: a cluster randomized controlled trial","year":2020,"lang":"en","type":"article","venue":"Implementation Science","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta Hospital; University of Alberta","funders":"Alberta Innovates; Alberta Innovates - Health Solutions","keywords":"Fidelity; Medicine; Randomized controlled trial; Psychological intervention; Cluster randomised controlled trial; Protocol (science); Family medicine; Health services research; Intervention (counseling); Public health; Nursing; Alternative medicine","score_opus":0.1017104191942046,"score_gpt":0.5227640715937298,"score_spread":0.42105365239952525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038945202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95229334,0.00010343478,0.0023362292,0.005444442,0.00038456978,0.036395453,0.00005457228,0.000091604634,0.002896369],"genre_scores_gemma":[0.9901014,0.00000966488,0.00048257867,0.0006262859,0.000027101289,0.00870671,0.000019560337,0.000007489043,0.000019219591],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925883,0.0051015527,0.0009761662,0.0004394806,0.0005266026,0.00036793848],"domain_scores_gemma":[0.99054164,0.007275722,0.00058308186,0.00038451038,0.0010955512,0.00011952045],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0077396748,0.00013728802,0.0007385224,0.0002941798,0.00046552517,0.000022441533,0.00045186124,0.00009550139,0.000100605896],"category_scores_gemma":[0.020835724,0.00011626021,0.00010677107,0.0008821118,0.0006571927,0.0006435085,0.0003157146,0.00030785328,0.0000073451547],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8027563,0.00003579131,0.00966983,0.00052127853,0.00003102527,0.0000015860018,0.1848375,0.000022958566,0.0004019906,0.00039604178,0.00014017013,0.0011854902],"study_design_scores_gemma":[0.5450283,0.00018574651,0.007685162,0.00007594288,0.000036995818,5.573512e-8,0.4459936,0.00006138725,0.00046777236,0.000021347627,0.00035340415,0.00009029399],"about_ca_topic_score_codex":0.0043322477,"about_ca_topic_score_gemma":0.0025724948,"teacher_disagreement_score":0.26115608,"about_ca_system_score_codex":0.0006394552,"about_ca_system_score_gemma":0.0010251115,"threshold_uncertainty_score":0.9874122},"labels":[],"label_agreement":null},{"id":"W3040364900","doi":"10.1186/s13012-020-01013-y","title":"Building knowledge translation competency in a community-based hospital: a practice-informed curriculum for healthcare providers, researchers, and leadership","year":2020,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital","funders":"Holland Bloorview Kids Rehabilitation Hospital Foundation","keywords":"Curriculum; Facilitator; Knowledge translation; Medical education; Medicine; Health care; Stakeholder; Health administration; Curriculum development; Knowledge management; Nursing; Psychology; Pedagogy; Public health; Public relations","score_opus":0.8999051896577418,"score_gpt":0.7358525575368512,"score_spread":0.1640526321208906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040364900","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.314708,0.00019009515,0.03288623,0.6373855,0.00042892847,0.013325715,0.00024726498,0.00022901731,0.00059927406],"genre_scores_gemma":[0.9023634,0.000017610308,0.058256883,0.038125794,0.00008317156,0.0010885071,0.00003860029,0.000019519317,0.000006494222],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99404,0.0020825914,0.001216175,0.00050739717,0.00083776,0.0013160454],"domain_scores_gemma":[0.98926353,0.0083325505,0.00054879335,0.00026850405,0.00092631904,0.0006602853],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.010909698,0.00018344232,0.00025828846,0.0005052919,0.0027670476,0.00012340512,0.000558357,0.000077707366,0.000054553882],"category_scores_gemma":[0.010444349,0.00018595734,0.000034840734,0.0026925139,0.00052125036,0.0023577416,0.00012410442,0.0007699123,0.000022324648],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027634753,0.00020522907,0.10427802,0.0058023613,0.000011449547,0.0000026123225,0.77470315,0.000029504958,0.004018401,0.02331941,0.008003394,0.07935014],"study_design_scores_gemma":[0.010640047,0.001831235,0.03273245,0.0003950119,0.000019573656,0.0000017096303,0.781057,0.011276656,0.0006894554,0.0011566688,0.15964466,0.0005555],"about_ca_topic_score_codex":0.0029150806,"about_ca_topic_score_gemma":0.00467972,"teacher_disagreement_score":0.5992597,"about_ca_system_score_codex":0.0007332371,"about_ca_system_score_gemma":0.0071951337,"threshold_uncertainty_score":0.9985312},"labels":[],"label_agreement":null},{"id":"W3043168294","doi":"10.1186/s13012-020-01022-x","title":"Factors influencing the implementation of cardiovascular risk scoring in primary care: a mixed-method systematic review","year":2020,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"Oxford Health NHS Foundation Trust; National Institute for Health and Care Research; Royal College of General Practitioners; Rotary Foundation; University of Oxford; World Health Organization","keywords":"Medicine; Data extraction; Health services research; Systematic review; Disease; Health administration; MEDLINE; Health care; Public health; Family medicine; Pathology","score_opus":0.5625486469004964,"score_gpt":0.6945457668324237,"score_spread":0.1319971199319273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043168294","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00053209945,0.9772874,0.0013247327,0.00018671867,0.0007266477,0.019020783,0.0007220793,0.000068437665,0.00013106145],"genre_scores_gemma":[0.00064318365,0.9925084,0.0010734444,0.0017444782,0.000101174046,0.0037353444,0.00012857108,0.000060247163,0.0000051602015],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97884905,0.008884565,0.006458365,0.0012381447,0.0031491807,0.0014206615],"domain_scores_gemma":[0.9862316,0.0051926114,0.0058596153,0.0015116872,0.00082621764,0.00037825046],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.024086395,0.0006616151,0.003877959,0.0009990329,0.0015792851,0.00008100865,0.0021247051,0.00014700746,0.00020311798],"category_scores_gemma":[0.0031729895,0.0004411938,0.0007435886,0.007185376,0.00032008265,0.0010038739,0.0007557859,0.0011420446,0.00008743135],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[7.987003e-7,0.0000038644907,0.0011179612,0.7697586,0.0001096659,0.0000016656309,0.02234864,0.000003099497,0.0000018390589,0.00009288272,0.00011656617,0.20644443],"study_design_scores_gemma":[0.0015190899,0.00013843535,0.0053213406,0.4379999,0.0053949044,0.000009768847,0.16045706,0.000006366113,0.000036480094,0.00003345646,0.3880099,0.0010732919],"about_ca_topic_score_codex":0.004085372,"about_ca_topic_score_gemma":0.00079570024,"teacher_disagreement_score":0.38789335,"about_ca_system_score_codex":0.0038932299,"about_ca_system_score_gemma":0.011995632,"threshold_uncertainty_score":0.9999306},"labels":[],"label_agreement":null},{"id":"W3067735534","doi":"10.1186/s13012-020-01015-w","title":"Towards a taxonomy of behavior change techniques for promoting shared decision making","year":2020,"lang":"en","type":"article","venue":"Implementation Science","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centres Intégré Universitaires de Santé et de Services Sociaux","funders":"","keywords":"Psychological intervention; Medicine; Coding (social sciences); Behavior change methods; Medical education; Applied psychology; Knowledge management; Computer science; Psychology; Nursing; Statistics","score_opus":0.6998707123934395,"score_gpt":0.610168843399014,"score_spread":0.08970186899442545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3067735534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7181062,0.0005571283,0.1698517,0.025041882,0.0015888913,0.08043116,0.0016331531,0.0010212987,0.0017685819],"genre_scores_gemma":[0.8269907,0.000005037187,0.15701923,0.0016505421,0.000078768324,0.014215165,0.000027603764,0.0000116501515,0.0000013045477],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977835,0.00014275579,0.0008561454,0.00034018382,0.00048121685,0.00039618733],"domain_scores_gemma":[0.99753135,0.0004013093,0.0007166234,0.00035310304,0.00086399895,0.0001335974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008246139,0.00009979034,0.00017151613,0.00017255504,0.0008982781,0.000022513233,0.0006446343,0.000048561637,0.00024119689],"category_scores_gemma":[0.000961143,0.000097899145,0.00004105116,0.00078301475,0.000111051326,0.00074537,0.00039367558,0.00015285799,0.000009586967],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006612758,0.0000362747,0.118902296,0.0004487759,0.0000030795143,3.1129724e-7,0.057601344,3.6023349e-7,0.010708271,0.0013956972,0.0007171391,0.81012034],"study_design_scores_gemma":[0.006414692,0.0027392528,0.53427035,0.0031353538,0.0001314682,0.0000032614892,0.23283379,0.011242216,0.09599827,0.0028957007,0.10897616,0.001359476],"about_ca_topic_score_codex":0.00019028621,"about_ca_topic_score_gemma":0.00007403644,"teacher_disagreement_score":0.8087608,"about_ca_system_score_codex":0.00022414885,"about_ca_system_score_gemma":0.0006658382,"threshold_uncertainty_score":0.690892},"labels":[],"label_agreement":null},{"id":"W3082426043","doi":"10.1186/s13012-020-01003-0","title":"The use of the PARIHS framework in implementation research and practice—a citation analysis of the literature","year":2020,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; Uppsala Universitet; Forskningsrådet om Hälsa, Arbetsliv och Välfärd","keywords":"Medicine; Data extraction; Health informatics; Context (archaeology); Citation; Health services research; MEDLINE; Computer science; Public health; World Wide Web; Nursing; Political science","score_opus":0.9322805743353488,"score_gpt":0.8305301486788155,"score_spread":0.10175042565653336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082426043","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02594186,0.7455046,0.0019088843,0.14983267,0.0061761714,0.061623156,0.008109815,0.00011376924,0.0007890534],"genre_scores_gemma":[0.015315118,0.9771945,0.0021394957,0.003705373,0.00012832471,0.0013212834,0.00007345405,0.000035706173,0.000086751344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98311687,0.009279893,0.0029930053,0.00070835033,0.0029653802,0.00093652995],"domain_scores_gemma":[0.95801926,0.0353861,0.0034210759,0.0010662655,0.0019380501,0.0001692762],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":[],"category_scores_codex":[0.020729056,0.000256769,0.0007919937,0.0012155465,0.002918753,0.000258828,0.0015933841,0.00017311971,0.00011802348],"category_scores_gemma":[0.023021234,0.00013419903,0.00020008345,0.030738104,0.0015229658,0.0012185915,0.0009548447,0.0014080228,0.0000070930937],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041329975,0.00004195656,0.01828771,0.0037332235,0.0002611902,0.0000011405588,0.11506859,0.00001290258,0.000057619578,0.042670187,0.004807704,0.81501645],"study_design_scores_gemma":[0.00031301327,0.000063316766,0.033366106,0.0020848697,0.0004551709,0.0000021632409,0.033084814,0.00004083794,0.000014649932,0.0008365637,0.9295917,0.00014676053],"about_ca_topic_score_codex":0.0013906446,"about_ca_topic_score_gemma":0.0043323324,"teacher_disagreement_score":0.924784,"about_ca_system_score_codex":0.0007443601,"about_ca_system_score_gemma":0.0056477464,"threshold_uncertainty_score":0.99998933},"labels":[],"label_agreement":null},{"id":"W3084185291","doi":"10.1186/s13012-020-01038-3","title":"Comparing effects of two higher intensity feedback interventions with simple feedback on improving staff communication in nursing homes—the INFORM cluster-randomized controlled trial","year":2020,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Thompson Rivers University; Dalhousie University; University of Toronto; York University; University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; University of Alberta","keywords":"Medicine; Context (archaeology); Cluster randomised controlled trial; Psychological intervention; Nursing; Health administration; Health care; Health services research; Nursing research; Randomized controlled trial; Intervention (counseling); Health informatics; Audit; Family medicine; Public health","score_opus":0.0808961756027456,"score_gpt":0.47258556714129285,"score_spread":0.39168939153854726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084185291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98431677,0.000055513083,0.003085293,0.0034096092,0.00069648476,0.007435055,0.0000045910083,0.00004629374,0.0009504065],"genre_scores_gemma":[0.9985256,0.000009470059,0.00052463147,0.00037295706,0.00007963011,0.00041864143,0.000027192102,0.000011623371,0.00003021905],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99667037,0.00080344855,0.0012449055,0.00027937614,0.0005855143,0.00041638344],"domain_scores_gemma":[0.9955456,0.0025454396,0.001030375,0.00035741142,0.00041188812,0.000109234774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031455962,0.00016900327,0.00086275494,0.0002496518,0.00076757383,0.00007051565,0.00043542482,0.0000408095,0.00008632699],"category_scores_gemma":[0.0006865741,0.00011122252,0.00017599046,0.001030143,0.00049890025,0.00043994637,0.00014572701,0.00037224859,0.000012643186],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9056849,0.00042089258,0.0047188527,0.00054397515,0.00009733072,0.0000014574579,0.06220661,0.00040825421,0.001781222,0.0051788557,0.002128859,0.016828809],"study_design_scores_gemma":[0.95406044,0.00075698394,0.015165955,0.00076645246,0.00015532575,5.098504e-7,0.025489204,0.0021816478,0.0006258476,0.00059862627,0.00002982306,0.00016918972],"about_ca_topic_score_codex":0.001015716,"about_ca_topic_score_gemma":0.00092071213,"teacher_disagreement_score":0.048375554,"about_ca_system_score_codex":0.0003309389,"about_ca_system_score_gemma":0.00032847456,"threshold_uncertainty_score":0.5903635},"labels":[],"label_agreement":null},{"id":"W3087224586","doi":"10.1186/s13012-020-01039-2","title":"Examining fidelity in the INFORM trial: a complex team-based behavioral intervention","year":2020,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Thompson Rivers University; University of Calgary; University of Alberta; Dalhousie University; University of Toronto; York University","funders":"Canadian Institutes of Health Research","keywords":"Fidelity; Psychological intervention; Medicine; Intervention (counseling); Nursing; Randomized controlled trial; Nursing research; Receipt","score_opus":0.9193808259697549,"score_gpt":0.7676222632064269,"score_spread":0.151758562763328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087224586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97151864,0.0000014448841,0.004927267,0.018055135,0.00031978983,0.0033875268,0.00007274257,0.00007953706,0.0016379434],"genre_scores_gemma":[0.9404651,8.370572e-7,0.0015524342,0.0571357,0.00011776775,0.00067326386,0.000036877795,0.0000078731055,0.000010152971],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944999,0.0010593982,0.0016702325,0.00046184487,0.0014359269,0.0008726697],"domain_scores_gemma":[0.99725294,0.0011776959,0.0006687307,0.00034657543,0.00028517816,0.0002688554],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011525194,0.00014646527,0.00020028606,0.00028964336,0.0012905616,0.00011450875,0.0009494086,0.0000427033,0.0018254749],"category_scores_gemma":[0.0017746919,0.000115783885,0.00004594897,0.0027043156,0.0003286438,0.0011230931,0.00016917409,0.00038367498,0.00021205973],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002786494,0.00031242313,0.48225594,0.0003610347,0.0000063620155,0.000008046385,0.35931903,0.000103522514,0.011381147,0.004910835,0.050950147,0.08760504],"study_design_scores_gemma":[0.047028456,0.0013430178,0.6869825,0.00005250759,0.000014169847,0.000001184994,0.2022678,0.003730644,0.00045474156,0.00020100917,0.057600588,0.0003233503],"about_ca_topic_score_codex":0.001885954,"about_ca_topic_score_gemma":0.0018812864,"teacher_disagreement_score":0.2047266,"about_ca_system_score_codex":0.0004191709,"about_ca_system_score_gemma":0.0013546649,"threshold_uncertainty_score":0.999087},"labels":[],"label_agreement":null},{"id":"W3087706024","doi":"10.1186/s13012-020-01036-5","title":"Assessment of the quality of recommendations from 161 clinical practice guidelines using the Appraisal of Guidelines for Research and Evaluation–Recommendations Excellence (AGREE-REX) instrument shows there is room for improvement","year":2020,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Health Sciences Centre; Ottawa Hospital; University of Ottawa; McMaster University; North York General Hospital; Juravinski Cancer Centre","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Excellence; Population; Family medicine; Health administration; Quality (philosophy); Quality management; Health services research; Public health; Nursing; Operations management; Environmental health","score_opus":0.8909774268288009,"score_gpt":0.7648721773140897,"score_spread":0.12610524951471114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087706024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49570477,0.00011337715,0.12436572,0.37110487,0.00071738655,0.0063831746,0.0015452023,0.00001142979,0.000054098993],"genre_scores_gemma":[0.6862106,0.00014875804,0.30770096,0.005229,0.00024902567,0.000282272,0.00015659312,0.00001516414,0.000007664675],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.990809,0.00075110194,0.0051107025,0.0006862195,0.0023120437,0.00033088724],"domain_scores_gemma":[0.9614273,0.014285734,0.0031861966,0.0007520792,0.02018836,0.00016033303],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033768065,0.0001776245,0.0004573961,0.000121230376,0.00056871976,0.00006954035,0.0005638413,0.0000628352,0.00032310674],"category_scores_gemma":[0.0666597,0.00012105611,0.00018987346,0.0009613567,0.0006554899,0.00072496984,0.00043241726,0.0002338456,3.9090403e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089413224,0.00109015,0.07474011,0.0003377922,0.0005889483,1.03176326e-7,0.0041804486,0.00033808564,0.19409679,0.0050980104,0.05759708,0.66103834],"study_design_scores_gemma":[0.022922,0.0057522906,0.14180732,0.00055268646,0.0023636427,0.0000069296525,0.25750878,0.3777622,0.11664104,0.0069919904,0.06702978,0.0006613331],"about_ca_topic_score_codex":0.0019009002,"about_ca_topic_score_gemma":0.00039524084,"teacher_disagreement_score":0.660377,"about_ca_system_score_codex":0.00016573869,"about_ca_system_score_gemma":0.0025926055,"threshold_uncertainty_score":0.9949391},"labels":[],"label_agreement":null},{"id":"W3090697178","doi":"10.1186/s13012-020-01034-7","title":"Proceedings of the Fifth Biennial Conference of the Society for Implementation Research Collaboration (SIRC) 2019: where the rubber meets the road: the intersection of research, policy, and practice - part 1","year":2020,"lang":"en","type":"editorial","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Waypoint Centre for Mental Health Care","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health; Agency for Healthcare Research and Quality","keywords":"Viewpoints; Inclusion (mineral); Representation (politics); Medicine; Medical education; Public relations; Psychology; Political science; Politics; Law; Social psychology","score_opus":0.6695744520455847,"score_gpt":0.746848841310001,"score_spread":0.07727438926441621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090697178","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12505572,0.00016267461,0.00021601825,0.6743976,0.1549268,0.036677193,0.0062942198,0.00005710203,0.0022126716],"genre_scores_gemma":[0.89329135,0.00083846285,0.00088294264,0.005923995,0.09232526,0.005339121,0.000099914854,0.00010160463,0.0011973677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9847569,0.0039243344,0.002347611,0.0008341313,0.006863376,0.0012736329],"domain_scores_gemma":[0.94923663,0.026832694,0.004071681,0.0009252016,0.018748915,0.00018489551],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.05720106,0.00028515278,0.0003943246,0.0002562628,0.007227576,0.0003313262,0.0030050634,0.00025026526,0.00015590715],"category_scores_gemma":[0.038813304,0.00013463899,0.00019679643,0.007337573,0.0053929356,0.0013933096,0.0015790192,0.0017924925,0.000005824005],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014648981,0.000016979553,0.0004355877,0.00035316488,0.00003709464,1.6674477e-8,0.12693341,0.0000015672553,0.005398142,0.012406248,0.8528685,0.0014027939],"study_design_scores_gemma":[0.0010594637,0.0002975722,0.00464029,0.00021639021,0.00006962824,0.0000011096406,0.28969306,0.000076307515,0.0025732822,0.0014457722,0.69981426,0.00011286698],"about_ca_topic_score_codex":0.012045056,"about_ca_topic_score_gemma":0.009903464,"teacher_disagreement_score":0.7682356,"about_ca_system_score_codex":0.0012108068,"about_ca_system_score_gemma":0.021358315,"threshold_uncertainty_score":0.9973138},"labels":[],"label_agreement":null},{"id":"W3094922050","doi":"10.1186/s13012-020-01057-0","title":"Process evaluation of an implementation trial to improve the triage, treatment and transfer of stroke patients in emergency departments (T3 trial): a qualitative study","year":2020,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Australian Catholic University","keywords":"Medicine; Triage; Qualitative research; Health services research; Emergency department; Psychological intervention; Context (archaeology); Stroke (engine); Health administration; Protocol (science); Nursing; Public health; Medical emergency; Alternative medicine","score_opus":0.747229972841984,"score_gpt":0.7638080859971784,"score_spread":0.01657811315519442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094922050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96944046,0.0000033275933,0.00023243685,0.0018178425,0.0004275318,0.027412876,0.00059100235,0.000015864518,0.00005868771],"genre_scores_gemma":[0.99404955,0.000008068577,0.00015775327,0.000639368,0.00007711314,0.0050052237,0.000043330514,0.000014742013,0.000004864159],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9887403,0.004317791,0.0029983935,0.0007819865,0.0024755003,0.0006859828],"domain_scores_gemma":[0.99632746,0.0007344184,0.0007398055,0.00035959025,0.0014690693,0.00036966175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015339387,0.00023698535,0.00045740436,0.00044627796,0.0006384126,0.000026109288,0.0004705373,0.000042472053,0.00060764106],"category_scores_gemma":[0.0016252823,0.00018020172,0.00004985041,0.0022541138,0.00016693868,0.0011285413,0.0000884193,0.00013452808,0.000007674341],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024202732,0.0007395831,0.039227244,0.000069438305,0.000033052405,1.5137375e-7,0.8985693,0.000026184343,0.0035854878,0.00017650578,0.00004739838,0.03332293],"study_design_scores_gemma":[0.3061422,0.013526921,0.09059463,0.000007699692,0.00010617032,4.6085184e-8,0.58363086,0.00018253227,0.00536418,0.00017469405,0.000090758,0.00017930791],"about_ca_topic_score_codex":0.002796664,"about_ca_topic_score_gemma":0.010521819,"teacher_disagreement_score":0.31493843,"about_ca_system_score_codex":0.00050323684,"about_ca_system_score_gemma":0.00227687,"threshold_uncertainty_score":0.7348413},"labels":[],"label_agreement":null},{"id":"W3113013077","doi":"10.1186/s13012-020-01067-y","title":"Impact of a tuberculosis treatment adherence intervention versus usual care on treatment completion rates: results of a pragmatic cluster randomized controlled trial","year":2020,"lang":"en","type":"article","venue":"Implementation Science","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Ottawa; Institute for Work & Health; Public Health Ontario; University of Toronto; University Health Network; Western University; St. Michael's Hospital","funders":"National Health and Medical Research Council; Canadian Institutes of Health Research","keywords":"Medicine; Randomized controlled trial; Cluster randomised controlled trial; Intervention (counseling); Family medicine; Health services research; Health administration; Health care; Public health; Physical therapy; Nursing; Internal medicine","score_opus":0.13249484739969444,"score_gpt":0.5141579901285741,"score_spread":0.3816631427288797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113013077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99027383,0.000075551165,0.00028417323,0.00130043,0.00013621584,0.007344149,0.00017609172,0.00001752247,0.00039204044],"genre_scores_gemma":[0.9983658,0.00012189422,0.00034252895,0.00007236063,0.000063365005,0.0007595634,0.00025625576,0.00000738312,0.000010824594],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99642223,0.00084722595,0.0013649242,0.00041359215,0.0006315669,0.00032043894],"domain_scores_gemma":[0.99638814,0.0020023868,0.000681516,0.00024631244,0.00044776197,0.00023388602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015697584,0.00021160502,0.0014405422,0.00026821723,0.00008275004,0.000021972186,0.00011731017,0.00004177795,0.00024522963],"category_scores_gemma":[0.003853641,0.00012142858,0.00076914206,0.0004920307,0.00035900364,0.00015535668,0.000030983167,0.00005698236,0.000013672801],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9773961,0.0004977771,0.0006658735,0.00004026459,0.0005239438,0.0000019465147,0.00431973,0.0001526228,0.005152473,0.000059784434,0.0001126127,0.011076908],"study_design_scores_gemma":[0.93572974,0.047321737,0.0043467595,0.00006211504,0.0003748178,0.0000017095572,0.002078012,0.004357311,0.005620374,0.000009206106,0.000019067127,0.000079157464],"about_ca_topic_score_codex":0.002369875,"about_ca_topic_score_gemma":0.00017719467,"teacher_disagreement_score":0.04682396,"about_ca_system_score_codex":0.0008172955,"about_ca_system_score_gemma":0.0004976457,"threshold_uncertainty_score":0.49517137},"labels":[],"label_agreement":null},{"id":"W3115674072","doi":"10.1186/s13012-021-01082-7","title":"Understanding the implementation of evidence-informed policies and practices from a policy perspective: a critical interpretive synthesis","year":2021,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; Impact","funders":"Pierre Elliott Trudeau Foundation","keywords":"Health services research; Perspective (graphical); Health administration; Health informatics; Medicine; Health policy; Public health; Healthcare policy; Social policy; Public administration; Health care reform; Nursing; Public relations; Political science; Law","score_opus":0.8339438701819744,"score_gpt":0.7751146255267205,"score_spread":0.058829244655253854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115674072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71565735,0.00010243932,0.014757685,0.26348412,0.0005468088,0.0017260548,0.00074353936,0.000073981595,0.0029080354],"genre_scores_gemma":[0.98951435,0.00018760872,0.0019295473,0.007865585,0.00017431847,0.0002908411,0.000002444931,0.0000110289975,0.000024264133],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99501026,0.0012294496,0.001124042,0.00054692867,0.0012566202,0.0008326895],"domain_scores_gemma":[0.9546031,0.041573215,0.0014124644,0.00045581855,0.0016573078,0.00029811167],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044066003,0.00017109334,0.00025692,0.00045118155,0.002238955,0.00019531389,0.00046666746,0.00004906314,0.0021666938],"category_scores_gemma":[0.083728984,0.00012262845,0.000046052905,0.0023655707,0.0014211686,0.0027022627,0.00045499153,0.00026077975,0.00002521095],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066030516,0.000025157955,0.16063654,0.00017371084,0.000046262343,0.0000031438306,0.52461654,0.0000015681084,0.032297608,0.27531594,0.0022511582,0.004566344],"study_design_scores_gemma":[0.00026918156,0.00006555184,0.18654035,0.00026363824,0.00003987164,0.000005752464,0.7980548,0.00005162081,0.0075341673,0.0063719456,0.0006738372,0.00012927367],"about_ca_topic_score_codex":0.026149431,"about_ca_topic_score_gemma":0.012599223,"teacher_disagreement_score":0.27385703,"about_ca_system_score_codex":0.002104677,"about_ca_system_score_gemma":0.0107590305,"threshold_uncertainty_score":0.99906},"labels":[],"label_agreement":null},{"id":"W3118765928","doi":"10.1186/s13012-020-01075-y","title":"Designing provider-focused implementation trials with purpose and intent: introducing the PRECIS-2-PS tool","year":2021,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine; Western University","funders":"National Cancer Institute","keywords":"Medicine; Health informatics; Health services research; Health administration; Public health; Quality of Life Research; Nursing","score_opus":0.6696518239639109,"score_gpt":0.6923009704467764,"score_spread":0.022649146482865534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118765928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85092294,0.00007805936,0.09040517,0.04830702,0.0011033803,0.007853075,0.00017116158,0.00018741266,0.0009717833],"genre_scores_gemma":[0.9518832,0.000045210596,0.02980989,0.016026432,0.00038019093,0.0015214401,0.00004302127,0.000032884862,0.00025774667],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99104756,0.0029506804,0.0021194394,0.0009846238,0.0015993215,0.0012983679],"domain_scores_gemma":[0.9912997,0.0050650863,0.0012747528,0.0006618955,0.0013800455,0.00031854323],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02444325,0.00026288888,0.000444646,0.00034914486,0.0040889466,0.0004095015,0.00052000186,0.00005276633,0.0017489446],"category_scores_gemma":[0.0062524513,0.00017858967,0.00004818294,0.0025054452,0.00055028644,0.0019928578,0.00030074676,0.00040027712,0.000074219606],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021168063,0.000047367055,0.17524998,0.00029809354,0.00006800974,0.000014932016,0.14896192,0.000042564378,0.14494453,0.012037829,0.013900877,0.5042222],"study_design_scores_gemma":[0.01345732,0.00067404646,0.2172413,0.0002704578,0.00020350501,0.000072185314,0.5073188,0.00041267488,0.13825978,0.0021313454,0.118933246,0.0010253389],"about_ca_topic_score_codex":0.0007147474,"about_ca_topic_score_gemma":0.0026280526,"teacher_disagreement_score":0.5031969,"about_ca_system_score_codex":0.00052630424,"about_ca_system_score_gemma":0.0049955375,"threshold_uncertainty_score":0.99916357},"labels":[],"label_agreement":null},{"id":"W3121098217","doi":"10.1186/s13012-020-01066-z","title":"The reporting checklist for public versions of guidelines: RIGHT-PVG","year":2021,"lang":"en","type":"review","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Social Science Fund of China; Korea Institute of Oriental Medicine; World Health Organization","keywords":"Checklist; Delphi method; Medicine; Delphi; Sample (material); Public health; Medical education; Health informatics; Quality (philosophy); MEDLINE; Health administration; Family medicine; Nursing; Psychology; Computer science; Political science","score_opus":0.7839863010085549,"score_gpt":0.699589586200678,"score_spread":0.08439671480787692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121098217","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007067744,0.9794672,0.0059969504,0.0080722,0.0014558227,0.0042181006,0.0002232084,0.000052559775,0.00044327223],"genre_scores_gemma":[0.000120206394,0.9786482,0.018642204,0.00054234813,0.00038423846,0.00037078827,0.0009135157,0.00003736885,0.00034116616],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895949,0.00015331447,0.007749749,0.0007013162,0.0012849373,0.00051579624],"domain_scores_gemma":[0.9814343,0.0039801216,0.009040715,0.0009223546,0.0044012917,0.00022121411],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015180523,0.00026330506,0.0011505773,0.0002934846,0.0008340393,0.00022781349,0.0005152391,0.00009165528,0.00032437604],"category_scores_gemma":[0.08371049,0.00017323255,0.0006156053,0.0018817587,0.00043518873,0.000502846,0.0002673037,0.00024370626,0.000012052524],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005127025,0.000031718086,0.000045813787,0.0010684758,0.00007243378,0.0000039695024,0.00003433722,1.8153082e-7,0.000026456231,0.0014876258,0.01729355,0.9799303],"study_design_scores_gemma":[0.0006507482,0.00010186825,0.000037055408,0.0012854919,0.00088420353,0.00010210192,0.0020596632,0.00004247578,0.000072639006,0.00007388334,0.99453413,0.00015572674],"about_ca_topic_score_codex":0.00010307696,"about_ca_topic_score_gemma":0.00014057246,"teacher_disagreement_score":0.9797746,"about_ca_system_score_codex":0.0003837279,"about_ca_system_score_gemma":0.0074509643,"threshold_uncertainty_score":0.99817586},"labels":[],"label_agreement":null},{"id":"W3129459747","doi":"10.1186/s13012-021-01089-0","title":"Changing behaviour, ‘more or less’: do implementation and de-implementation interventions include different behaviour change techniques?","year":2021,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Children's Hospital of Eastern Ontario","funders":"City, University of London","keywords":"Health informatics; Medicine; Health services research; Health administration; Public health; Psychological intervention; Nursing","score_opus":0.7350997643762898,"score_gpt":0.7381938816781443,"score_spread":0.003094117301854493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129459747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9748254,0.000050900522,0.008657241,0.010933499,0.00068407593,0.0037245003,0.00068731414,0.00026089777,0.00017616859],"genre_scores_gemma":[0.9779051,0.00018037151,0.00706183,0.010243587,0.00034604844,0.0036180646,0.0003500394,0.00005323749,0.00024172624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9919225,0.001036628,0.0021318507,0.0011551334,0.0016301202,0.0021237705],"domain_scores_gemma":[0.9957234,0.0006822742,0.0011855242,0.00062895904,0.0010570379,0.00072274986],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006208311,0.00042016277,0.00046176004,0.0012922685,0.0039926684,0.00034369688,0.0006016957,0.00012835607,0.006781602],"category_scores_gemma":[0.0004294458,0.00039849457,0.00012653742,0.0029059658,0.00042156375,0.0023922152,0.0010084168,0.00048433332,0.000045530684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029401894,0.00009819991,0.73708147,0.00032185015,0.000019408528,0.000025230564,0.07400811,2.4743915e-7,0.01001323,0.003551045,0.0020301875,0.17282166],"study_design_scores_gemma":[0.0023225215,0.00023094658,0.59297884,0.00020602447,0.00009274309,0.000047712583,0.3717052,0.000020870808,0.028679067,0.0002904379,0.0029791389,0.00044649607],"about_ca_topic_score_codex":0.0019492826,"about_ca_topic_score_gemma":0.012687674,"teacher_disagreement_score":0.29769707,"about_ca_system_score_codex":0.0016526473,"about_ca_system_score_gemma":0.0022349323,"threshold_uncertainty_score":0.9998467},"labels":[],"label_agreement":null},{"id":"W3130290391","doi":"10.1186/s13012-021-01088-1","title":"Unpacking the intention to action gap: a qualitative study understanding how physicians engage with audit and feedback","year":2021,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Institute for Work & Health; Public Health Ontario; University of Toronto; Women's College Hospital","funders":"Canadian Institutes of Health Research; University of Toronto; Women's College Hospital","keywords":"Thematic analysis; Credibility; Health care; Reflexivity; Qualitative research; Health administration; Health services research; Qualitative property; Medicine; Quality (philosophy); Audit; Quality management; Psychology; Applied psychology; Knowledge management; Nursing; Public health; Computer science","score_opus":0.8727895961303921,"score_gpt":0.7460311862515211,"score_spread":0.126758409878871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130290391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8939602,0.0000028405768,0.059539225,0.04341991,0.00037373014,0.0020620532,0.00003745498,0.000055247496,0.0005493469],"genre_scores_gemma":[0.9898657,0.0000064894025,0.0012711294,0.008119871,0.00007356067,0.00033947575,0.000006427857,0.000013321407,0.00030398302],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9948374,0.0021267945,0.00050610804,0.00060861977,0.0011733128,0.0007477746],"domain_scores_gemma":[0.9963669,0.0019468277,0.00045232236,0.00033560614,0.000686881,0.00021142105],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0076914583,0.00015232492,0.00017675,0.00026486913,0.004354732,0.00026081275,0.0002670012,0.000023160308,0.00022079352],"category_scores_gemma":[0.0012156338,0.000113442926,0.000019590563,0.0028909692,0.0003385107,0.0013078498,0.00022023893,0.00032233496,0.00004253681],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003580158,0.000039520328,0.018470692,0.00005239383,0.000018490646,0.0000035704898,0.9471221,0.000006901569,0.019501876,0.0072725415,0.0017531442,0.0057229684],"study_design_scores_gemma":[0.001083726,0.00021070847,0.07246792,0.00005995067,0.000016676546,0.0000033348415,0.9228266,0.00004394878,0.00095960347,0.00064191077,0.0015553853,0.00013025617],"about_ca_topic_score_codex":0.0005334629,"about_ca_topic_score_gemma":0.011587733,"teacher_disagreement_score":0.09590555,"about_ca_system_score_codex":0.0009982401,"about_ca_system_score_gemma":0.0011920335,"threshold_uncertainty_score":0.99694145},"labels":[],"label_agreement":null},{"id":"W3136568357","doi":"10.1186/s13012-021-01091-6","title":"The effectiveness of generic emails versus a remote knowledge broker to integrate mood management into a smoking cessation programme in team-based primary care: a cluster randomised trial","year":2021,"lang":"en","type":"article","venue":"Implementation Science","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Canada Research Chairs; University of Toronto; Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research; University of Toronto; Centre for Addiction and Mental Health","keywords":"Medicine; Mood; Smoking cessation; Abstinence; Randomized controlled trial; Psychological intervention; mHealth; Family medicine; Cluster randomised controlled trial; Physical therapy; Psychiatry; Surgery","score_opus":0.05423530699503838,"score_gpt":0.4093974472267119,"score_spread":0.35516214023167353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136568357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876916,0.00004013406,0.0071456614,0.0001407768,0.0006296525,0.00326766,0.0000030355075,0.000023519025,0.0010579751],"genre_scores_gemma":[0.99764246,0.000007975196,0.0016709303,0.000086195985,0.000034574572,0.0004402313,0.00008905882,0.000010723533,0.000017846238],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9977633,0.00039039715,0.00047048132,0.00039398146,0.00068710564,0.00029473918],"domain_scores_gemma":[0.99858665,0.00042040707,0.0001556527,0.00030404623,0.00046207412,0.00007117573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033921653,0.00012733492,0.00021622835,0.00031840437,0.00019798757,0.000113169706,0.00016122962,0.000034997953,0.0000103095945],"category_scores_gemma":[0.00027884016,0.00009841042,0.000075248994,0.0019060234,0.00011839006,0.00017670152,0.00008095308,0.000091969865,9.4388014e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17766108,0.00048898166,0.03729613,0.0009868011,0.00009336781,0.000015988444,0.010831278,0.00027014368,0.069765925,0.00037788265,0.00007672426,0.7021357],"study_design_scores_gemma":[0.51747227,0.0013066151,0.31523517,0.0005041216,0.0003255808,0.0000042269635,0.012128547,0.0005997857,0.1511138,0.000118785305,0.00089320727,0.00029793015],"about_ca_topic_score_codex":0.00028115977,"about_ca_topic_score_gemma":0.00054641097,"teacher_disagreement_score":0.7018378,"about_ca_system_score_codex":0.0009419136,"about_ca_system_score_gemma":0.0007502202,"threshold_uncertainty_score":0.40130603},"labels":[],"label_agreement":null},{"id":"W3156680192","doi":"10.1186/s13012-021-01117-z","title":"Impact of provincial and national implementation strategies on P2Y12 inhibitor utilization for acute coronary syndrome in the elderly: an interrupted time series analysis from 2008 to 2018","year":2021,"lang":"en","type":"article","venue":"Implementation Science","topic":"Antiplatelet Therapy and Cardiovascular Diseases","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Population Health Research Institute; McMaster University; Impact","funders":"Ontario Ministry of Health and Long-Term Care; CorHealth Ontario; Hamilton Health Sciences","keywords":"Ticagrelor; Medicine; Conventional PCI; Acute coronary syndrome; Percutaneous coronary intervention; Clopidogrel; Medical prescription; Emergency medicine; P2Y12; Polypharmacy; Internal medicine; Aspirin; Myocardial infarction; Pharmacology","score_opus":0.05275996470239852,"score_gpt":0.4337488792038147,"score_spread":0.3809889145014162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156680192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99571556,0.00003861201,0.0025697972,0.00025548087,0.000030105113,0.0006674675,0.0006943142,0.000010229425,0.000018454079],"genre_scores_gemma":[0.9975936,0.000025084046,0.00067265506,0.00015611974,0.000027703436,0.00006432806,0.0014473284,0.000005486877,0.000007740568],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985959,0.000081713675,0.00028693964,0.0002921992,0.00058787834,0.00015540175],"domain_scores_gemma":[0.9992981,0.000055199493,0.00009711508,0.00014920134,0.0003343654,0.0000659995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048239194,0.0000988228,0.0001942709,0.00028600392,0.00013426984,0.000100045574,0.00008954131,0.000021546575,0.00029175126],"category_scores_gemma":[0.000034218334,0.00007626248,0.000114718,0.0010761407,0.00010296192,0.0007402148,0.000022238943,0.000031992342,0.0000016904592],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004321236,0.001023691,0.47638044,0.00006776765,0.0047142315,0.00011632602,0.017158234,0.0013542683,0.28557318,0.0022405223,0.0015836066,0.2054665],"study_design_scores_gemma":[0.0015622118,0.001750333,0.9800375,0.000011779832,0.0003826691,0.00003510517,0.0078212395,0.00028618475,0.0076673785,0.00032031295,0.000037368358,0.000087885935],"about_ca_topic_score_codex":0.00022157855,"about_ca_topic_score_gemma":0.00056240935,"teacher_disagreement_score":0.5036571,"about_ca_system_score_codex":0.000109319815,"about_ca_system_score_gemma":0.00069410383,"threshold_uncertainty_score":0.31944716},"labels":[],"label_agreement":null},{"id":"W3165509583","doi":"10.1186/s13012-021-01103-5","title":"Theory-based approach to developing an implementation plan to support the adoption of a patient decision aid for Down syndrome prenatal screening","year":2021,"lang":"en","type":"article","venue":"Implementation Science","topic":"Prenatal Screening and Diagnostics","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Centres Intégré Universitaires de Santé et de Services Sociaux","funders":"Genome Alberta; Canadian Institutes of Health Research; Genome British Columbia; Genome Canada","keywords":"Knowledge translation; Medicine; Prenatal care; Health services research; Action plan; Participatory action research; Decision aids; Health care; Clinical decision support system; Health informatics; Nursing; Family medicine; Medical education; Public health; Knowledge management; Alternative medicine; Population; Environmental health","score_opus":0.08290719224632537,"score_gpt":0.4151765790248397,"score_spread":0.3322693867785143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165509583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5269967,0.0000036542733,0.47164315,0.00026805577,0.000058728994,0.0008570417,0.00012408251,0.000018205577,0.000030398409],"genre_scores_gemma":[0.69685614,5.649036e-7,0.30143464,0.0009232416,0.000015247412,0.00016769163,0.0005909782,0.000008266288,0.0000032482717],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99785876,0.000062994004,0.00048020363,0.000436122,0.0008181816,0.0003437546],"domain_scores_gemma":[0.99850553,0.00034319804,0.00015331173,0.000318437,0.00045708084,0.00022243496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014243423,0.000121276076,0.00016352332,0.00023607264,0.00032637146,0.00009733058,0.00021710581,0.000025268868,0.000056186745],"category_scores_gemma":[0.0004927392,0.00009782642,0.00004989868,0.0009753987,0.00006700774,0.00033599554,0.00012510407,0.000054735767,0.000005058526],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012739876,0.00027813454,0.036015507,0.00017633791,0.000046164536,0.00001889306,0.008526478,0.0058858916,0.017519265,0.019081144,0.0006357007,0.9105425],"study_design_scores_gemma":[0.009017248,0.0063001565,0.32607758,0.00052146014,0.00021923492,0.00031300486,0.05072357,0.004536186,0.5957791,0.0015138083,0.004265339,0.00073328655],"about_ca_topic_score_codex":0.00006406646,"about_ca_topic_score_gemma":0.00006784319,"teacher_disagreement_score":0.90980923,"about_ca_system_score_codex":0.00012202735,"about_ca_system_score_gemma":0.000628678,"threshold_uncertainty_score":0.39892456},"labels":[],"label_agreement":null},{"id":"W3175691986","doi":"10.1186/s13012-021-01135-x","title":"Onset PrevenTIon of urinary retention in Orthopaedic Nursing and rehabilitation, OPTION—a study protocol for a randomised trial by a multi-professional facilitator team and their first-line managers’ implementation strategy","year":2021,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institutes of Health; Karolinska Institutet; Högskolan Dalarna; Region Örebro län; Forskningsrådet om Hälsa, Arbetsliv och Välfärd; Linköpings Universitet","keywords":"Medicine; Facilitator; Nursing; Context (archaeology); Urinary retention; Nursing research; Health administration; Health care; Intervention (counseling); Public health; Physical therapy; Surgery; Psychology","score_opus":0.44259393565770755,"score_gpt":0.6767520403108217,"score_spread":0.23415810465311415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175691986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79118186,0.000007033266,0.012767523,0.0020370355,0.00021234482,0.19342951,0.00031543444,0.000030834028,0.000018447476],"genre_scores_gemma":[0.77523965,0.0000056256004,0.0045606582,0.00024585606,0.00003911864,0.2196514,0.00011587986,0.000015810447,0.00012600138],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9935368,0.0018327023,0.0023148446,0.0008707212,0.0007635853,0.0006813481],"domain_scores_gemma":[0.99485904,0.002686642,0.0010719782,0.00029880513,0.0008479013,0.00023563934],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009788484,0.00024438003,0.00041464157,0.0005640944,0.0013975715,0.00006590445,0.00018923948,0.00007946546,0.00027422947],"category_scores_gemma":[0.0018448922,0.00022338447,0.000070474605,0.0013248071,0.0004383753,0.00131211,0.00012676074,0.00021189585,0.0000021706826],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.058595337,0.0052342582,0.4430968,0.0037831345,0.00009854545,0.000004591514,0.33840612,0.00005982088,0.030339183,0.0019380001,0.00922765,0.10921658],"study_design_scores_gemma":[0.35406348,0.0038952574,0.26068458,0.0003924657,0.00003438171,0.000005362589,0.37545848,0.0015414018,0.00054515386,0.0020525751,0.0009978651,0.0003289897],"about_ca_topic_score_codex":0.0002605634,"about_ca_topic_score_gemma":0.0020113087,"teacher_disagreement_score":0.29546815,"about_ca_system_score_codex":0.00044836284,"about_ca_system_score_gemma":0.0020221344,"threshold_uncertainty_score":0.9999025},"labels":[],"label_agreement":null},{"id":"W3176118627","doi":"10.1186/s13012-021-01136-w","title":"What behaviour change techniques have been used to improve adherence to evidence-based low back pain imaging?","year":2021,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Ottawa Hospital; Memorial University of Newfoundland","funders":"","keywords":"Medicine; CINAHL; Psychological intervention; MEDLINE; Health informatics; Systematic review; Guideline; Health administration; Knowledge translation; Intervention (counseling); Health services research; Nursing research; Low back pain; Behavior change methods; Public health; Physical therapy; Alternative medicine; Family medicine; Nursing; Pathology; Knowledge management","score_opus":0.8490213016311304,"score_gpt":0.7456461766459698,"score_spread":0.10337512498516066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176118627","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010054085,0.74799794,0.039693553,0.071989946,0.015317255,0.117597654,0.004577406,0.0014632228,0.00035760427],"genre_scores_gemma":[0.0007106462,0.7534945,0.028928027,0.16656208,0.001930894,0.04640671,0.00037917303,0.00027707525,0.0013109175],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98306173,0.0044241576,0.003824623,0.0026345993,0.0030995498,0.0029553522],"domain_scores_gemma":[0.98621136,0.0056769033,0.002117173,0.0018719272,0.0021756652,0.0019469918],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.025629941,0.0008873337,0.0018576003,0.002097233,0.00205032,0.0009624802,0.0028170762,0.00025306855,0.004339257],"category_scores_gemma":[0.006531515,0.0008339062,0.00031926157,0.0064075333,0.00039460426,0.004874859,0.0012373128,0.00093130086,0.0022814001],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004605474,0.000025326093,0.0016937455,0.004286928,0.000005794959,0.000008774033,0.007988114,1.4530609e-7,0.00013272144,0.00004245299,0.015019798,0.9707916],"study_design_scores_gemma":[0.0004371231,0.00046620675,0.00044860414,0.042112976,0.00008990729,0.0000039726974,0.011681803,0.000018534194,0.00051801483,0.000012899146,0.9431862,0.0010237342],"about_ca_topic_score_codex":0.003141952,"about_ca_topic_score_gemma":0.0027685473,"teacher_disagreement_score":0.96976787,"about_ca_system_score_codex":0.003427629,"about_ca_system_score_gemma":0.014678495,"threshold_uncertainty_score":0.99941117},"labels":[],"label_agreement":null},{"id":"W3178875310","doi":"10.1186/s13012-021-01140-0","title":"Barriers and facilitators to implementing evidence-based guidelines in long-term care: a qualitative evidence synthesis","year":2021,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":291,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Institute for Aging; University of Waterloo; McMaster University; Canada Research Chairs; Centre for Excellence in Mining Innovation; University of Toronto; Dalhousie University","funders":"Norwegian Institute of Public Health; Canadian Institutes of Health Research; McMaster University","keywords":"CINAHL; Knowledge translation; Medicine; Nursing; MEDLINE; Staffing; Long-term care; Critical appraisal; Implementation research; Health administration; Health services research; Inclusion (mineral); Teamwork; Qualitative research; Health care; Nursing research; Public health; Psychological intervention; Psychology; Alternative medicine; Knowledge management","score_opus":0.8042982745295546,"score_gpt":0.7805708647425855,"score_spread":0.023727409786969078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178875310","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073462953,0.97028476,0.0027578545,0.006726724,0.0009968373,0.010592837,0.0010906833,0.00013512274,0.00006889201],"genre_scores_gemma":[0.0029381984,0.96933275,0.0092922095,0.009307458,0.00022846863,0.008664646,0.00004762102,0.000084010484,0.00010460429],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97931254,0.007494509,0.005386986,0.0023543555,0.002692187,0.0027594313],"domain_scores_gemma":[0.9671842,0.025473498,0.0020224175,0.0010844832,0.0027590017,0.0014763981],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03234766,0.00078242033,0.0020182496,0.0025117989,0.0026310624,0.0003584662,0.0016046828,0.00022309988,0.0021869722],"category_scores_gemma":[0.07791011,0.0007242605,0.00023637798,0.007652044,0.00067348906,0.0025934686,0.0011453375,0.00075547956,0.00020488635],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010188713,0.000004086058,0.013421776,0.014415736,0.000018534118,0.000013759722,0.055962313,0.0000023560021,0.000027249598,0.0002003159,0.0015118766,0.9144118],"study_design_scores_gemma":[0.0009781811,0.00023703928,0.0056801112,0.11370333,0.00037205731,0.000009634366,0.2171958,0.000015632597,0.000096214084,0.000021229422,0.66003066,0.0016601075],"about_ca_topic_score_codex":0.00346789,"about_ca_topic_score_gemma":0.0063210814,"teacher_disagreement_score":0.9127517,"about_ca_system_score_codex":0.0037067675,"about_ca_system_score_gemma":0.025557585,"threshold_uncertainty_score":0.99952084},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3191661500","doi":"10.1186/s13012-021-01144-w","title":"Pharmacist dispensing of the abortion pill in Canada: Diffusion of Innovation meets integrated knowledge translation","year":2021,"lang":"en","type":"article","venue":"Implementation Science","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Centre for Advancing Health Outcomes; University of British Columbia; University of British Columbia Hospital; Providence Health Care Research Institute; Simon Fraser University; Providence Health Care","funders":"Canadian Institutes of Health Research; Association des pharmaciens du Canada; Michael Smith Health Research BC; College of Family Physicians of Canada; Society of Family Planning","keywords":"Knowledge translation; Medicine; Pharmacy; Public relations; Health care; Thematic analysis; Medical education; Knowledge management; Family medicine; Qualitative research; Sociology; Political science","score_opus":0.14036315514761066,"score_gpt":0.4615028656907129,"score_spread":0.32113971054310225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191661500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967874,0.00006407485,0.00091633294,0.0014102361,0.0002487421,0.00036688024,0.000009686159,0.0000032135679,0.00019340384],"genre_scores_gemma":[0.9995006,0.000022486038,0.00029419002,0.000105753694,0.000019872587,0.0000062129766,0.000037537204,0.0000028012885,0.000010545158],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9986952,0.00006370043,0.00054574286,0.00018669592,0.0003871023,0.00012158538],"domain_scores_gemma":[0.99849594,0.000034356774,0.00025472365,0.00014130324,0.0010479598,0.000025714377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006480512,0.000050982137,0.00011224046,0.00014776857,0.00007202148,0.0000055240976,0.00004891151,0.000011564008,0.000050802737],"category_scores_gemma":[0.0002695079,0.00003915482,0.000013784039,0.0029274705,0.00008526941,0.00019625896,0.0000131512625,0.000063431566,3.3577774e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039831993,0.00003606638,0.13466814,0.0000363485,0.0000015302936,4.107913e-7,0.0007714262,0.000012724756,0.747445,0.00026785166,0.000019743413,0.11670093],"study_design_scores_gemma":[0.0007755494,0.000016569367,0.6033048,0.000046390232,0.000007869089,0.000004044672,0.0013862335,0.0012798669,0.39275762,0.000029345958,0.0003666188,0.00002509952],"about_ca_topic_score_codex":0.08575852,"about_ca_topic_score_gemma":0.42900288,"teacher_disagreement_score":0.46863663,"about_ca_system_score_codex":0.00040772674,"about_ca_system_score_gemma":0.0039054542,"threshold_uncertainty_score":0.9203295},"labels":[],"label_agreement":null},{"id":"W3194278038","doi":"10.1186/s13012-021-01145-9","title":"How well do critical care audit and feedback interventions adhere to best practice? Development and application of the REFLECT-52 evaluation tool","year":2021,"lang":"en","type":"article","venue":"Implementation Science","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; CLARITY; Medicine; Audit; Health care; Best practice; Intervention (counseling); Formative assessment; Health services research; Medical education; Nursing; Process management; Applied psychology; Public health; Psychology","score_opus":0.2329056509319502,"score_gpt":0.5535671641846105,"score_spread":0.3206615132526603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194278038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98102903,0.0007751362,0.0013443102,0.015271688,0.00008842309,0.0009129622,0.000011559117,0.0000062659187,0.00056061876],"genre_scores_gemma":[0.988951,0.0000285633,0.010369515,0.00035376818,0.000015631567,0.0002212685,0.000018335939,0.0000037722884,0.000038104306],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987784,0.000055662953,0.00021219111,0.00028813665,0.0005495622,0.000116032796],"domain_scores_gemma":[0.99861777,0.00012175583,0.00008838412,0.00018993857,0.0009086557,0.00007348774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048505387,0.00006587609,0.00008789442,0.000060650735,0.0002244587,0.00012269715,0.000051342904,0.000016056827,0.000084915904],"category_scores_gemma":[0.0007171381,0.00005008919,0.000025962223,0.00042476354,0.00010970292,0.00025742644,0.00008807016,0.000035368757,0.000006733855],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038060094,0.00059238996,0.13286658,0.00034285817,0.000059020036,0.0000035232451,0.008884725,0.000007063135,0.031258933,0.0058539626,0.0006222862,0.8194706],"study_design_scores_gemma":[0.001765798,0.00042659228,0.68602115,0.0002780725,0.00041533398,0.00005584502,0.06265509,0.00006972573,0.23441565,0.00016445042,0.013598579,0.0001337315],"about_ca_topic_score_codex":0.000029576322,"about_ca_topic_score_gemma":0.00022316752,"teacher_disagreement_score":0.8193369,"about_ca_system_score_codex":0.00018940592,"about_ca_system_score_gemma":0.00038121614,"threshold_uncertainty_score":0.20425779},"labels":[],"label_agreement":null},{"id":"W3195869900","doi":"10.1186/s13012-021-01151-x","title":"Sustained effects of the INFORM cluster randomized trial: an observational post-intervention study","year":2021,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Saint Vincent University; University of Manitoba; University of Toronto; Public Health Ontario; York University; University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Observational study; Nursing research; Medicine; Nursing; Health administration; Context (archaeology); Cluster randomised controlled trial; Health services research; Randomized controlled trial; Intervention (counseling); Fidelity; Health informatics; Long-term care; Cluster (spacecraft); Health care; Public health","score_opus":0.12227497176763583,"score_gpt":0.5352425880296131,"score_spread":0.4129676162619773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195869900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99179035,0.000011866029,0.0006240994,0.0013054612,0.0021389527,0.0038736071,0.000007935645,0.000019164547,0.00022854022],"genre_scores_gemma":[0.9986018,0.0000014378866,0.00016126753,0.00045823536,0.000079636324,0.00026670846,0.000038896243,0.000004658182,0.00038737495],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99725485,0.00095985516,0.00069732184,0.00019119117,0.00066614087,0.00023061733],"domain_scores_gemma":[0.99715006,0.0010095339,0.00031494108,0.00028117246,0.0011931509,0.000051149582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037478514,0.00007246759,0.00021694278,0.00010476469,0.0006545803,0.000034182747,0.00022400059,0.000025731992,0.00030958554],"category_scores_gemma":[0.0019809243,0.000048690516,0.000104235696,0.0008286672,0.00012880309,0.00051927264,0.00018387195,0.00009551341,0.0000053508707],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.48691845,0.0032746494,0.10129964,0.0010744445,0.0002568054,0.000010555527,0.28874022,0.00004520568,0.02653739,0.023561068,0.008629631,0.059651937],"study_design_scores_gemma":[0.6773154,0.00040320973,0.19174229,0.000039682807,0.000079290265,5.5569427e-7,0.12678517,0.00006666361,0.0024577319,0.0009040846,0.0001246483,0.00008122244],"about_ca_topic_score_codex":0.00061100745,"about_ca_topic_score_gemma":0.0012147757,"teacher_disagreement_score":0.19039698,"about_ca_system_score_codex":0.00013398365,"about_ca_system_score_gemma":0.00089792185,"threshold_uncertainty_score":0.5034569},"labels":[],"label_agreement":null},{"id":"W3197970282","doi":"10.1186/s13012-021-01141-z","title":"Psychometric properties of leadership scales for health professionals: a systematic review","year":2021,"lang":"en","type":"review","venue":"Implementation Science","topic":"Nursing education and management","field":"Nursing","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Health informatics; Health services research; Health administration; Public health; Nursing research; Health professionals; Nursing; Family medicine; Health care","score_opus":0.5333276797089079,"score_gpt":0.5958333393304085,"score_spread":0.06250565962150056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197970282","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.483692e-7,0.98292136,0.0001340563,0.0057529625,0.0028465216,0.008269718,0.000027003569,0.000029556328,0.00001828954],"genre_scores_gemma":[0.00002773014,0.9926378,0.0006847473,0.0039724708,0.000043593114,0.0019471501,0.00008621256,0.000025291836,0.0005750145],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99633557,0.00037750686,0.0015454238,0.00050138676,0.00084042025,0.0003996779],"domain_scores_gemma":[0.99712837,0.00017160467,0.0016596569,0.0004921939,0.0004380986,0.00011008019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037118092,0.00023202671,0.0016251999,0.00085716206,0.00029245098,0.00009977614,0.00054158404,0.0000353563,0.0000407099],"category_scores_gemma":[0.0010430107,0.00016747043,0.00027512043,0.0032078985,0.00016464548,0.00023599755,0.00004668172,0.000089764755,0.0000114059085],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.812814e-7,0.000055573422,1.8726885e-7,0.6590969,0.000014685388,1.337143e-8,0.00024093007,1.0126463e-8,0.0000011815602,0.00010878834,0.025644204,0.3148367],"study_design_scores_gemma":[0.00012311466,0.00007168163,0.000002178152,0.72462577,0.00048282836,0.00000560695,0.002772396,6.4506065e-7,0.000029534709,0.000006732284,0.27171695,0.0001625534],"about_ca_topic_score_codex":0.00001072817,"about_ca_topic_score_gemma":0.000010797767,"teacher_disagreement_score":0.31467417,"about_ca_system_score_codex":0.0004726531,"about_ca_system_score_gemma":0.000925404,"threshold_uncertainty_score":0.68292457},"labels":[],"label_agreement":null},{"id":"W3206701242","doi":"10.1186/s13012-021-01158-4","title":"Validation and refinement of the Stakeholder-driven Community Diffusion Survey for childhood obesity prevention","year":2021,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"National Center for Advancing Translational Sciences; Office of Behavioral and Social Sciences Research; National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Institutes of Health; BC Children's Hospital; Boston Nutrition Obesity Research Center, Boston University; JPB Foundation","keywords":"Medicine; Public health; Health administration; Health services research; Health informatics; Childhood obesity; Stakeholder; Environmental health; Health policy; Obesity; Stakeholder engagement; Public relations; Nursing; Political science","score_opus":0.7936374057115514,"score_gpt":0.685172382446775,"score_spread":0.10846502326477636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206701242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99051833,0.0000045243755,0.0044179345,0.002368744,0.00037769048,0.0017710692,0.0003645769,0.000018960287,0.0001581908],"genre_scores_gemma":[0.99594045,0.000018667542,0.001752219,0.0017886675,0.00002977338,0.00018578458,0.0000927168,0.0000074881304,0.00018423553],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99498945,0.002543361,0.0009210864,0.0003058698,0.0007779723,0.00046225416],"domain_scores_gemma":[0.9956541,0.0018388976,0.0007434248,0.00050679,0.0011249175,0.00013188233],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0096816365,0.00010604378,0.0001718963,0.000119540695,0.0033552223,0.000039526574,0.00039519326,0.000040990213,0.00026920385],"category_scores_gemma":[0.0026858025,0.00008623589,0.00003583564,0.0012177711,0.0002861877,0.00048379824,0.00044348615,0.0002257813,0.000005836611],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014686148,0.00017702876,0.91277903,0.00018998013,0.000007962249,5.0970602e-8,0.027797658,0.000010570195,0.048790086,0.0018430309,0.0022180376,0.0061718915],"study_design_scores_gemma":[0.0013960027,0.00007855124,0.9658972,0.000049378596,0.00001131795,7.446227e-7,0.010575604,0.000057912235,0.019524276,0.00080065115,0.0015282949,0.00008007977],"about_ca_topic_score_codex":0.0010665919,"about_ca_topic_score_gemma":0.006766429,"teacher_disagreement_score":0.05311817,"about_ca_system_score_codex":0.00024052865,"about_ca_system_score_gemma":0.002005828,"threshold_uncertainty_score":0.99794227},"labels":[],"label_agreement":null},{"id":"W4200336005","doi":"10.1186/s13012-021-01165-5","title":"Use and effects of implementation strategies for practice guidelines in nursing: a systematic review","year":2021,"lang":"en","type":"review","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; National Research Council Canada; St. Michael's Hospital; Queen's University; University of Ottawa; Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Nursing; Health informatics; Health administration; Context (archaeology); Systematic review; Guideline; Health care; Nursing research; Health services research; MEDLINE; Nursing Outcomes Classification; Quality management; Medical education; Public health; Team nursing","score_opus":0.570208208491594,"score_gpt":0.700348726400759,"score_spread":0.13014051790916492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200336005","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032005773,0.9815126,0.0025458375,0.0014842872,0.00024651748,0.0140580945,0.000082617706,0.000021984975,0.00001607344],"genre_scores_gemma":[0.000047337795,0.97162485,0.023893332,0.0023704942,0.000060924667,0.0014838796,0.00046814117,0.00003846904,0.000012574434],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9920802,0.000585503,0.0050717057,0.0007862825,0.0010611833,0.00041511952],"domain_scores_gemma":[0.9852826,0.007336699,0.0032980016,0.00057510973,0.0033514171,0.00015616481],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006947293,0.00038834062,0.0025479428,0.000587588,0.0001151286,0.00024378406,0.0002251611,0.00009329116,0.00003844647],"category_scores_gemma":[0.040103313,0.00032609928,0.0002831177,0.0017508507,0.00022298885,0.002356641,0.00009312866,0.00020163784,0.0000024861931],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009327823,0.00007377906,0.000007783147,0.598209,0.00009077285,0.000008296384,0.00018156653,1.5047966e-7,0.000029139972,0.0013403749,0.0012884071,0.3987614],"study_design_scores_gemma":[0.0023467506,0.00057638076,0.000041523235,0.87807757,0.01719031,0.000382041,0.009936405,0.00002844389,0.00007418407,0.00015291927,0.090726286,0.0004671641],"about_ca_topic_score_codex":0.0002818724,"about_ca_topic_score_gemma":0.000111760164,"teacher_disagreement_score":0.3982942,"about_ca_system_score_codex":0.00043859216,"about_ca_system_score_gemma":0.0038687575,"threshold_uncertainty_score":0.9999191},"labels":[],"label_agreement":null},{"id":"W4205882043","doi":"10.1186/s13012-021-01177-1","title":"Using theories and frameworks to understand how to reduce low-value healthcare: a scoping review","year":2022,"lang":"en","type":"review","venue":"Implementation Science","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"North York General Hospital; University of Toronto","funders":"","keywords":"CINAHL; Scopus; Health care; Inclusion (mineral); Psychological intervention; Health administration; MEDLINE; Value (mathematics); Health services research; Harm; Medicine; Health informatics; Public health; Applied psychology; Psychology; Nursing; Computer science; Social psychology; Political science","score_opus":0.8944281475107214,"score_gpt":0.7459947303162512,"score_spread":0.14843341719447023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205882043","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009262946,0.9462112,0.004598536,0.03277793,0.0017340579,0.014201779,0.00018687424,0.00008646463,0.00011051247],"genre_scores_gemma":[0.000062539555,0.95224106,0.0067467554,0.039398044,0.0002675929,0.0011371344,0.000040199433,0.00006209684,0.000044562057],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9872038,0.006320771,0.0019681857,0.0014249594,0.0017251747,0.0013571334],"domain_scores_gemma":[0.99136823,0.0044445507,0.0017318166,0.0009859208,0.00047437954,0.0009950922],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.020974651,0.0004728915,0.0016022082,0.00068518723,0.004231933,0.00025276118,0.0009020825,0.0002655232,0.00083650794],"category_scores_gemma":[0.008425752,0.00043700988,0.00011372139,0.0043017324,0.00027725508,0.0010134503,0.0012625534,0.0020634248,0.00005619768],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009846244,0.000013463256,0.000037033587,0.21013872,0.000016940712,0.0000054801644,0.0074365186,7.738775e-7,0.0000026094515,0.013714284,0.0010670414,0.76755726],"study_design_scores_gemma":[0.00017734118,0.0001542126,0.000016314918,0.3539518,0.00017656652,0.00002139063,0.02192314,0.0000024108924,0.0000013038391,0.0006718248,0.6223241,0.0005795964],"about_ca_topic_score_codex":0.0012707702,"about_ca_topic_score_gemma":0.0008290507,"teacher_disagreement_score":0.76697767,"about_ca_system_score_codex":0.0028825135,"about_ca_system_score_gemma":0.014165435,"threshold_uncertainty_score":0.9999267},"labels":[],"label_agreement":null},{"id":"W4205885101","doi":"10.1186/s13012-021-01128-w","title":"Correction to: Effectiveness of guideline dissemination and implementation strategies on health care professionals’ behaviour and patient outcomes in the cancer care context: a systematic review","year":2021,"lang":"en","type":"review","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; Canada Research Chairs; Queen's University","funders":"","keywords":"Medicine; Health administration; Health services research; Health informatics; Guideline; Context (archaeology); Health care; Public health; Health professionals; Nursing research; Nursing; Family medicine; Pathology","score_opus":0.18288188389773627,"score_gpt":0.6476677708088002,"score_spread":0.46478588691106393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205885101","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038797685,0.9773978,0.000115087976,0.0019746325,0.00055868935,0.015714217,0.00033643006,0.0000146269695,0.00000872167],"genre_scores_gemma":[0.08973913,0.9015869,0.00030470314,0.0031302867,0.00002487135,0.003616541,0.001562335,0.000031657317,0.0000035907206],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99322736,0.0015269588,0.0030455668,0.0007104545,0.0012032526,0.00028640695],"domain_scores_gemma":[0.9935093,0.0029746403,0.0018310733,0.00041642817,0.0011430685,0.00012550723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004691046,0.0003429832,0.0017603865,0.00042128126,0.00023178956,0.000114864226,0.00018460222,0.000053631516,0.000038765655],"category_scores_gemma":[0.002391893,0.00022463544,0.0001401971,0.001144962,0.00009539208,0.00039278192,0.00012512613,0.0002625989,0.0000010826683],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017338407,0.000078683726,0.00093008997,0.2944667,0.00004032998,0.0000032027758,0.00814011,6.7131765e-7,0.0000051923885,0.00010937759,0.0010775892,0.6951307],"study_design_scores_gemma":[0.001205342,0.0012904456,0.008917512,0.54925025,0.0018527696,0.000061860235,0.4330829,0.0000040648065,0.000062455336,0.000004652051,0.0039153565,0.00035238807],"about_ca_topic_score_codex":0.0017878934,"about_ca_topic_score_gemma":0.0034623658,"teacher_disagreement_score":0.6947783,"about_ca_system_score_codex":0.0008713731,"about_ca_system_score_gemma":0.0023729238,"threshold_uncertainty_score":0.9160367},"labels":[],"label_agreement":null},{"id":"W4210547802","doi":"10.1186/s13012-021-01171-7","title":"Implementability of healthcare interventions: an overview of reviews and development of a conceptual framework","year":2022,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":395,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Psychological intervention; Health care; Fidelity; Context (archaeology); Conceptual framework; Health services research; Intervention (counseling); Knowledge management; Health administration; Medicine; Systematic review; Management science; Sustainability; Process management; Nursing; Computer science; MEDLINE; Public health; Business; Engineering; Sociology; Political science; Social science","score_opus":0.960890501324859,"score_gpt":0.8202075615458977,"score_spread":0.1406829397789613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210547802","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015270497,0.9861815,0.0013510678,0.00017710926,0.00057040184,0.00836488,0.0017580568,0.00002536079,0.00004459121],"genre_scores_gemma":[0.0009131981,0.9706382,0.02576539,0.0005178986,0.00004001702,0.0019028351,0.00018587646,0.000027726837,0.000008820478],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98335534,0.004360626,0.008851888,0.00090673973,0.0016460365,0.000879354],"domain_scores_gemma":[0.98661566,0.0033823831,0.007970306,0.0009887723,0.00063230813,0.00041058465],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023849571,0.00038213658,0.0023366585,0.00090147415,0.0011230669,0.000012211496,0.001224672,0.0001304351,0.007804556],"category_scores_gemma":[0.0027859162,0.00034075888,0.00027453952,0.0029181605,0.0015062053,0.00065989705,0.0010270464,0.0005959522,0.000012305478],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057851407,0.000060920047,0.0009864576,0.06748614,0.000019701105,1.2077534e-7,0.043511562,4.6213138e-8,0.0000093358785,0.009036625,0.0001258993,0.8787574],"study_design_scores_gemma":[0.00043641758,0.000303016,0.00080713385,0.008923358,0.00009505338,0.0000017970631,0.03713298,5.677667e-7,0.000026244068,0.00024269808,0.9517928,0.00023796647],"about_ca_topic_score_codex":0.0009110211,"about_ca_topic_score_gemma":0.0010780282,"teacher_disagreement_score":0.9516669,"about_ca_system_score_codex":0.0008687963,"about_ca_system_score_gemma":0.011177977,"threshold_uncertainty_score":0.99990445},"labels":[],"label_agreement":null},{"id":"W4213026164","doi":"10.1186/s13012-022-01190-y","title":"Barriers, frameworks, and mitigating strategies influencing the dissemination and implementation of health promotion interventions in indigenous communities: a scoping review","year":2022,"lang":"en","type":"review","venue":"Implementation Science","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities","keywords":"Psychological intervention; Indigenous; Medicine; Scopus; Health promotion; Health equity; Health services research; Grey literature; Community-based participatory research; Public health; Gerontology; MEDLINE; Nursing; Participatory action research; Political science; Sociology","score_opus":0.12447316197509718,"score_gpt":0.5543815833619979,"score_spread":0.4299084213869008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213026164","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009548252,0.983145,0.000115070565,0.00028107414,0.00020859342,0.0064610043,0.00005075762,0.000020980086,0.00016925951],"genre_scores_gemma":[0.0070624435,0.99228185,0.00019390728,0.000045138873,0.000031760686,0.00023546933,0.00012807715,0.000011971683,0.000009357216],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9950361,0.0019675742,0.0015073925,0.00030434676,0.00070840627,0.000476157],"domain_scores_gemma":[0.99708134,0.00070668967,0.001708308,0.000223205,0.00016577182,0.000114673276],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011739359,0.00018526091,0.0005879337,0.00047856238,0.009369283,0.00029183313,0.00040710886,0.000075188094,0.0002889262],"category_scores_gemma":[0.000057921094,0.00015192569,0.000079069345,0.0016323152,0.00070680445,0.0010562327,0.00002566778,0.00042199995,3.7950517e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[2.1243353e-7,0.000014713219,0.00027477506,0.029756924,0.000007072887,1.2055096e-7,0.5107867,2.9390992e-7,6.145375e-8,0.0075134593,0.0000032405442,0.45164242],"study_design_scores_gemma":[0.00014899278,0.00019203084,0.000613246,0.16620776,0.00011770508,0.000009368876,0.7630463,0.0000014546698,0.0000014103496,0.0006050125,0.06876478,0.00029188767],"about_ca_topic_score_codex":0.0987936,"about_ca_topic_score_gemma":0.5859602,"teacher_disagreement_score":0.4871666,"about_ca_system_score_codex":0.00080609205,"about_ca_system_score_gemma":0.029098704,"threshold_uncertainty_score":0.9919204},"labels":[],"label_agreement":null},{"id":"W4213230648","doi":"10.1186/s13012-022-01194-8","title":"Optimizing responsiveness to feedback about antibiotic prescribing in primary care: protocol for two interrelated randomized implementation trials with embedded process evaluations","year":2022,"lang":"en","type":"article","venue":"Implementation Science","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Public Health; Public Health Ontario; University of Toronto; Women's College Hospital","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"Medicine; Randomized controlled trial; Medical prescription; Intervention (counseling); Audit; Family medicine; Academic detailing; Public health; Protocol (science); Health administration; Health care; Cluster randomised controlled trial; Alternative medicine; Nursing; Internal medicine","score_opus":0.07140061285184186,"score_gpt":0.4701567760621247,"score_spread":0.39875616321028284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213230648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70465803,0.00008717273,0.021595206,0.00045150216,0.00043993042,0.27218437,0.00020443839,0.00008670485,0.00029260988],"genre_scores_gemma":[0.9053297,8.962756e-7,0.0028217142,0.00026746662,0.000013301153,0.09118117,0.00028380638,0.000019072304,0.000082854924],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963185,0.0011987078,0.0010626538,0.0006180873,0.00028457792,0.00051746494],"domain_scores_gemma":[0.99800974,0.0006553241,0.0006010812,0.00023878002,0.00045589145,0.0000391885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069522136,0.00019731362,0.0005750602,0.0005679151,0.0010355233,0.000101017074,0.00040910795,0.0000337291,0.0004442381],"category_scores_gemma":[0.00036627793,0.00016116923,0.00008845354,0.0012499669,0.00028268708,0.00043846277,0.00014550438,0.0001600929,0.000008078989],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11941328,0.00027443294,0.0031020786,0.00038623568,0.00020974618,0.000005200139,0.062861554,0.011964436,0.7737927,0.00097481976,0.000420347,0.026595207],"study_design_scores_gemma":[0.36061618,0.001194213,0.007942528,0.0003890464,0.00021618654,0.000027215758,0.10274109,0.00027395584,0.52491,0.00015395442,0.0009015815,0.0006340824],"about_ca_topic_score_codex":0.00014944973,"about_ca_topic_score_gemma":0.0002698142,"teacher_disagreement_score":0.2488827,"about_ca_system_score_codex":0.0005220717,"about_ca_system_score_gemma":0.0013858584,"threshold_uncertainty_score":0.7964513},"labels":[],"label_agreement":null},{"id":"W4221057293","doi":"10.1186/s13012-022-01199-3","title":"Do providers use computerized clinical decision support systems? A systematic review and meta-regression of clinical decision support uptake","year":2022,"lang":"en","type":"review","venue":"Implementation Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tobacco Research Unit; University of Toronto; Toronto Metropolitan University; St. Michael's Hospital","funders":"","keywords":"Medicine; Clinical decision support system; CINAHL; MEDLINE; Context (archaeology); Health informatics; Population; Knowledge translation; Randomized controlled trial; Meta-regression; Meta-analysis; Decision support system; Internal medicine; Data mining; Public health; Psychological intervention; Environmental health; Computer science; Pathology; Knowledge management; Nursing","score_opus":0.6193322302167907,"score_gpt":0.68732901106638,"score_spread":0.06799678084958927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221057293","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011921433,0.9584701,0.003030223,0.00010409762,0.0050312523,0.032515284,0.000533215,0.00012765134,0.000068949594],"genre_scores_gemma":[0.00006242396,0.9876104,0.0053023817,0.001134023,0.00018279764,0.0049910657,0.00025599622,0.00010664403,0.00035425322],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9538016,0.014842256,0.02342351,0.0024499681,0.0038166384,0.0016660314],"domain_scores_gemma":[0.94962835,0.0299855,0.015747648,0.0024690614,0.0010982129,0.0010712115],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09460149,0.0010300924,0.013975903,0.00094856153,0.0013888261,0.00020219025,0.0020044723,0.0006036791,0.0028743246],"category_scores_gemma":[0.015727982,0.00061758485,0.0015784503,0.002495217,0.00053182384,0.0012010734,0.0015048202,0.0021855459,0.00021049018],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038686216,0.000101526406,0.00024412276,0.682996,0.00052189874,0.000016971419,0.0002361985,1.8840487e-7,1.0348877e-7,0.00020083963,0.0111729065,0.3044706],"study_design_scores_gemma":[0.0015899697,0.0008240119,0.00009434139,0.16331194,0.014320794,0.00012493492,0.0006895621,0.00004825377,3.682017e-8,0.000023650473,0.81844115,0.00053131586],"about_ca_topic_score_codex":0.00030041978,"about_ca_topic_score_gemma":0.0001005307,"teacher_disagreement_score":0.80726826,"about_ca_system_score_codex":0.0010422615,"about_ca_system_score_gemma":0.016499396,"threshold_uncertainty_score":0.99991125},"labels":[],"label_agreement":null},{"id":"W4232981746","doi":"10.1186/s13012-017-0568-x","title":"Erratum to: Behavior change interventions and policies influencing primary healthcare professionals’ practice—an overview of reviews","year":2017,"lang":"en","type":"erratum","venue":"Implementation Science","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CancerCare Manitoba; George & Fay Yee Centre for Healthcare Innovation; University of Manitoba","funders":"","keywords":"Medicine; Health administration; Health services research; Health informatics; Psychological intervention; Public health; Health care; Health policy; Healthcare policy; Health professionals; Primary care; Nursing; Family medicine; Health care reform; Political science","score_opus":0.5678703334290377,"score_gpt":0.675344319722613,"score_spread":0.1074739862935753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232981746","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026807472,0.33200544,0.00014709853,0.27386662,0.19092086,0.097287074,0.007705386,0.0006872987,0.07057274],"genre_scores_gemma":[0.0131369885,0.18311119,0.01812878,0.6025113,0.009671629,0.048097063,0.005969701,0.00042532224,0.11894802],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99343824,0.0011752394,0.0022648035,0.00085005217,0.0012387767,0.0010329081],"domain_scores_gemma":[0.99278075,0.00033697207,0.003557919,0.0012566,0.0014486511,0.0006191037],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.006807495,0.00039983322,0.0010911076,0.0008222753,0.0032628144,0.000101335856,0.0011219749,0.00032748526,0.00038012268],"category_scores_gemma":[0.0014112028,0.0003489594,0.00017543176,0.00068431185,0.00033456666,0.0027918385,0.0011885874,0.0013209966,0.00006370267],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023896839,0.000119045435,0.009881002,0.01109904,0.000013837375,0.0000041494995,0.024396647,8.972208e-9,0.00016835317,0.0014828743,0.8753628,0.07744833],"study_design_scores_gemma":[0.00032897413,0.00026576163,0.33324435,0.0041212435,0.00011673216,0.0000045968027,0.0067808037,2.8474653e-7,0.000005439734,0.00009710626,0.6547629,0.0002718072],"about_ca_topic_score_codex":0.008116471,"about_ca_topic_score_gemma":0.008509059,"teacher_disagreement_score":0.3286447,"about_ca_system_score_codex":0.0013454173,"about_ca_system_score_gemma":0.008849801,"threshold_uncertainty_score":0.9998962},"labels":[],"label_agreement":null},{"id":"W4235495552","doi":"10.1186/s13012-017-0600-1","title":"Data for Improvement and Clinical Excellence: a report of an interrupted time series trial of feedback in home care","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health; University of Alberta","funders":"Fondation pour la Recherche Médicale; Alberta Heritage Foundation for Medical Research; Canadian Health Services Research Foundation","keywords":"Medicine; Interrupted Time Series Analysis; Health informatics; Interrupted time series; Health services research; Excellence; Health administration; Public health; Series (stratigraphy); Nursing; Statistics; Psychological intervention","score_opus":0.25127624160535217,"score_gpt":0.6070660500812626,"score_spread":0.3557898084759104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235495552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967151,0.000012067244,0.000085529195,0.0004325712,0.0009694845,0.0013074679,0.00033563207,0.0000061934497,0.0001359229],"genre_scores_gemma":[0.99768114,0.000020598327,0.0018885138,0.000015908836,0.00009301081,0.0000407208,0.00015530837,0.0000043434916,0.00010042872],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998193,0.00007221061,0.00091677293,0.0003447903,0.00026931657,0.00020390381],"domain_scores_gemma":[0.9977026,0.00016307966,0.00088351703,0.00085634826,0.00033077868,0.00006364962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032577268,0.0000611755,0.00022790747,0.00010382782,0.00040062598,0.000025378104,0.0005304683,0.000040523828,0.00006185661],"category_scores_gemma":[0.00068831415,0.00005378544,0.00002237329,0.00010854623,0.00038194068,0.0007346052,0.00035112828,0.000068503956,9.202316e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021896427,0.00054091,0.32749438,0.0010004839,0.000050290204,0.000014688893,0.04882046,8.633964e-7,0.029838603,0.00027479968,0.0066075195,0.5634606],"study_design_scores_gemma":[0.05777684,0.004918878,0.79528695,0.0002088637,0.00007854157,0.0000047716526,0.13394243,0.0002133255,0.0031430188,0.00064756814,0.0035172028,0.00026159667],"about_ca_topic_score_codex":0.0010120413,"about_ca_topic_score_gemma":0.0019826107,"teacher_disagreement_score":0.563199,"about_ca_system_score_codex":0.000046811776,"about_ca_system_score_gemma":0.0006353617,"threshold_uncertainty_score":0.30813316},"labels":[],"label_agreement":null},{"id":"W4243860790","doi":"10.1186/s13012-015-0358-2","title":"Erratum to: ‘Exploring the function and effectiveness of knowledge brokers as facilitators of knowledge translation in health related settings: a systematic review and thematic analysis’","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Public Health Ontario; McMaster University; University of Toronto","funders":"","keywords":"Knowledge translation; Health informatics; Health administration; Thematic analysis; Health services research; Function (biology); Medicine; Knowledge management; Public health; Thematic map; Medical education; Nursing; Qualitative research; Computer science; Sociology; Social science","score_opus":0.6308374611514772,"score_gpt":0.6776508887498176,"score_spread":0.046813427598340396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243860790","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048340196,0.9748017,0.00051864015,0.00047660037,0.0003340897,0.018628405,0.0001627539,0.000032260643,0.00021150325],"genre_scores_gemma":[0.050316602,0.9432373,0.0003345207,0.00054103025,0.000017809214,0.0053978753,0.000057406436,0.000041170595,0.000056270845],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98458403,0.008582572,0.0046269135,0.0007120075,0.00082835194,0.00066613016],"domain_scores_gemma":[0.98652357,0.00894718,0.0028858401,0.00056661223,0.0007188703,0.00035795034],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.051309798,0.00034509797,0.0028661012,0.0017947989,0.00058992667,0.000025747826,0.00047300995,0.00008564719,0.000033316584],"category_scores_gemma":[0.0050336653,0.00023867495,0.00014297645,0.010434838,0.00037982536,0.0006154063,0.00017994092,0.00040434752,0.000028049262],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006092155,0.000016789038,0.00029859942,0.9351816,0.00010415548,9.2221335e-8,0.03687043,0.0000020607492,0.000004881858,0.0006629676,0.000087127955,0.026765155],"study_design_scores_gemma":[0.002306546,0.00087446824,0.008509502,0.9028113,0.006822325,0.000016205988,0.058574203,0.00015999761,0.0000060974417,0.001078903,0.017967442,0.0008730072],"about_ca_topic_score_codex":0.00054825295,"about_ca_topic_score_gemma":0.00057032856,"teacher_disagreement_score":0.046276134,"about_ca_system_score_codex":0.0007954887,"about_ca_system_score_gemma":0.004125859,"threshold_uncertainty_score":0.9768762},"labels":[],"label_agreement":null},{"id":"W4251086873","doi":"10.1186/s13012-020-01010-1","title":"Response to letter to the editor","year":2020,"lang":"en","type":"letter","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; University of Calgary; Hotchkiss Brain Institute; Alberta Health Services","funders":"","keywords":"Medicine; Health informatics; Health administration; Health services research; Public health; Nursing","score_opus":0.6362204056091514,"score_gpt":0.7185823062051705,"score_spread":0.08236190059601911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251086873","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016826831,0.0000013048782,0.0034681587,0.97391003,0.014172582,0.00529336,0.00079102354,0.00015369467,0.00052718574],"genre_scores_gemma":[0.0018444973,0.0000010481536,0.0024934385,0.94192505,0.049037527,0.0021923697,0.00003997425,0.000052715095,0.0024133776],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98777616,0.0029849897,0.0017059785,0.0013606531,0.0037859275,0.0023863208],"domain_scores_gemma":[0.9906389,0.0056187673,0.00066983525,0.0012230925,0.00096639583,0.00088302384],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011655968,0.00039048697,0.0003907052,0.0008839892,0.0041157384,0.0002554141,0.0029694652,0.00020756411,0.003614573],"category_scores_gemma":[0.008481645,0.000293965,0.00007816304,0.004749963,0.0003479794,0.00059310853,0.0010879445,0.0022012347,0.020766981],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050375816,0.0000014336586,0.0001536793,0.000032463995,0.0000031587028,0.000011531202,0.020803297,0.0000022658758,0.0016956687,0.00001841056,0.97633624,0.00089145714],"study_design_scores_gemma":[0.00041309308,0.00017505225,0.0022308643,0.000040869174,0.000009564406,0.0000013985218,0.0030583148,0.0000062002614,0.00022453754,0.00004128494,0.99347556,0.00032324565],"about_ca_topic_score_codex":0.0004933371,"about_ca_topic_score_gemma":0.0003336606,"teacher_disagreement_score":0.034864943,"about_ca_system_score_codex":0.0013882393,"about_ca_system_score_gemma":0.0059658466,"threshold_uncertainty_score":0.99995124},"labels":[],"label_agreement":null},{"id":"W4280635403","doi":"10.1186/s13012-022-01209-4","title":"Barriers and facilitators of implementing interventions to improve appropriate antibiotic use in low- and middle-income countries: a systematic review based on the Consolidated Framework for Implementation Research","year":2022,"lang":"en","type":"review","venue":"Implementation Science","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"University of Toronto","keywords":"Psychological intervention; Implementation research; Medicine; Health services research; Health administration; Stakeholder engagement; Health informatics; Stakeholder; Process management; Nursing; Public health; Public relations; Business; Political science","score_opus":0.14320184043644346,"score_gpt":0.47757533457384155,"score_spread":0.3343734941373981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280635403","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009997971,0.9663599,0.0007932355,0.00032480003,0.0003423287,0.019279003,0.0028670696,0.00002651419,0.000009162601],"genre_scores_gemma":[0.038605537,0.95873547,0.0005737287,0.00038112054,0.00000889348,0.0013473742,0.00024908758,0.000039889743,0.000058895534],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99537885,0.00124962,0.0016706524,0.0007218921,0.0003063124,0.0006726451],"domain_scores_gemma":[0.9949618,0.0033122925,0.00088814896,0.0005244349,0.0002438917,0.00006944613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0090978285,0.0002906544,0.001130039,0.00076703477,0.00090649957,0.00013883009,0.00053076603,0.000095327654,0.00042286463],"category_scores_gemma":[0.002165,0.0002036771,0.00018241486,0.0015193918,0.00067002064,0.00019807434,0.00032162803,0.00037597268,0.000007931145],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036795598,0.000029068868,0.00038417455,0.985701,0.00015321349,0.0000017794301,0.0012573446,2.6093463e-7,0.00006840012,0.006675485,0.00007093725,0.0056215404],"study_design_scores_gemma":[0.0017086866,0.0010847047,0.00024730558,0.9485875,0.0014046384,0.000015224118,0.028756808,0.00001382049,0.0007430343,0.00026192085,0.01644116,0.00073520804],"about_ca_topic_score_codex":0.00018150687,"about_ca_topic_score_gemma":0.00018065012,"teacher_disagreement_score":0.03711351,"about_ca_system_score_codex":0.00025290545,"about_ca_system_score_gemma":0.0006428437,"threshold_uncertainty_score":0.8305711},"labels":[],"label_agreement":null},{"id":"W4281567758","doi":"10.1186/s13012-022-01208-5","title":"A randomised fractional factorial screening experiment to predict effective features of audit and feedback","year":2022,"lang":"en","type":"article","venue":"Implementation Science","topic":"Healthcare Quality and Management","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; University of Ottawa; Ottawa Hospital","funders":"Department of Health and Social Care; Health Services and Delivery Research Programme; National Institute for Health and Care Research","keywords":"Medicine; Audit; Randomized controlled trial; Population; Health services research; Health care; Intervention (counseling); Family medicine; Public health; Nursing; Surgery","score_opus":0.12587339898757008,"score_gpt":0.5547783959210296,"score_spread":0.4289049969334595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281567758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9599525,0.000043200685,0.0225159,0.006126313,0.0024805267,0.00662253,0.0002311952,0.00005904156,0.0019688464],"genre_scores_gemma":[0.99589753,0.0000032249284,0.0011088948,0.001174635,0.00014532283,0.0014440018,0.000018998604,0.0000053190033,0.00020205404],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974694,0.0006159824,0.00041554405,0.00030042234,0.00087972515,0.00031889408],"domain_scores_gemma":[0.99868226,0.0006411801,0.00023479121,0.00013678423,0.00014812891,0.00015688165],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003295145,0.00007826319,0.00015132144,0.00020437164,0.0017412244,0.0000151294325,0.00016259773,0.000014475108,0.0018030547],"category_scores_gemma":[0.00026393827,0.00007551187,0.000025585381,0.00046995145,0.00008211375,0.000216658,0.0003619341,0.00019364525,0.000005752286],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014645966,0.00044723594,0.052841518,0.00078204734,0.00023308571,0.0000070406572,0.2852045,0.001146537,0.1663582,0.055754002,0.13201341,0.29056644],"study_design_scores_gemma":[0.026135022,0.0011254573,0.5949007,0.00007262161,0.000031266845,0.000002677821,0.20602521,0.000091379174,0.008265175,0.0007181043,0.16232206,0.00031031383],"about_ca_topic_score_codex":0.0014927146,"about_ca_topic_score_gemma":0.00012248915,"teacher_disagreement_score":0.5420592,"about_ca_system_score_codex":0.00031619222,"about_ca_system_score_gemma":0.0003796627,"threshold_uncertainty_score":0.9995584},"labels":[],"label_agreement":null},{"id":"W4281745130","doi":"10.1186/s13012-022-01210-x","title":"Proceedings of the 14th Annual Conference on the Science of Dissemination and Implementation in Health","year":2022,"lang":"en","type":"article","venue":"Implementation Science","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"School of Medicine, New York University; Johns Hopkins Bloomberg School of Public Health; Tulane University; York University; University of Arkansas for Medical Sciences; Johns Hopkins University; University of Washington","keywords":"Mental health; Medicine; Workflow; Health informatics; Trauma center; Referral; Intervention (counseling); Phone; Medical education; Public health; Nursing; Psychiatry","score_opus":0.10520115020836954,"score_gpt":0.5614896535345963,"score_spread":0.45628850332622684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281745130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9725666,0.000012610894,0.000007711319,0.0244913,0.00022432534,0.0012833895,0.000103861414,0.0000067666215,0.0013034082],"genre_scores_gemma":[0.9971947,0.000019401696,0.000084216175,0.0024562345,0.000010530164,0.00017295354,0.0000034667041,0.0000033261326,0.000055192973],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9975186,0.00013170153,0.000657323,0.00024763247,0.0010768535,0.00036791118],"domain_scores_gemma":[0.9983222,0.00029963194,0.00073201704,0.00013688538,0.00045316853,0.000056078596],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0069399686,0.00006777806,0.0001270536,0.0002813425,0.0021166676,0.00001620771,0.00052003167,0.000009733093,0.00036970578],"category_scores_gemma":[0.00018823794,0.000044387918,0.000015277765,0.001956844,0.00054509944,0.000466246,0.00042263026,0.00021165874,7.1111145e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059018996,0.000075851494,0.37587968,0.00029370227,0.0000030497918,1.0262837e-7,0.15446821,0.000007609352,0.051816575,0.3794245,0.011096369,0.02687533],"study_design_scores_gemma":[0.00043800182,0.00020418834,0.761778,0.000034338398,0.0000021289736,7.400078e-7,0.22866867,0.000060339327,0.0062009627,0.001778008,0.0007814626,0.000053174583],"about_ca_topic_score_codex":0.0010422787,"about_ca_topic_score_gemma":0.0003187107,"teacher_disagreement_score":0.38589832,"about_ca_system_score_codex":0.0006973286,"about_ca_system_score_gemma":0.003339017,"threshold_uncertainty_score":0.99918246},"labels":[],"label_agreement":null},{"id":"W4285469697","doi":"10.1186/s13012-021-01110-6","title":"Proceedings from the 13th Annual Conference on the Science of Dissemination and Implementation","year":2021,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Washington","keywords":"Medical education; Scholarship; Agency (philosophy); Medicine; Panel discussion; Health services research; Public relations; Health care; Political science; Public health; Nursing; Sociology; Social science","score_opus":0.5408484271391576,"score_gpt":0.7085167248938772,"score_spread":0.1676682977547196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285469697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95075554,0.0000084399935,0.00025562107,0.045013875,0.00031967676,0.0012475201,0.00036326732,0.000028267163,0.0020078165],"genre_scores_gemma":[0.99237895,0.000034643606,0.00069273217,0.0064594527,0.000095266776,0.0002322552,0.00001756638,0.000008546848,0.000080563565],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99533546,0.0002951883,0.0009570059,0.0006512011,0.0019857376,0.0007754227],"domain_scores_gemma":[0.9929987,0.0028162573,0.00078083796,0.00039264341,0.002800316,0.00021123028],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008461623,0.0001577553,0.00016885436,0.00020283394,0.0038120232,0.00021299243,0.00086483674,0.000032998425,0.0016044403],"category_scores_gemma":[0.0030488488,0.00010064262,0.00002480061,0.003147558,0.0018985686,0.0015296254,0.00043632477,0.00026909533,0.00004148323],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003051154,0.000037117283,0.10120108,0.000054050517,0.000010985852,9.1087253e-7,0.25765067,0.0000014202757,0.30319524,0.29179415,0.018839879,0.027183978],"study_design_scores_gemma":[0.00064208976,0.00008777972,0.5420226,0.000071158596,0.000013815308,0.0000023311457,0.36254936,0.0001769675,0.087544404,0.0031622802,0.0035845095,0.00014269818],"about_ca_topic_score_codex":0.00089785043,"about_ca_topic_score_gemma":0.00057141896,"teacher_disagreement_score":0.44082153,"about_ca_system_score_codex":0.00032207413,"about_ca_system_score_gemma":0.003671645,"threshold_uncertainty_score":0.9993082},"labels":[],"label_agreement":null},{"id":"W4285491952","doi":"10.1186/s13012-022-01217-4","title":"Study protocol for a type III hybrid effectiveness-implementation trial to evaluate scaling interoperable clinical decision support for patient-centered chronic pain management in primary care","year":2022,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality; University of Florida; University of Florida Health; Alphora Research; Florida Department of Health","keywords":"Medicine; Chronic pain; Context (archaeology); Clinical decision support system; Public health; Decision support system; Health informatics; Health administration; Nursing; Physical therapy","score_opus":0.543543092669169,"score_gpt":0.6223722093702386,"score_spread":0.07882911670106962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285491952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6136737,0.0000095983605,0.033733364,0.00040066306,0.0012273984,0.3504063,0.0004136475,0.000030019166,0.000105351995],"genre_scores_gemma":[0.5301844,9.1750667e-7,0.0061762016,0.0020081506,0.000102067366,0.4612648,0.00022103779,0.000026366832,0.000016057409],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9922443,0.0010911816,0.004536689,0.0011166957,0.00041790886,0.0005932173],"domain_scores_gemma":[0.99659985,0.0011860018,0.0014041079,0.00041988312,0.00024355155,0.00014662395],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06757622,0.00019027703,0.00061903225,0.00072413107,0.00074439566,0.00018243823,0.0005004968,0.000020613104,0.0003751243],"category_scores_gemma":[0.00088481576,0.0002339654,0.000116579264,0.0006479644,0.000042711737,0.00061556237,0.00033243382,0.00010079342,0.000040007075],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.057085466,0.0035785753,0.18964395,0.0027618152,0.0003057119,0.0000085276315,0.031714957,0.010097927,0.000106415595,0.003630454,0.028701449,0.6723648],"study_design_scores_gemma":[0.48527494,0.048297655,0.12065726,0.00029000881,0.00007256023,0.0000049547784,0.14916612,0.014690406,0.00027824045,0.0036594172,0.17594153,0.0016669184],"about_ca_topic_score_codex":0.00021046305,"about_ca_topic_score_gemma":0.00028868695,"teacher_disagreement_score":0.67069787,"about_ca_system_score_codex":0.0046961727,"about_ca_system_score_gemma":0.00078177557,"threshold_uncertainty_score":0.99912465},"labels":[],"label_agreement":null},{"id":"W4285794412","doi":"10.1186/s13012-022-01219-2","title":"The Guideline Language and Format Instrument (GLAFI): development process and international needs assessment survey","year":2022,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"North York General Hospital; Hospital for Sick Children; McMaster University; University of Toronto; St. Michael's Hospital","funders":"Canadian Thoracic Society","keywords":"Medicine; Health informatics; Guideline; Health services research; Health administration; Process (computing); Public health; Medical education; Nursing; Computer science; Pathology","score_opus":0.2436134803145875,"score_gpt":0.5853269829840767,"score_spread":0.3417135026694892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285794412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98473716,0.000043398926,0.0020594306,0.011911955,0.00034330267,0.0006377717,0.000040036295,0.000023938968,0.00020299945],"genre_scores_gemma":[0.99086994,0.000038611306,0.0049756123,0.0035866122,0.00003783223,0.00013643825,0.00027141668,0.000007876441,0.00007568673],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974832,0.0001029281,0.00087521307,0.00025791925,0.0010360692,0.00024467165],"domain_scores_gemma":[0.9986964,0.00038239904,0.00030870736,0.00015851611,0.00032795884,0.00012601483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006880022,0.00010062409,0.00010475873,0.00018525097,0.0010692377,0.00019171569,0.00020603616,0.000009680711,0.00030558745],"category_scores_gemma":[0.0006103784,0.00007805114,0.000013568833,0.0005389567,0.00017423798,0.0005317572,0.00043178594,0.00014436433,0.0000016902404],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017488514,0.00009376159,0.36652246,0.000015799538,0.000049393348,0.0000038164508,0.0059299893,0.000024612456,0.002652989,0.00075634423,0.0044905017,0.61928546],"study_design_scores_gemma":[0.004247282,0.00036913526,0.7606257,0.0000081838425,0.000041488896,0.00017578258,0.11626267,0.0050082384,0.0017224797,0.00018460667,0.11112673,0.00022766864],"about_ca_topic_score_codex":0.00029872637,"about_ca_topic_score_gemma":0.0004022476,"teacher_disagreement_score":0.6190578,"about_ca_system_score_codex":0.00032119305,"about_ca_system_score_gemma":0.0007679664,"threshold_uncertainty_score":0.82238203},"labels":[],"label_agreement":null},{"id":"W4285795639","doi":"10.1186/s13012-022-01221-8","title":"Effect of a tailored sepsis treatment protocol on patient outcomes in the Tikur Anbessa Specialized Hospital, Ethiopia: results of an interrupted time series analysis","year":2022,"lang":"en","type":"article","venue":"Implementation Science","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto; University Health Network; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Sepsis; Context (archaeology); Interrupted Time Series Analysis; Emergency medicine; Protocol (science); Health administration; Intensive care medicine; Pediatrics; Public health; Internal medicine; Nursing","score_opus":0.06434140005847361,"score_gpt":0.47106588971918695,"score_spread":0.40672448966071334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285795639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97087014,0.0000016899737,0.0000013959329,0.0012599549,0.00003679668,0.027392995,0.0001589608,0.000011162207,0.0002668784],"genre_scores_gemma":[0.9601857,0.0000011426451,0.00015524382,0.00015930962,0.000005759685,0.03934701,0.00011887387,0.0000057712555,0.000021152711],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99737877,0.0004308231,0.00063079613,0.00036642034,0.0009954128,0.00019780992],"domain_scores_gemma":[0.99865043,0.00032549337,0.0004078423,0.0004586914,0.000102314996,0.000055209235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001153749,0.0001586927,0.0004630707,0.0005366932,0.00015936182,0.000027376413,0.00019805713,0.000015771815,0.00046892767],"category_scores_gemma":[0.0001430641,0.00009204272,0.00016958604,0.0018743181,0.00015678279,0.00015911575,0.000061856714,0.000058418227,0.0000028762452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0087323515,0.0083829565,0.85774547,0.000062337895,0.0010600537,0.00006647219,0.04708261,0.00051055866,0.0069180815,0.00017320346,0.0005058988,0.068759985],"study_design_scores_gemma":[0.016726865,0.06807149,0.71996444,0.000024734392,0.00067977817,0.0000034570342,0.008059778,0.00025376515,0.18521754,0.000023126742,0.0008187076,0.00015632542],"about_ca_topic_score_codex":0.00074907485,"about_ca_topic_score_gemma":0.00015844671,"teacher_disagreement_score":0.17829947,"about_ca_system_score_codex":0.0003651685,"about_ca_system_score_gemma":0.00012643398,"threshold_uncertainty_score":0.51344293},"labels":[],"label_agreement":null},{"id":"W4286715816","doi":"10.1186/s13012-022-01223-6","title":"Trends in guideline implementation: an updated scoping review","year":2022,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University Health Network; University of Toronto","funders":"","keywords":"CINAHL; Psychological intervention; Medicine; Guideline; MEDLINE; Health informatics; Scopus; Health services research; Systematic review; Implementation research; Health administration; Health care; Knowledge translation; Family medicine; Nursing; Public health; Knowledge management; Pathology","score_opus":0.7619766227284978,"score_gpt":0.793314674660891,"score_spread":0.03133805193239325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286715816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8059496,0.000502065,0.0037166066,0.15129304,0.004768597,0.019178646,0.0018120373,0.0008176938,0.011961709],"genre_scores_gemma":[0.7907799,0.000082761326,0.0061286907,0.19482666,0.0002481881,0.0034292452,0.004036242,0.000050907576,0.00041738673],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99089265,0.0018420914,0.0028327922,0.0008837861,0.0020854797,0.0014632057],"domain_scores_gemma":[0.99728954,0.00015674233,0.000991424,0.00065268646,0.00047668983,0.0004329113],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017689543,0.00021130822,0.00035136985,0.0014637065,0.003745242,0.000051794188,0.0010672123,0.000024563327,0.20690832],"category_scores_gemma":[0.00009495338,0.0002279112,0.00004553165,0.007981122,0.00019585322,0.0019663502,0.00062329794,0.00044819247,0.00011703579],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048150225,0.00012042815,0.12673318,0.0003507981,0.000008440888,0.000017809733,0.030893799,0.00015495549,0.0055870167,0.0056348993,0.63726103,0.19318946],"study_design_scores_gemma":[0.012532302,0.0011258626,0.19860868,0.000826272,0.000054820095,0.00004586576,0.19196105,0.0009736588,0.0011895709,0.0008125006,0.59025705,0.001612378],"about_ca_topic_score_codex":0.0023817702,"about_ca_topic_score_gemma":0.0077598626,"teacher_disagreement_score":0.20679128,"about_ca_system_score_codex":0.0014964616,"about_ca_system_score_gemma":0.004206473,"threshold_uncertainty_score":0.99755174},"labels":[],"label_agreement":null},{"id":"W4288525815","doi":"10.1186/s13012-019-0878-2","title":"Proceedings from the 11th Annual Conference on the Science of Dissemination and Implementation","year":2019,"lang":"en","type":"article","venue":"Implementation Science","topic":"Research Data Management Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Women's College Hospital; Public Health Ontario; Centre for Addiction and Mental Health","funders":"Penn State College of Medicine; Centers for Disease Control and Prevention; National Institute for Health and Care Research; National Institute of Mental Health; Children’s Hospital of Wisconsin Research Institute; Pennsylvania State University; University of Washington; University of Pennsylvania; Florida Department of Health","keywords":"Health administration; Health informatics; Medicine; Health services research; Public health; Library science; Nursing; Computer science","score_opus":0.11642162195850532,"score_gpt":0.4832253121731125,"score_spread":0.3668036902146072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288525815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97905976,0.000008592334,0.0059282337,0.012028356,0.0001421299,0.0009905964,0.00004792067,0.000024942554,0.0017694511],"genre_scores_gemma":[0.9977901,0.000052633735,0.0017672194,0.0002674283,0.000015886693,0.000042987835,0.0000068495933,0.0000031066277,0.000053798838],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99669313,0.000057181598,0.00029687906,0.0006290303,0.0019628664,0.00036089044],"domain_scores_gemma":[0.9976624,0.0006231252,0.0003653531,0.0005841482,0.00069125195,0.00007368349],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.005546167,0.000105974716,0.00008335453,0.0002211466,0.0006523567,0.0031253,0.0033191382,0.000010089769,0.00010892776],"category_scores_gemma":[0.000488198,0.00006354075,0.000015289708,0.0020992237,0.0008393304,0.02601471,0.0011192283,0.00010451319,0.000019532827],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070403185,0.000019144589,0.010723995,0.000006887742,0.000005534967,1.988168e-7,0.0074117454,0.0000021647886,0.08283353,0.8707815,0.0007429823,0.027465306],"study_design_scores_gemma":[0.0006622181,0.00040174645,0.7020226,0.00005063402,0.000013347808,0.000003266424,0.072875,0.009029292,0.20499218,0.007628593,0.0020532217,0.00026788705],"about_ca_topic_score_codex":0.00033102915,"about_ca_topic_score_gemma":0.000036242916,"teacher_disagreement_score":0.86315286,"about_ca_system_score_codex":0.0000838863,"about_ca_system_score_gemma":0.00032342252,"threshold_uncertainty_score":0.99790955},"labels":[],"label_agreement":null},{"id":"W4292302488","doi":"10.1186/s13012-022-01227-2","title":"Examining the complementarity between the ERIC compilation of implementation strategies and the behaviour change technique taxonomy: a qualitative analysis","year":2022,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Institute of Mental Health; Health Research Board","keywords":"Complementarity (molecular biology); Health services research; Health informatics; Health administration; Quality of Life Research; Medicine; Taxonomy (biology); Public health; Management science; Economics; Nursing; Ecology","score_opus":0.8665327522056178,"score_gpt":0.7247476384111725,"score_spread":0.14178511379444525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292302488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.946535,0.000032917098,0.02087077,0.015797297,0.00022567957,0.01471891,0.0015239913,0.000053484044,0.00024197162],"genre_scores_gemma":[0.97061235,0.0000068039526,0.0013569654,0.004109848,0.00008167153,0.023649981,0.00016168789,0.000010627382,0.000010041371],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98917174,0.006156963,0.0017037474,0.00051720836,0.0016917275,0.0007585956],"domain_scores_gemma":[0.99086225,0.0060564,0.0019251709,0.0005800744,0.00046222005,0.00011385658],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.032124482,0.00020232987,0.00037595493,0.00052441045,0.008698413,0.00016000164,0.0010827978,0.000024797559,0.0015949416],"category_scores_gemma":[0.00024497244,0.000120977274,0.0000775177,0.0050957925,0.0017627055,0.001257899,0.00087683345,0.0005155844,0.0000044418516],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054231554,0.000018367375,0.4736807,0.000043321324,0.00013422493,2.617741e-7,0.47985372,0.000026049822,0.0008377367,0.036588453,0.0006042715,0.008158652],"study_design_scores_gemma":[0.0010371114,0.0000907668,0.48599344,0.0000035256712,0.0001748251,8.817579e-7,0.5085458,0.00013913916,0.00012523618,0.0013445267,0.0024547805,0.00008992641],"about_ca_topic_score_codex":0.021496689,"about_ca_topic_score_gemma":0.0062262327,"teacher_disagreement_score":0.03524393,"about_ca_system_score_codex":0.00053365005,"about_ca_system_score_gemma":0.0012681858,"threshold_uncertainty_score":0.99931777},"labels":[],"label_agreement":null},{"id":"W4298204163","doi":"10.1186/s13012-022-01238-z","title":"Randomized controlled trials in de-implementation research: a systematic scoping review","year":2022,"lang":"en","type":"article","venue":"Implementation Science","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; McMaster University; Impact","funders":"Strategic Research Council; Sigrid Juséliuksen Säätiö; Academy of Finland","keywords":"Medicine; Randomized controlled trial; Psychological intervention; Health services research; Context (archaeology); Health care; MEDLINE; Health administration; Clinical trial; Intervention (counseling); Health informatics; Cluster randomised controlled trial; Cluster (spacecraft); Family medicine; Public health; Nursing; Internal medicine","score_opus":0.9485909224362119,"score_gpt":0.7971930605813833,"score_spread":0.15139786185482862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298204163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5351168,0.040558793,0.003571819,0.10427706,0.003855676,0.30780086,0.00018707146,0.00033502726,0.004296916],"genre_scores_gemma":[0.9083806,0.004799157,0.0008367448,0.016523436,0.00012116562,0.069120884,0.00004776876,0.000025694715,0.00014450416],"study_design_codex":"systematic_review","study_design_gemma":"randomized_trial","domain_scores_codex":[0.71044964,0.26989725,0.011392953,0.00093469775,0.005388214,0.0019372585],"domain_scores_gemma":[0.90322804,0.08950694,0.005012772,0.0006473633,0.0012974297,0.0003074599],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.63863754,0.00017155253,0.0033732043,0.0011855576,0.0033274961,0.00010139376,0.00066318846,0.00003552595,0.006854755],"category_scores_gemma":[0.12706299,0.00013482671,0.00024606104,0.003066856,0.00027189238,0.00095468765,0.00043941019,0.00085245573,0.00008975156],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.069742516,0.0005167551,0.022785496,0.6338206,0.0004000593,0.000077647026,0.1636646,0.00005683533,0.0045998823,0.08280102,0.011212778,0.01032183],"study_design_scores_gemma":[0.569212,0.00022934924,0.0010346656,0.10687136,0.00035808343,0.0000138850055,0.3169571,0.00043645504,0.00014244278,0.0039888234,0.00031817507,0.00043762854],"about_ca_topic_score_codex":0.0039743967,"about_ca_topic_score_gemma":0.0028260206,"teacher_disagreement_score":0.5269492,"about_ca_system_score_codex":0.0022477573,"about_ca_system_score_gemma":0.008328417,"threshold_uncertainty_score":0.99797004},"labels":[],"label_agreement":null},{"id":"W4311125373","doi":"10.1186/s13012-022-01256-x","title":"Where is “policy” in dissemination and implementation science? Recommendations to advance theories, models, and frameworks: EPIS as a case example","year":2022,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"Medical Research Future Fund; National Institute on Drug Abuse; National Institute of Mental Health","keywords":"Health informatics; Health services research; Medicine; Health administration; Health policy; Public health; Nursing","score_opus":0.5441186340114547,"score_gpt":0.7356270458848283,"score_spread":0.19150841187337364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311125373","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025155311,0.74075204,0.024927355,0.09705133,0.0068365242,0.07787134,0.018648757,0.00093407516,0.007823256],"genre_scores_gemma":[0.0046783076,0.9702319,0.00777242,0.009665269,0.00020390618,0.0068535446,0.00024045793,0.000083925996,0.0002702692],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98981607,0.001354933,0.0028194303,0.0020535758,0.001959431,0.0019965854],"domain_scores_gemma":[0.9913877,0.0046030344,0.0015816382,0.000900937,0.0005138609,0.0010128134],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0144268265,0.0005910596,0.0009943118,0.0038996865,0.0063197305,0.00044161524,0.0010394491,0.00021045521,0.00402638],"category_scores_gemma":[0.0026551709,0.00059362105,0.000071530536,0.011806383,0.0010187415,0.0038450304,0.0015508538,0.0012590955,0.000063068524],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000635535,0.000018934852,0.00027830462,0.0014555287,0.0000065111562,0.000014049723,0.057539072,0.000002270175,0.000010223437,0.03405853,0.002174234,0.904436],"study_design_scores_gemma":[0.00069745455,0.00016270515,0.00021770966,0.0012292837,0.00005452063,0.00020372028,0.07650284,0.00010421292,0.000008695203,0.0064150095,0.91381395,0.0005898948],"about_ca_topic_score_codex":0.010348874,"about_ca_topic_score_gemma":0.010763397,"teacher_disagreement_score":0.91163975,"about_ca_system_score_codex":0.0037566845,"about_ca_system_score_gemma":0.010024854,"threshold_uncertainty_score":0.9996515},"labels":[],"label_agreement":null},{"id":"W4311582771","doi":"10.1186/s13012-022-01254-z","title":"Conceptual and relational advances of the PARIHS and i-PARIHS frameworks over the last decade: a critical interpretive synthesis","year":2022,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University; University of Calgary; University of Alberta","funders":"Faculty of Nursing, University of Alberta; Canadian Institutes of Health Research; University of Alberta","keywords":"Medicine; Health informatics; Health services research; Health administration; Public health; Nursing","score_opus":0.5376716650669625,"score_gpt":0.7111586827390886,"score_spread":0.17348701767212604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311582771","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037313357,0.95778877,0.0028785442,0.012925001,0.003735534,0.010168634,0.0048418404,0.00009700613,0.0038333186],"genre_scores_gemma":[0.033049554,0.9544175,0.0011579641,0.008312099,0.00019326321,0.0027729312,0.0000103884595,0.00003612147,0.000050181985],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930483,0.002529165,0.0015814587,0.0006708812,0.0014479021,0.0007222754],"domain_scores_gemma":[0.94866955,0.049154624,0.0012185586,0.00045656203,0.00027597495,0.00022472556],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.005670376,0.000269239,0.00062093296,0.0002554588,0.0034904976,0.000073577685,0.0008559318,0.0001742628,0.0039682053],"category_scores_gemma":[0.024843153,0.00016361293,0.00009563275,0.001654674,0.004382312,0.00080577395,0.0011050022,0.0014395629,0.000011992812],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000142948975,0.000025679612,0.008177264,0.0031780035,0.000041339343,0.0000011930601,0.04833624,0.0000014535368,0.0000053065432,0.24886917,0.0038088528,0.6875412],"study_design_scores_gemma":[0.00012240412,0.000044235305,0.007638999,0.002271319,0.000121424855,0.000011944598,0.024307944,0.00001482406,0.0000023858804,0.0006914837,0.9645896,0.0001834446],"about_ca_topic_score_codex":0.00014294988,"about_ca_topic_score_gemma":0.00021802055,"teacher_disagreement_score":0.96078074,"about_ca_system_score_codex":0.00044155688,"about_ca_system_score_gemma":0.0036428473,"threshold_uncertainty_score":0.9983272},"labels":[],"label_agreement":null},{"id":"W4318070842","doi":"10.1186/s13012-023-01260-9","title":"Evaluating remote facilitation intensity for multi-national translation of nurse-initiated stroke protocols (QASC Australasia): a protocol for a cluster randomised controlled trial","year":2023,"lang":"en","type":"article","venue":"Implementation Science","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Medicine; Cluster randomised controlled trial; Facilitation; Health services research; Health administration; Protocol (science); Randomized controlled trial; Nursing; Knowledge translation; Physical therapy; Process management; Intervention (counseling); Public health; Knowledge management; Psychology; Surgery; Computer science; Alternative medicine","score_opus":0.41678448604044593,"score_gpt":0.5875849007898921,"score_spread":0.17080041474944618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318070842","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04893814,1.5604691e-7,0.15322007,0.0006660452,0.000090521644,0.7966529,0.00015605903,0.00008606285,0.00019000127],"genre_scores_gemma":[0.06616358,5.349725e-8,0.08825048,0.00014445868,0.00008459963,0.84483933,0.00018731067,0.000016165628,0.00031401642],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99659216,0.00009791614,0.0011735341,0.0004765445,0.0012844823,0.00037534945],"domain_scores_gemma":[0.99623173,0.00077538344,0.0006229969,0.00018363945,0.0020978786,0.00008839502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062060156,0.0001775282,0.00046352696,0.0004796856,0.00022427691,0.000055201686,0.00015896525,0.000055432083,0.00006480636],"category_scores_gemma":[0.003450801,0.00015499997,0.0002333999,0.0006731455,0.00017198134,0.0003826368,0.000022559587,0.000068858564,0.000004782219],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.78000903,0.00027387493,0.00026633363,0.00056936324,0.00017462311,4.2603355e-7,0.002751973,0.00051257503,0.1757623,0.00008039486,0.0030788118,0.03652031],"study_design_scores_gemma":[0.67533034,0.0014318388,0.00070463726,0.00007293053,0.00009430282,0.0000013145132,0.0011862626,0.29678643,0.023712937,0.00007262105,0.00050217734,0.000104211176],"about_ca_topic_score_codex":0.000013240253,"about_ca_topic_score_gemma":0.000010954198,"teacher_disagreement_score":0.29627386,"about_ca_system_score_codex":0.00024380289,"about_ca_system_score_gemma":0.0007227903,"threshold_uncertainty_score":0.6320715},"labels":[],"label_agreement":null},{"id":"W4361287245","doi":"10.1186/s13012-022-01259-8","title":"Safer Care for Older Persons in (residential) Environments (SCOPE): a pragmatic controlled trial of a care aide-led quality improvement intervention","year":2023,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Calgary; University of Manitoba; York University; Public Health Ontario; University of Toronto; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Staffing; Intervention (counseling); Nursing; Quality management; Health services research; Long-term care; Empowerment; Randomized controlled trial; Quality (philosophy); Family medicine; Public health; Service (business)","score_opus":0.0714882568322163,"score_gpt":0.5150639699056778,"score_spread":0.44357571307346155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361287245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874424,0.000106654894,0.0008917379,0.0003352077,0.0014963936,0.009367589,0.00015534836,0.00003245038,0.0001722154],"genre_scores_gemma":[0.9966206,0.000022038541,0.00022951311,0.000048857724,0.00006982097,0.0025038933,0.00019835767,0.00001200543,0.000294906],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.996923,0.00035222626,0.0011855343,0.00038182098,0.0006719408,0.00048542905],"domain_scores_gemma":[0.9984376,0.0004495086,0.0005985464,0.0002585488,0.0001807797,0.000075039345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024708682,0.00013028072,0.00039850926,0.00045403407,0.0005132283,0.000025473202,0.00022665394,0.000057127352,0.000292533],"category_scores_gemma":[0.00036092394,0.000118142125,0.0001661193,0.00070406904,0.00009254232,0.0002854916,0.00011040779,0.00010090077,0.00002374307],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06326727,0.00059292937,0.01540923,0.004647134,0.00013345428,0.0000037460995,0.6680186,0.000096345575,0.07131662,0.0009868668,0.005477918,0.17004988],"study_design_scores_gemma":[0.28926197,0.00095509866,0.07160624,0.00022576244,0.00008275935,9.108864e-8,0.633702,0.00005660185,0.0029724634,0.00012422145,0.00082586193,0.00018696062],"about_ca_topic_score_codex":0.00169547,"about_ca_topic_score_gemma":0.005261383,"teacher_disagreement_score":0.2259947,"about_ca_system_score_codex":0.00058141357,"about_ca_system_score_gemma":0.000414108,"threshold_uncertainty_score":0.48176962},"labels":[],"label_agreement":null},{"id":"W4367049165","doi":"10.1186/s13012-023-01265-4","title":"Implementation of electronic prospective surveillance models in cancer care: a scoping review","year":2023,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Saint John Regional Hospital; Princess Margaret Cancer Centre; McMaster University; University Health Network; University of Toronto; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Medicine; Implementation research; Health informatics; Health services research; Knowledge translation; Intervention (counseling); Process management; Rehabilitation; Health administration; Quality management; Medical education; Nursing; Family medicine; Public health; Knowledge management; Computer science; Business; Physical therapy","score_opus":0.7834687771660932,"score_gpt":0.7932076207797071,"score_spread":0.009738843613613879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367049165","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001962349,0.97622293,0.00021568219,0.00047992982,0.00062396476,0.021047264,0.00081702485,0.000119930824,0.0002770478],"genre_scores_gemma":[0.0007816348,0.9855219,0.00015866687,0.0012388709,0.00011536366,0.011953121,0.000116457595,0.00007282275,0.00004117045],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9878588,0.0017523667,0.004826958,0.0013512938,0.0019642955,0.0022463105],"domain_scores_gemma":[0.9920659,0.0019804314,0.0037110727,0.00075725006,0.0012083156,0.0002770463],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010884194,0.0005168656,0.0021086263,0.0015234904,0.0008441088,0.000040300733,0.0012212893,0.00014840988,0.001049557],"category_scores_gemma":[0.0006995633,0.00048104947,0.0002037825,0.009357197,0.0003506645,0.0012200213,0.00045512538,0.0007682599,0.00016010445],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000053030576,0.000015059061,0.0051025054,0.3223708,0.000035508718,0.000002123966,0.013377793,0.000011791643,0.0000048328943,0.0028604376,0.0010514235,0.65516245],"study_design_scores_gemma":[0.0045703375,0.00043121362,0.005245416,0.75578916,0.00044629833,0.000007991618,0.04075431,0.000044028726,0.000042319807,0.001182986,0.1892998,0.0021861442],"about_ca_topic_score_codex":0.007820055,"about_ca_topic_score_gemma":0.06159219,"teacher_disagreement_score":0.6529763,"about_ca_system_score_codex":0.00508126,"about_ca_system_score_gemma":0.038755376,"threshold_uncertainty_score":0.9998636},"labels":[],"label_agreement":null},{"id":"W4376131333","doi":"10.1186/s13012-023-01271-6","title":"Engagement is a necessary condition to test audit and feedback design features: results of a pragmatic, factorial, cluster-randomized trial with an embedded process evaluation","year":2023,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; Public Health Ontario; Women's College Hospital; Université Laval; Trillium Health Centre; University of Toronto; Ottawa Hospital; University of Ottawa","funders":"Department of Family and Community Medicine, University of Toronto; University of Toronto; Canadian Institutes of Health Research; Ontario SPOR SUPPORT Unit","keywords":"Medicine; Randomized controlled trial; Quartile; Nursing research; Interquartile range; Framing (construction); Framing effect; Health administration; Audit; Cluster randomised controlled trial; Family medicine; Nursing; Physical therapy; Public health; Psychology; Confidence interval; Social psychology; Surgery","score_opus":0.5035978538802104,"score_gpt":0.6735108359898453,"score_spread":0.1699129821096349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376131333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9501146,0.0000027283802,0.013565971,0.010562803,0.0007517391,0.023760222,0.0006895535,0.00015649106,0.00039586276],"genre_scores_gemma":[0.983596,0.000012392988,0.0074771945,0.004128576,0.0001773239,0.004342226,0.000162618,0.000021798169,0.00008185996],"study_design_codex":"qualitative","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98993427,0.0035433017,0.001906936,0.00086012884,0.0028674616,0.0008879155],"domain_scores_gemma":[0.9866461,0.009083658,0.0014747729,0.00049415097,0.0018280231,0.0004732702],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040445067,0.00024399406,0.0005104347,0.00089236593,0.0016300066,0.00013638119,0.00046870395,0.00007532809,0.00051162596],"category_scores_gemma":[0.015637591,0.00019354766,0.0000321257,0.0034757815,0.0003935777,0.0016959457,0.0001492283,0.00023658139,0.00008020935],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.31213206,0.0003324945,0.0010763132,0.00084077456,0.00006965463,0.0000029952516,0.58563304,0.0014025945,0.01655543,0.0007526174,0.068925336,0.012276681],"study_design_scores_gemma":[0.8537881,0.0036227948,0.011805139,0.00028821125,0.00013758928,0.0000028299573,0.11115083,0.009877729,0.0051774927,0.0028245586,0.0008424212,0.00048230475],"about_ca_topic_score_codex":0.00053477864,"about_ca_topic_score_gemma":0.0006204637,"teacher_disagreement_score":0.541656,"about_ca_system_score_codex":0.00036147406,"about_ca_system_score_gemma":0.0046615507,"threshold_uncertainty_score":0.99966973},"labels":[],"label_agreement":null},{"id":"W4377291603","doi":"10.1186/s13012-023-01269-0","title":"Effect of core versus enhanced implementation strategies on adherence to a clinical pathway for managing anxiety and depression in cancer patients in routine care: a cluster randomised controlled trial","year":2023,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Cancer Institute NSW","keywords":"Medicine; Anxiety; Cluster randomised controlled trial; Health services research; Health administration; Randomized controlled trial; Depression (economics); Implementation research; Physical therapy; Intervention (counseling); Public health; Family medicine; Psychological intervention; Nursing; Psychiatry; Internal medicine","score_opus":0.22169353840273837,"score_gpt":0.5927869569487215,"score_spread":0.37109341854598316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377291603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98408234,0.0000072979,0.00040784042,0.00030121478,0.0008588068,0.014216085,0.000059684888,0.000024529985,0.00004219231],"genre_scores_gemma":[0.99632233,0.00005458759,0.0003696842,0.00025450237,0.00009412474,0.0027033617,0.00018371938,0.000014005293,0.0000036793233],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99612504,0.0003157449,0.0018923782,0.00060414337,0.00067493145,0.00038774507],"domain_scores_gemma":[0.99474823,0.0039224736,0.00061617926,0.00019280198,0.00039102611,0.00012926017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006186049,0.00018184724,0.00058351154,0.00048048768,0.00009691945,0.000055165416,0.00012935458,0.00005163916,0.000046002962],"category_scores_gemma":[0.004789093,0.00014877568,0.00009977109,0.0010629311,0.000091578026,0.00048480066,0.00009361111,0.0001314978,0.0000028067768],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5829122,0.000111454916,0.16448425,0.00010217059,0.000019822795,9.3694035e-7,0.0023219488,0.00014672629,0.0043001007,0.000021283025,0.00009450931,0.2454846],"study_design_scores_gemma":[0.84490275,0.008204019,0.12605084,0.00011057221,0.00008373023,1.4098516e-7,0.009601143,0.0014488663,0.009413124,0.00003320826,0.000013983828,0.00013760761],"about_ca_topic_score_codex":0.0007743183,"about_ca_topic_score_gemma":0.003059131,"teacher_disagreement_score":0.26199058,"about_ca_system_score_codex":0.00024986584,"about_ca_system_score_gemma":0.00046597887,"threshold_uncertainty_score":0.60668963},"labels":[],"label_agreement":null},{"id":"W4380370777","doi":"10.1186/s13012-023-01270-7","title":"Proceedings of the 5th UK Implementation Science Research Conference","year":2023,"lang":"en","type":"article","venue":"Implementation Science","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Women's College Hospital; McMaster University","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo; European Commission; National Institute for Health and Care Research; Department of Health and Social Care; Wellcome Trust","keywords":"Health informatics; Health services research; Medicine; Health administration; Public health; Nursing research; Library science; Nursing; Computer science","score_opus":0.7738308940466943,"score_gpt":0.7032350051876699,"score_spread":0.07059588885902435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380370777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98616165,0.000004224622,0.000016912449,0.0012848275,0.0009302238,0.0026134476,0.000070315735,0.000050685656,0.008867727],"genre_scores_gemma":[0.9981635,0.000022949209,0.0002551752,0.0006037452,0.000064240405,0.00041839652,0.000027762891,0.0000083342975,0.0004358791],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939442,0.00013415648,0.0008707292,0.00053342234,0.0031767562,0.0013407333],"domain_scores_gemma":[0.9963806,0.00027721823,0.0004659176,0.00029228674,0.00231548,0.00026844695],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01469512,0.00011585593,0.0001370747,0.00075839955,0.0051432345,0.00007174321,0.0011767022,0.000033732504,0.0011688281],"category_scores_gemma":[0.00020565346,0.00008474533,0.000031119813,0.008187398,0.0015835232,0.00078607,0.00081533345,0.0003242137,0.00026780576],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025998339,0.000029278879,0.73481625,0.00031687954,0.000002725226,1.9740975e-7,0.024016058,0.0000013420721,0.14282152,0.078243084,0.008535786,0.0111908885],"study_design_scores_gemma":[0.001205035,0.00027402383,0.6934677,0.0002174359,0.000006020013,5.6367713e-7,0.18719245,0.00021758727,0.107536405,0.005140362,0.00459264,0.00014978812],"about_ca_topic_score_codex":0.0012596194,"about_ca_topic_score_gemma":0.00057308015,"teacher_disagreement_score":0.1631764,"about_ca_system_score_codex":0.00067966117,"about_ca_system_score_gemma":0.0034099394,"threshold_uncertainty_score":0.99974424},"labels":[],"label_agreement":null},{"id":"W4381686487","doi":"10.1186/s13012-023-01276-1","title":"Improving outcomes for hospitalised First Nations peoples through greater cultural safety and better communication: the Communicate Study Partnership study protocol","year":2023,"lang":"en","type":"article","venue":"Implementation Science","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Medical Research Future Fund; National Health and Medical Research Council; Medical Research Council; Menzies School of Health Research","keywords":"Cultural safety; Medicine; Patient safety; General partnership; Nursing; Health care; Cultural competence; Health services research; Health administration; Public health; Public relations; Psychology; Pedagogy; Economic growth; Political science","score_opus":0.1345030114509971,"score_gpt":0.5033133919679239,"score_spread":0.36881038051692683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381686487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86508954,0.0000043171303,0.000051680403,0.008917562,0.00015938052,0.12212126,0.000021075515,0.00013095571,0.0035042446],"genre_scores_gemma":[0.9774052,0.00007244837,0.00038617043,0.00013239517,0.00006415908,0.021249352,0.000022093207,0.000009454025,0.0006587575],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975977,0.0005101167,0.0004677041,0.00031783158,0.0006307964,0.00047587955],"domain_scores_gemma":[0.9972635,0.0013968038,0.00026400207,0.00055129395,0.0004437099,0.00008068301],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004402451,0.00013076924,0.00014659592,0.00012886377,0.032657064,0.0006021052,0.00092458114,0.000026085792,0.00004866839],"category_scores_gemma":[0.00010384403,0.0000817717,0.00003762697,0.0011827744,0.0008004438,0.0012061057,0.000036744448,0.0000878244,0.000015231443],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010367879,0.00010067773,0.19646785,0.00001546534,0.000011617418,1.0631698e-7,0.7907446,0.0000019034966,7.814194e-7,0.012406755,0.00009111541,0.0001487663],"study_design_scores_gemma":[0.0012319693,0.00016060895,0.35533205,0.0000072396656,0.000022695418,2.582459e-7,0.5977144,0.000018328994,0.000016217946,0.00031825426,0.04504538,0.00013259418],"about_ca_topic_score_codex":0.050027765,"about_ca_topic_score_gemma":0.8764296,"teacher_disagreement_score":0.8264018,"about_ca_system_score_codex":0.00018891071,"about_ca_system_score_gemma":0.002369298,"threshold_uncertainty_score":0.9686023},"labels":[],"label_agreement":null},{"id":"W4383556987","doi":"10.1186/s13012-023-01279-y","title":"Evaluating the effectiveness of a multifaceted intervention to reduce low-value care in adults hospitalized following trauma: a protocol for a pragmatic cluster randomized controlled trial","year":2023,"lang":"en","type":"article","venue":"Implementation Science","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Calgary; Sunnybrook Hospital; Ottawa Hospital; Sunnybrook Health Science Centre; Université de Montréal; Institut National d'Excellence en Santé et en Services Sociaux; Université Laval; Hôpital de l'Enfant-Jésus","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research; National Institute for Health and Care Research","keywords":"Medicine; Randomized controlled trial; Psychological intervention; Context (archaeology); Intervention (counseling); Cluster randomised controlled trial; Health services research; Cost effectiveness; Protocol (science); Accreditation; Audit; Nursing; Public health; Alternative medicine; Medical education; Surgery","score_opus":0.45689202259972106,"score_gpt":0.6855242580887714,"score_spread":0.22863223548905032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383556987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5860372,0.0000021576118,0.0011720621,0.00058916956,0.00049832615,0.41161844,0.000013899681,0.000042068896,0.00002663593],"genre_scores_gemma":[0.5206653,1.60419e-7,0.001048179,0.0001305879,0.00003302308,0.47808573,0.000014433196,0.000011827919,0.000010761199],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97036743,0.02442812,0.0026837557,0.00059098843,0.0012310132,0.0006986771],"domain_scores_gemma":[0.96987635,0.027191382,0.0014693663,0.00036523945,0.0009827651,0.000114869814],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11095483,0.00019663226,0.0010357157,0.00051589776,0.00083629356,0.000058735524,0.00042398754,0.00007905207,0.00003986066],"category_scores_gemma":[0.061499983,0.0001325306,0.0003482427,0.0018651073,0.00014003983,0.00064415066,0.00017085404,0.00025031596,0.000016881078],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9404339,0.00009969623,0.0005332472,0.002741779,0.000041249095,5.172632e-7,0.045129057,0.00017850992,0.0027850205,0.0002569735,0.000011939185,0.0077880803],"study_design_scores_gemma":[0.9366448,0.0011604871,0.005915733,0.0029725858,0.00005928176,1.3529538e-7,0.03903205,0.012906118,0.0008186493,0.00034543392,0.000009151666,0.00013556317],"about_ca_topic_score_codex":0.0018027057,"about_ca_topic_score_gemma":0.0007406651,"teacher_disagreement_score":0.06646729,"about_ca_system_score_codex":0.00059213024,"about_ca_system_score_gemma":0.001280943,"threshold_uncertainty_score":0.9464054},"labels":[],"label_agreement":null},{"id":"W4385780658","doi":"10.1186/s13012-023-01291-2","title":"Integrating knowledge and action: learnings from an implementation program for food security and food sovereignty with First Nations communities within Canada","year":2023,"lang":"en","type":"article","venue":"Implementation Science","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"Canadian Institutes of Health Research","keywords":"Participatory action research; Food security; Food sovereignty; General partnership; Context (archaeology); Food systems; Citizen journalism; Sociology; Public relations; Agency (philosophy); Political science; Social science; Geography","score_opus":0.1260915641280022,"score_gpt":0.49992321924516053,"score_spread":0.3738316551171583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385780658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957672,0.000021213253,0.0001877136,0.00078547094,0.0002558468,0.0019999435,0.0004898534,0.000088799374,0.000403981],"genre_scores_gemma":[0.9966523,0.0000365812,0.0013998616,0.00020791491,0.00006948976,0.0012501524,0.00035812135,0.000011658674,0.000013914549],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99852014,0.000125669,0.0003394774,0.0002480185,0.0002070294,0.0005596991],"domain_scores_gemma":[0.9980436,0.0010296938,0.00025533073,0.00011905458,0.0004547283,0.00009762117],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010021059,0.00011817616,0.00014041478,0.00014944695,0.013117208,0.00007136052,0.00012289775,0.000033338478,0.00011426066],"category_scores_gemma":[0.00010418734,0.00010335242,0.000009200499,0.00054907775,0.00018588814,0.0004966024,0.00016162876,0.00016731005,0.0000013656861],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004378733,0.00004595149,0.33646178,0.0002572295,0.00006986037,3.3707323e-7,0.6251258,0.000016998692,0.00004337501,0.025679551,0.0015121611,0.0107431365],"study_design_scores_gemma":[0.0011399776,0.0013345189,0.08135212,0.00002782899,0.000020645213,0.00000120242,0.9091775,0.0009785324,0.00008817627,0.0013094379,0.004434949,0.00013514691],"about_ca_topic_score_codex":0.3484407,"about_ca_topic_score_gemma":0.9994363,"teacher_disagreement_score":0.6509956,"about_ca_system_score_codex":0.00035920143,"about_ca_system_score_gemma":0.001659743,"threshold_uncertainty_score":0.9881676},"labels":[],"label_agreement":null},{"id":"W4386028743","doi":"10.1186/s13012-023-01290-3","title":"Reporting of costs and economic impacts in randomized trials of de-implementation interventions for low-value care: a systematic scoping review","year":2023,"lang":"en","type":"article","venue":"Implementation Science","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; McMaster University; Impact","funders":"Strategic Research Council","keywords":"Medicine; Health administration; Health services research; Health economics; Psychological intervention; Randomized controlled trial; Health informatics; Public health; Value (mathematics); Health care; Systematic review; MEDLINE; Nursing; Economic growth; Economics; Internal medicine","score_opus":0.8512005609925176,"score_gpt":0.7569882969521861,"score_spread":0.09421226404033156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386028743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9693066,0.0039120265,0.00202374,0.0019149929,0.00042034948,0.02219245,0.00015279553,0.00003470695,0.00004234436],"genre_scores_gemma":[0.9919345,0.0032176962,0.0015944571,0.0004132884,0.000028217286,0.0027301721,0.000065017535,0.0000119003935,0.0000047983494],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97998357,0.006770146,0.01192853,0.0003631641,0.0004430099,0.0005115824],"domain_scores_gemma":[0.97034514,0.0142281065,0.014496649,0.00026366737,0.00054962386,0.00011678537],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16859339,0.000111554575,0.0018156603,0.00056593004,0.00032441493,0.00002428066,0.00017004034,0.000039563565,0.0001019224],"category_scores_gemma":[0.08435411,0.000098198616,0.00021312789,0.00073530903,0.0001504074,0.0006743434,0.00010711798,0.00010328868,0.0000050308317],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007055753,0.000024516741,0.037564315,0.9209461,0.000057971356,0.0000011500858,0.024982186,0.000017341044,0.0032808387,0.0062550334,0.00017205387,0.005992923],"study_design_scores_gemma":[0.063896224,0.00023256266,0.02993978,0.7510216,0.00052791677,0.000005324641,0.14655729,0.0007999097,0.0055489265,0.0011500292,0.000006459977,0.00031395516],"about_ca_topic_score_codex":0.0045513343,"about_ca_topic_score_gemma":0.0062803435,"teacher_disagreement_score":0.16992447,"about_ca_system_score_codex":0.0006762155,"about_ca_system_score_gemma":0.002894803,"threshold_uncertainty_score":0.92335874},"labels":[],"label_agreement":null},{"id":"W4386517151","doi":"10.1186/s13012-023-01292-1","title":"Proceedings of the 2nd Implementation Science Health Conference Australia: Sydney, NSW, Australia, 23-24 March 2023","year":2023,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre","funders":"Faculty of Medicine and Health, University of Sydney; Cancer Council NSW; National Health and Medical Research Council; University of Melbourne; University of New South Wales; University of Technology Sydney; NSW Agency for Clinical Innovation; University of Sydney; Hunter New England Local Health District; ACT Government; Hunter Medical Research Institute; Ingham Institute for Applied Medical Research; South Australian Health and Medical Research Institute","keywords":"Medicine; Public health; Health services research; Health informatics; Health administration; Health economics; Population health; Environmental health; Nursing","score_opus":0.7997585896670333,"score_gpt":0.73904658513191,"score_spread":0.060712004535123265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386517151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9602636,0.0000026707341,0.00012680168,0.031553242,0.0020094642,0.004296276,0.000679985,0.00015715066,0.00091082364],"genre_scores_gemma":[0.99089736,0.00002872555,0.0011869312,0.00412775,0.00016580314,0.00065064983,0.000040264542,0.00002522219,0.0028773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98827,0.0003672777,0.0026474083,0.0012896559,0.004379031,0.0030466404],"domain_scores_gemma":[0.9936019,0.00070750143,0.0016217206,0.0006735608,0.0025315701,0.0008637288],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.020003513,0.0003572906,0.0004632039,0.0014611931,0.005565739,0.0002644539,0.0026729454,0.000089285786,0.003918649],"category_scores_gemma":[0.0014314228,0.000296883,0.00009639656,0.015553121,0.0029502541,0.0028649867,0.0011391985,0.00063251896,0.0010346109],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004117458,0.000058420475,0.3992345,0.00077142817,0.00001930566,0.0000015017417,0.047160257,0.000017907692,0.2451499,0.06413191,0.23712136,0.00629232],"study_design_scores_gemma":[0.001798951,0.00025484967,0.86590517,0.00015132774,0.000015821824,0.0000065913823,0.08076929,0.00013291762,0.023115655,0.0016241394,0.02585013,0.0003751633],"about_ca_topic_score_codex":0.00760824,"about_ca_topic_score_gemma":0.0036645688,"teacher_disagreement_score":0.46667066,"about_ca_system_score_codex":0.001599399,"about_ca_system_score_gemma":0.009275054,"threshold_uncertainty_score":0.9999483},"labels":[],"label_agreement":null},{"id":"W4386935218","doi":"10.1186/s13012-023-01295-y","title":"Strategies for enacting health policy codesign: a scoping review and direction for research","year":2023,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health policy; Health services research; CINAHL; Health informatics; Nursing research; Terminology; Knowledge translation; Health administration; Health care; Medicine; Public relations; Knowledge management; Political science; Public health; Computer science; Nursing; Psychological intervention","score_opus":0.9766298874168068,"score_gpt":0.8815316977215482,"score_spread":0.09509818969525863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386935218","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016859933,0.9209033,0.011256013,0.015599541,0.00069105125,0.050002083,0.0010543258,0.00023135438,0.00026063528],"genre_scores_gemma":[0.000003474999,0.9663568,0.0038886785,0.005414085,0.0005551703,0.023280293,0.000115621115,0.00007239466,0.0003134765],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98925483,0.002515971,0.0031574585,0.0012654482,0.0012571933,0.0025490958],"domain_scores_gemma":[0.9778363,0.017344369,0.0021829442,0.00050838885,0.0015438206,0.0005841455],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057347078,0.00035856076,0.0015452077,0.0019812395,0.007544807,0.00026517638,0.0007254378,0.00013340084,0.000074898686],"category_scores_gemma":[0.01086175,0.00032107354,0.00014625692,0.006040157,0.00049668766,0.0012011876,0.00033765318,0.0005609762,0.000073552124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027671845,0.0000044918784,0.0000029176385,0.36005497,0.0000102644735,9.617987e-8,0.003003977,1.2617382e-7,0.0000025783736,0.010262036,0.015900152,0.6107556],"study_design_scores_gemma":[0.00051898137,0.00023519734,0.000006588782,0.12239651,0.00007807167,0.0000038919407,0.011083532,0.000011818695,9.546304e-7,0.0010943207,0.8642943,0.00027587195],"about_ca_topic_score_codex":0.0020728693,"about_ca_topic_score_gemma":0.0024544983,"teacher_disagreement_score":0.8483941,"about_ca_system_score_codex":0.0023943167,"about_ca_system_score_gemma":0.057461996,"threshold_uncertainty_score":0.9999241},"labels":[],"label_agreement":null},{"id":"W4387259014","doi":"10.1186/s13012-023-01306-y","title":"Community-engaged optimization of COVID-19 rapid evaluation and testing experiences: roll-out implementation optimization trial","year":2023,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute on Minority Health and Health Disparities; National Center for Advancing Translational Sciences; National Institutes of Health; Foundation for the National Institutes of Health","keywords":"Operationalization; Medicine; Community health; Public health; Community engagement; Health informatics; Health administration; Test (biology); Health services research; Nursing; Medical education; Family medicine; Public relations","score_opus":0.8725138785699762,"score_gpt":0.7461444082313837,"score_spread":0.12636947033859247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387259014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8759882,0.000011541956,0.10940817,0.003928799,0.0012558057,0.00789694,0.00015615177,0.0003585357,0.0009958795],"genre_scores_gemma":[0.9756639,0.000044271113,0.017573979,0.0035364695,0.00014417763,0.002631784,0.00033733048,0.000028759116,0.000039352046],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9812745,0.012257664,0.0023027132,0.0006799114,0.002413172,0.0010720497],"domain_scores_gemma":[0.9862108,0.009150469,0.0017452807,0.0005648587,0.0017494464,0.00057910243],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06890931,0.00025786753,0.00035609258,0.0013314396,0.010884347,0.00013299013,0.0006300124,0.00009905388,0.0033353977],"category_scores_gemma":[0.033080585,0.00026476738,0.000042484873,0.0054268176,0.00069810037,0.0021296167,0.00036926704,0.000775321,0.000039929026],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009085418,0.00007663008,0.015095997,0.00039102638,0.000022409424,0.0000010159357,0.84237796,0.10128577,0.0075284145,0.0004721488,0.0052403216,0.026599772],"study_design_scores_gemma":[0.03218055,0.0006494602,0.005672636,0.000040313935,0.000048972524,0.000002396,0.79660875,0.16190037,0.0012204349,0.00034100405,0.0009929737,0.00034215243],"about_ca_topic_score_codex":0.0016698926,"about_ca_topic_score_gemma":0.0006497706,"teacher_disagreement_score":0.0996757,"about_ca_system_score_codex":0.00094034657,"about_ca_system_score_gemma":0.0058368286,"threshold_uncertainty_score":0.99998045},"labels":[],"label_agreement":null},{"id":"W4387966687","doi":"10.1186/s13012-023-01312-0","title":"Sustainability, spread, and scale in trials using audit and feedback: a theory-informed, secondary analysis of a systematic review","year":2023,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Queen's University; University of Calgary; Institute for Work & Health; Dalhousie University; University of Toronto","funders":"","keywords":"Medicine; Health administration; Health services research; Health informatics; Audit; Scale (ratio); Quality of Life Research; Public health; Environmental resource management; Nursing; Accounting; Business; Environmental science","score_opus":0.7891662161591294,"score_gpt":0.7674333833233875,"score_spread":0.0217328328357419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387966687","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014432615,0.96932983,0.00044289653,0.0007809039,0.00026491054,0.02618631,0.0013550768,0.000060135255,0.00013666213],"genre_scores_gemma":[0.00020661938,0.99615777,0.00044164414,0.0012748376,0.000027560884,0.001724164,0.00005164539,0.000025491987,0.00009026538],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9822679,0.0070194663,0.0075181844,0.00088907423,0.0012576854,0.001047654],"domain_scores_gemma":[0.9744017,0.01822513,0.005416503,0.000790805,0.0007922232,0.00037362883],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.077009805,0.00038448776,0.0051617576,0.0034881933,0.00074902317,0.00008357737,0.0006812971,0.00014326778,0.00049736805],"category_scores_gemma":[0.031069873,0.00029277394,0.00027584002,0.012322805,0.00074456824,0.0008499036,0.0006458827,0.0004279289,0.000019262185],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034259788,0.000006130273,0.0004853443,0.95609355,0.00012532852,9.455646e-7,0.0048612542,4.3764874e-7,9.053635e-7,0.00070158124,0.0001355597,0.037585564],"study_design_scores_gemma":[0.002465541,0.00016156385,0.0037662261,0.8657753,0.021299139,0.000024265066,0.06957674,0.00023302001,0.000002176886,0.002211978,0.033298243,0.0011858229],"about_ca_topic_score_codex":0.0011391246,"about_ca_topic_score_gemma":0.0028274106,"teacher_disagreement_score":0.09031824,"about_ca_system_score_codex":0.0015281519,"about_ca_system_score_gemma":0.013479088,"threshold_uncertainty_score":0.99995244},"labels":[],"label_agreement":null},{"id":"W4388855409","doi":"10.1186/s13012-023-01318-8","title":"Identifying behaviour change techniques in 287 randomized controlled trials of audit and feedback interventions targeting practice change among healthcare professionals","year":2023,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Women's College Hospital; McMaster University; University of Ottawa; Hamilton Health Sciences","funders":"National Institute for Health and Care Research","keywords":"Psychological intervention; Medicine; Audit; Randomized controlled trial; Health care; Behaviour change; Systematic review; Behavior change; Behavior change methods; Medical education; MEDLINE; Nursing","score_opus":0.8938969377011166,"score_gpt":0.7881774606304771,"score_spread":0.10571947707063944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388855409","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010951359,0.85238045,0.00072086765,0.015127597,0.0038601668,0.12411041,0.0020924339,0.00042605298,0.00018688868],"genre_scores_gemma":[0.0016292195,0.9318273,0.003362046,0.0021974065,0.0005365557,0.059929512,0.00024336815,0.00008015163,0.00019440547],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9530097,0.027143788,0.014605369,0.0012946732,0.0022976384,0.0016487828],"domain_scores_gemma":[0.9396382,0.04023095,0.017543465,0.00054504856,0.0015788062,0.00046354884],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18140543,0.0006077445,0.008306257,0.0037626761,0.0015518293,0.00014604385,0.0009299099,0.00035691896,0.00061556924],"category_scores_gemma":[0.07163071,0.00045117893,0.0010088743,0.004504401,0.0008314829,0.0029407183,0.00087674893,0.0011191671,0.00006528334],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027007197,0.0002448474,0.0031682085,0.12388904,0.00038107345,0.000023521188,0.10207941,6.166456e-8,0.000020649184,0.0050038714,0.0039266576,0.75856197],"study_design_scores_gemma":[0.23761733,0.00046669028,0.007647115,0.33087024,0.0048971022,0.000024207455,0.21479575,0.00006483652,0.000037855792,0.0013743871,0.19961469,0.0025898078],"about_ca_topic_score_codex":0.008209119,"about_ca_topic_score_gemma":0.0028717113,"teacher_disagreement_score":0.75597215,"about_ca_system_score_codex":0.0009971717,"about_ca_system_score_gemma":0.0035000532,"threshold_uncertainty_score":0.999794},"labels":[],"label_agreement":null},{"id":"W4389299723","doi":"10.1186/s13012-023-01320-0","title":"Knowledge translation strategies to support the sustainability of evidence-based interventions in healthcare: a scoping review","year":2023,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Dalhousie University; University of Alberta","funders":"University of Alberta; Faculty of Nursing, University of Alberta; Canadian Institutes of Health Research; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Sustainability; Knowledge translation; Stakeholder; Process management; Health administration; Psychological intervention; Health care; Medicine; Knowledge management; Inclusion (mineral); Health services research; Medical education; Management science; Nursing; Business; Computer science; Public relations; Public health; Political science; Psychology; Engineering; Ecology","score_opus":0.9711421647532412,"score_gpt":0.836986806483758,"score_spread":0.13415535826948322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389299723","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025402427,0.92964053,0.003836027,0.032603048,0.0007602955,0.032621622,0.00030352213,0.000113253314,0.00009627353],"genre_scores_gemma":[0.00053177134,0.98693526,0.00042168237,0.0035387175,0.00007113999,0.008348433,0.000052516236,0.00003613922,0.00006436648],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9854649,0.0049943794,0.0057447217,0.00096955086,0.0014529029,0.0013735527],"domain_scores_gemma":[0.9814908,0.0129531,0.0023469864,0.001031679,0.0017975774,0.00037985313],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039321423,0.00036715643,0.0014710127,0.0016330079,0.0011742875,0.00008323671,0.0015643317,0.00012200881,0.00052209164],"category_scores_gemma":[0.010353714,0.00024929602,0.0003650529,0.012034885,0.0005399417,0.0013044163,0.00032401833,0.0006608927,0.00027330776],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003902411,0.000018913868,0.00014706611,0.4267506,0.0000048717707,7.8699816e-7,0.004776679,0.0000049623845,7.098052e-7,0.0011176772,0.0010216457,0.5661522],"study_design_scores_gemma":[0.0005183767,0.00035111068,0.00076110306,0.8114079,0.00017084826,0.000001714814,0.009162407,0.00001622967,0.0000024539797,0.0004385611,0.17674865,0.0004206455],"about_ca_topic_score_codex":0.002259828,"about_ca_topic_score_gemma":0.019309789,"teacher_disagreement_score":0.5657315,"about_ca_system_score_codex":0.002315984,"about_ca_system_score_gemma":0.05859762,"threshold_uncertainty_score":0.99999595},"labels":[],"label_agreement":null},{"id":"W4389894247","doi":"10.1186/s13012-023-01328-6","title":"Correction: Identifying behaviour change techniques in 287 randomized controlled trials of audit and feedback interventions targeting practice change among healthcare professionals","year":2023,"lang":"en","type":"erratum","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Women's College Hospital; McMaster University; University of Ottawa; Hamilton Health Sciences","funders":"","keywords":"Medicine; Health administration; Health informatics; Randomized controlled trial; Psychological intervention; Health services research; Audit; Health care; Public health; Behaviour change; Alternative medicine; Nursing; Family medicine; Surgery; Management","score_opus":0.7104524571406194,"score_gpt":0.7199486419471323,"score_spread":0.00949618480651282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389894247","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036582876,0.008737203,0.0051717954,0.27930257,0.36853996,0.28418088,0.0066872397,0.002300955,0.008496537],"genre_scores_gemma":[0.46729872,0.03201652,0.016491592,0.053808276,0.0185347,0.30893365,0.004756802,0.0007544476,0.09740529],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9651208,0.017886557,0.010946224,0.0013817044,0.002954125,0.0017105936],"domain_scores_gemma":[0.9535016,0.027455755,0.0150442235,0.0005738727,0.0029329988,0.00049154426],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14838898,0.00058813853,0.004635032,0.0036616195,0.0021762257,0.00018297952,0.0008478042,0.000518298,0.0011637253],"category_scores_gemma":[0.09777699,0.00048897817,0.0006336642,0.0039944267,0.0010035895,0.0034124602,0.0008071275,0.0019567483,0.00005458314],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006269924,0.0002010021,0.017986672,0.0061455597,0.00018462173,0.00001850544,0.12018837,3.4524297e-7,0.00017466753,0.00097220694,0.83089215,0.01696598],"study_design_scores_gemma":[0.26932928,0.0006815546,0.17431691,0.047573917,0.0015471523,0.000019811343,0.44450235,0.0009077571,0.00037897384,0.0011944667,0.05726694,0.0022808777],"about_ca_topic_score_codex":0.022270845,"about_ca_topic_score_gemma":0.013092239,"teacher_disagreement_score":0.7736252,"about_ca_system_score_codex":0.0011919534,"about_ca_system_score_gemma":0.003895674,"threshold_uncertainty_score":0.9997562},"labels":[],"label_agreement":null},{"id":"W4390640343","doi":"10.1186/s13012-023-01331-x","title":"Influence of physician networks on the implementation of pharmaceutical alternatives to a toxic drug supply in British Columbia","year":2024,"lang":"en","type":"article","venue":"Implementation Science","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Advancing Health Outcomes; University of Victoria; Simon Fraser University","funders":"National Institute on Drug Abuse; Canadian Institutes of Health Research; Ministry of Health, British Columbia","keywords":"Medicine; Discontinuation; Medical prescription; Public health; Logistic regression; Health informatics; Family medicine; Population; Population health; Health services research; Biostatistics; Emergency medicine; Medical emergency; Environmental health; Psychiatry; Nursing; Internal medicine","score_opus":0.02638421893469422,"score_gpt":0.43377680052673667,"score_spread":0.40739258159204245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390640343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970836,0.00008038301,0.00007572838,0.0014486227,0.00007521052,0.001068851,0.00008239851,0.000015752012,0.000069476475],"genre_scores_gemma":[0.9987258,0.000049728587,0.00015491075,0.00087643514,0.000020560567,0.00012535365,0.00001790702,0.000008333208,0.000020987374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844307,0.000048441063,0.0003879104,0.0002936216,0.0005822091,0.00024476493],"domain_scores_gemma":[0.99942756,0.00014353306,0.00007662137,0.00016006625,0.00012092804,0.00007127388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000542192,0.00007208752,0.00014206363,0.00014008065,0.000067985944,0.00011354264,0.00017167281,0.000009477131,0.00023671145],"category_scores_gemma":[0.000029971972,0.000077900375,0.000038603837,0.0012466161,0.00019276739,0.00025122825,0.00005699828,0.00007853911,0.000006202875],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054533702,0.0004063774,0.6602933,0.00017324524,0.00008089096,0.000030668187,0.01835075,0.0023169294,0.075075336,0.0017941932,0.0023520333,0.23907173],"study_design_scores_gemma":[0.0008555498,0.00026867318,0.9325251,0.00023917915,0.000029207964,0.0000034374118,0.011027433,0.00090865063,0.053713255,0.00015426529,0.0002009616,0.000074302625],"about_ca_topic_score_codex":0.0119187925,"about_ca_topic_score_gemma":0.015564087,"teacher_disagreement_score":0.2722318,"about_ca_system_score_codex":0.0001560378,"about_ca_system_score_gemma":0.00026959676,"threshold_uncertainty_score":0.9946609},"labels":[],"label_agreement":null},{"id":"W4392104176","doi":"10.1186/s13012-024-01347-x","title":"Protocol for the ONLOOP trial: pragmatic randomized trial evaluating a province-wide system of personalized reminders for evidence-based surveillance tests in adult survivors of childhood cancer in Ontario","year":2024,"lang":"en","type":"article","venue":"Implementation Science","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Ottawa Public Health; Princess Margaret Cancer Centre; Ottawa Hospital; University of Ottawa; Hospital for Sick Children; Trillium Health Centre; Women's College Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Randomized controlled trial; Guideline; Intervention (counseling); Protocol (science); Family medicine; Cancer; Pediatrics; Alternative medicine; Nursing; Surgery; Internal medicine; Pathology","score_opus":0.16097890494536374,"score_gpt":0.49324579479650943,"score_spread":0.3322668898511457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392104176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59347993,0.00008424828,0.0033342582,0.002786031,0.00052256463,0.3996541,0.00008097521,0.000037580372,0.00002033293],"genre_scores_gemma":[0.67107517,0.0000026101336,0.0023482027,0.00017308025,0.00008145435,0.32625377,0.00001222074,0.000021991795,0.00003148987],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99409914,0.00077187154,0.002339621,0.00066260784,0.0016655541,0.00046118372],"domain_scores_gemma":[0.9834907,0.014194617,0.0010842145,0.00039620505,0.00074997684,0.00008429263],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026834097,0.00024555429,0.0010936033,0.00047672162,0.00012237066,0.00008566649,0.00038194525,0.000059729904,0.00007227901],"category_scores_gemma":[0.013117715,0.00017308723,0.00031114134,0.0012433619,0.00047467728,0.00040071795,0.000039127273,0.00018630816,3.4724277e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95798683,0.0002949874,0.013650293,0.004681094,0.000098382065,0.0000011242721,0.016108124,0.00029268774,0.0008458975,0.000668942,0.000085760905,0.0052858475],"study_design_scores_gemma":[0.9568322,0.0019580862,0.010675709,0.006584263,0.00013910657,0.0000015986909,0.0050649596,0.01650552,0.0018657587,0.000104261606,0.00006577981,0.0002027716],"about_ca_topic_score_codex":0.08985057,"about_ca_topic_score_gemma":0.45461416,"teacher_disagreement_score":0.3647636,"about_ca_system_score_codex":0.0012544002,"about_ca_system_score_gemma":0.013834672,"threshold_uncertainty_score":0.9951952},"labels":[],"label_agreement":null},{"id":"W4399070631","doi":"10.1186/s13012-024-01365-9","title":"Exploring the content and delivery of feedback facilitation co-interventions: a systematic review","year":2024,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Metropolitan University","funders":"","keywords":"Facilitation; Psychological intervention; Medicine; Data extraction; Health services research; Audit; Intervention (counseling); Quality management; Medical education; Applied psychology; Nursing; MEDLINE; Psychology; Public health; Operations management","score_opus":0.9576274334668641,"score_gpt":0.7666827593664602,"score_spread":0.19094467410040383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399070631","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001838642,0.98504084,0.00016374474,0.0010661,0.00075351715,0.012002245,0.00060100167,0.00005694879,0.00013173118],"genre_scores_gemma":[0.00016399282,0.990406,0.00016809064,0.001703267,0.000050099767,0.007175074,0.000044896897,0.000024039844,0.00026458595],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9903929,0.002297974,0.004523014,0.0006698039,0.0014097011,0.0007065862],"domain_scores_gemma":[0.99208874,0.0038416274,0.002395789,0.000688309,0.00075944664,0.00022609225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016283426,0.00034383978,0.0016120626,0.0007063983,0.0011626005,0.00009313174,0.00084820605,0.00005164053,0.0002628552],"category_scores_gemma":[0.003335239,0.00020674257,0.00034607138,0.002466505,0.00060039223,0.001094251,0.00033916777,0.0004795374,0.00058748014],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.94817e-7,0.0000046057735,0.000005748008,0.94315386,0.000034779103,5.3249016e-7,0.003834353,1.730589e-8,0.0000029210655,0.0010189896,0.0016245279,0.050318986],"study_design_scores_gemma":[0.00024787174,0.00008118512,0.000075828255,0.8214258,0.0018361951,0.000014987761,0.01856108,0.000004215738,0.0000029747669,0.000049694212,0.15744351,0.0002566554],"about_ca_topic_score_codex":0.00029644804,"about_ca_topic_score_gemma":0.00014227768,"teacher_disagreement_score":0.15581898,"about_ca_system_score_codex":0.00064753497,"about_ca_system_score_gemma":0.0025968412,"threshold_uncertainty_score":0.89419},"labels":[],"label_agreement":null},{"id":"W4399288535","doi":"10.1186/s13012-024-01363-x","title":"A data-driven approach to implementing the HPTN 094 complex intervention INTEGRA in local communities","year":2024,"lang":"en","type":"article","venue":"Implementation Science","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"National Institute of Mental Health; Division of Intramural Research, National Institute of Allergy and Infectious Diseases; National Institute of Allergy and Infectious Diseases; Intramural Research Program; Canadian Institutes of Health Research; National Institute on Drug Abuse","keywords":"Public health; Environmental health; Medicine; Health services research; Poverty; Economic growth; Nursing","score_opus":0.34347359507282244,"score_gpt":0.5353927038381272,"score_spread":0.19191910876530477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399288535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8348764,0.00009412836,0.1501585,0.004224553,0.00034906558,0.0019119267,0.0003745186,0.0001886361,0.0078222295],"genre_scores_gemma":[0.99299634,0.0000071905874,0.005269799,0.0007329156,0.00006499688,0.00010365381,0.00070636946,0.000016679413,0.00010208985],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975305,0.00015206584,0.0005923215,0.00042429546,0.00075389777,0.0005469068],"domain_scores_gemma":[0.9987184,0.00018867057,0.00007697447,0.0007594376,0.00012825639,0.00012829971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00364872,0.0001487376,0.00018193987,0.00050511037,0.00033452356,0.00037102305,0.0009706754,0.000020253372,0.0003800992],"category_scores_gemma":[0.00010735408,0.000108195556,0.000042396834,0.0017501276,0.0004194527,0.0007711311,0.000942544,0.0002758606,0.0001012013],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006613136,0.00030501204,0.01599084,0.00030749585,0.000069629,0.000017075745,0.1342279,0.00035970728,0.008172046,0.01461283,0.01692145,0.8089499],"study_design_scores_gemma":[0.0010214573,0.00022064609,0.037067033,0.00020312729,0.000055918685,0.000053444437,0.7369859,0.18850107,0.0007739176,0.0002217471,0.034690928,0.00020477414],"about_ca_topic_score_codex":0.0026284761,"about_ca_topic_score_gemma":0.0060496614,"teacher_disagreement_score":0.8087451,"about_ca_system_score_codex":0.0003288827,"about_ca_system_score_gemma":0.00025828445,"threshold_uncertainty_score":0.4412087},"labels":[],"label_agreement":null},{"id":"W4400242834","doi":"10.1186/s13012-024-01376-6","title":"Re-Purposing the Ordering of Routine Laboratory Tests in Hospitalized Medical Patients (RePORT): protocol for a multicenter stepped-wedge cluster randomised trial to evaluate the impact of a multicomponent intervention bundle to reduce laboratory test over-utilization","year":2024,"lang":"en","type":"article","venue":"Implementation Science","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Cluster randomised controlled trial; Psychological intervention; Health administration; Health services research; Health care; Protocol (science); Randomized controlled trial; Intervention (counseling); Cluster (spacecraft); Family medicine; Public health; Emergency medicine; Nursing; Surgery; Alternative medicine","score_opus":0.46195923209643275,"score_gpt":0.6617565797837262,"score_spread":0.1997973476872934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400242834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8270913,0.0000070134097,0.001887092,0.0025017834,0.0005409186,0.16779739,0.00013530598,0.000028619306,0.000010634568],"genre_scores_gemma":[0.91531265,9.755281e-7,0.0004909936,0.0005655066,0.0000947375,0.08348151,0.000023641118,0.00002271254,0.0000072700136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99306846,0.0023341405,0.0022465058,0.0004886445,0.0013602956,0.000501981],"domain_scores_gemma":[0.9926494,0.0040596686,0.0008675694,0.00044828124,0.001758272,0.00021684686],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021678625,0.00018662341,0.00032895047,0.00034248954,0.00043008322,0.0000804183,0.0004416688,0.000076848715,0.0002038742],"category_scores_gemma":[0.023838228,0.00011481338,0.000101772006,0.0017665373,0.00016037952,0.0007047289,0.0002674772,0.00028333455,0.000007662025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.119866475,0.0047234986,0.67589974,0.004214597,0.00018104812,0.000008323709,0.11489132,0.0005954977,0.044494,0.00016678753,0.004798404,0.030160278],"study_design_scores_gemma":[0.2960845,0.0033670787,0.64917505,0.003631548,0.000087812106,7.657852e-7,0.012401772,0.0252965,0.0074506667,0.000050106042,0.0020442219,0.0004100017],"about_ca_topic_score_codex":0.0020719876,"about_ca_topic_score_gemma":0.0017289411,"teacher_disagreement_score":0.17621802,"about_ca_system_score_codex":0.0008066657,"about_ca_system_score_gemma":0.0024485912,"threshold_uncertainty_score":0.9843844},"labels":[],"label_agreement":null},{"id":"W4402441196","doi":"10.1186/s13012-024-01392-6","title":"The effectiveness of a knowledge translation intervention on the implementation of NEWS2 in nursing homes, a pragmatic cluster RCT","year":2024,"lang":"en","type":"article","venue":"Implementation Science","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Norges Forskningsråd; Høgskulen på Vestlandet","keywords":"Medicine; Nursing; Knowledge translation; Nursing research; Randomized controlled trial; Long-term care; Health informatics; Population; Cluster randomised controlled trial; Health administration; Family medicine; Intervention (counseling); Public health; Knowledge management; Environmental health","score_opus":0.08089517312233108,"score_gpt":0.5519822782660119,"score_spread":0.4710871051436808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402441196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896242,0.0004735451,0.0037969914,0.0016242816,0.0011909135,0.002081957,0.000023223782,0.000022501821,0.0011623687],"genre_scores_gemma":[0.99963194,0.000024886813,0.00006299174,0.000014434239,0.00003277793,0.00018711502,0.000019889292,0.0000077553,0.000018201046],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972216,0.0012705876,0.0006691859,0.00020257471,0.0003775648,0.00025850502],"domain_scores_gemma":[0.9956786,0.0037287902,0.00022184338,0.00017961184,0.00016644034,0.000024703382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007896571,0.0000863411,0.00013244982,0.0003165997,0.0004150831,0.000038379734,0.00019384643,0.000028620154,0.000108977314],"category_scores_gemma":[0.00012793487,0.00005272578,0.00006696328,0.0013994357,0.00019745092,0.00030349346,0.000023462986,0.00014329435,0.000011165277],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003255863,0.00012188863,0.010236295,0.0011983123,0.000026508636,3.8917221e-7,0.10279658,0.000031534964,0.022045461,0.04905215,0.0012504905,0.8129148],"study_design_scores_gemma":[0.0034648967,0.0006407464,0.7153154,0.004517878,0.000090696194,0.000002208542,0.2347166,0.0018382327,0.022026422,0.015886812,0.0012963879,0.00020373931],"about_ca_topic_score_codex":0.00045380456,"about_ca_topic_score_gemma":0.0017752317,"teacher_disagreement_score":0.81271106,"about_ca_system_score_codex":0.0003260528,"about_ca_system_score_gemma":0.00038045598,"threshold_uncertainty_score":0.31925258},"labels":[],"label_agreement":null},{"id":"W4402457238","doi":"10.1186/s13012-024-01394-4","title":"Evaluation of research co-design in health: a systematic overview of reviews and development of a framework","year":2024,"lang":"en","type":"review","venue":"Implementation Science","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Health Canada; Ottawa Hospital","funders":"","keywords":"CINAHL; PsycINFO; Systematic review; Stakeholder; Medicine; Research design; Health care; Health services research; MEDLINE; Nursing research; Health administration; Clinical study design; Management science; Medical education; Public health; Nursing; Public relations; Psychological intervention; Sociology; Political science; Engineering; Social science","score_opus":0.9636144208755827,"score_gpt":0.7931057993211096,"score_spread":0.1705086215544731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402457238","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010282484,0.97868174,0.00042454724,0.000019765497,0.00028508474,0.020351097,0.00006256687,0.0000049629566,0.00006740738],"genre_scores_gemma":[0.00035665507,0.98877853,0.0072553195,0.00004868068,0.000015946469,0.003445332,0.000070565584,0.000014544536,0.000014403676],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97618794,0.011893953,0.006899295,0.0005463915,0.003816599,0.0006557948],"domain_scores_gemma":[0.99315727,0.0022184714,0.0031083543,0.00042803382,0.00092067267,0.00016719052],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1425248,0.00021071977,0.0018784895,0.0013693665,0.00032808006,0.000008407339,0.00037622164,0.00011437143,0.00020264182],"category_scores_gemma":[0.0011148474,0.00015191639,0.00007102096,0.0026769978,0.00022660602,0.00012556094,0.00019907858,0.00047508234,0.000049424587],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002667769,0.00003465155,0.000047750404,0.71923286,0.000011047384,6.5392996e-8,0.011543961,1.9661387e-7,0.0000010246581,0.00077430357,0.000103815815,0.26824763],"study_design_scores_gemma":[0.000383167,0.00026730643,0.00004395688,0.93360144,0.00018599036,5.667787e-7,0.006971943,0.000052129846,0.000016232765,0.00080982485,0.05753539,0.00013207276],"about_ca_topic_score_codex":0.00029176375,"about_ca_topic_score_gemma":0.00019493303,"teacher_disagreement_score":0.26811558,"about_ca_system_score_codex":0.0016138084,"about_ca_system_score_gemma":0.015443809,"threshold_uncertainty_score":0.9901377},"labels":[],"label_agreement":null},{"id":"W4402581695","doi":"10.1186/s13012-024-01393-5","title":"Process evaluation of two large randomized controlled trials to understand factors influencing family physicians’ use of antibiotic audit and feedback reports","year":2024,"lang":"en","type":"article","venue":"Implementation Science","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Public Health; University of Ottawa; Sunnybrook Health Science Centre; University of Toronto; Toronto East General Hospital; Western University; Ontario Drug Policy Research Network; Sunnybrook Hospital; Ottawa Hospital; Health Sciences Centre; Mount Sinai Hospital; Lunenfeld-Tanenbaum Research Institute; Institute for Work & Health; Public Health Ontario; Women's College Hospital","funders":"University of Toronto; University of Oxford; Department of Family and Community Medicine, University of Toronto; Women's College Hospital; Ottawa Hospital Research Institute; University of New South Wales; Canadian Institutes of Health Research; Sunnybrook Research Institute; University of Ottawa","keywords":"Medicine; Audit; Health administration; Health services research; Health informatics; Randomized controlled trial; Public health; Family medicine; Nursing; Internal medicine; Accounting","score_opus":0.10983195709948451,"score_gpt":0.4433923160306632,"score_spread":0.3335603589311787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402581695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99389434,0.0012177334,0.002372444,0.00007133089,0.000485535,0.0018325003,0.000048135895,0.000017141307,0.00006083431],"genre_scores_gemma":[0.99972785,0.000048577596,0.0000935405,0.00005095377,0.000008751491,0.0000051624916,0.000014809364,0.0000055932464,0.000044748613],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99748147,0.0005721706,0.0011129926,0.0003303553,0.00028527254,0.00021777017],"domain_scores_gemma":[0.99760693,0.0010833732,0.0006689632,0.00014987061,0.0004704379,0.000020399699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010857384,0.000121433564,0.0009934158,0.0002954422,0.00013928699,0.00006045055,0.000083844636,0.000038360224,0.000097204334],"category_scores_gemma":[0.0020187558,0.00008061653,0.0001326264,0.0005495247,0.0004223871,0.00041726572,0.000033665452,0.000053778553,0.000002608065],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025465377,0.000039116938,0.003366525,0.000106242056,0.0003018919,0.0000012047274,0.009164498,0.000109835775,0.9812725,0.0011409614,0.0001291878,0.0018214644],"study_design_scores_gemma":[0.11926155,0.00015104761,0.026802238,0.0007109958,0.0013554184,0.000007880031,0.051870227,0.00045559538,0.7976985,0.0013939941,0.000037900136,0.00025463683],"about_ca_topic_score_codex":0.00015887532,"about_ca_topic_score_gemma":0.000073433155,"teacher_disagreement_score":0.18357402,"about_ca_system_score_codex":0.000054636617,"about_ca_system_score_gemma":0.00045679536,"threshold_uncertainty_score":0.3762974},"labels":[],"label_agreement":null},{"id":"W4402906530","doi":"10.1186/s13012-024-01396-2","title":"A living critical interpretive synthesis to yield a framework on the production and dissemination of living evidence syntheses for decision-making","year":2024,"lang":"en","type":"review","venue":"Implementation Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University; McMaster University","funders":"","keywords":"Health informatics; MEDLINE; Medicine; Cornerstone; Conceptual framework; Public health; Sociology; Nursing; Political science; Social science","score_opus":0.709549059818774,"score_gpt":0.6634754295668492,"score_spread":0.04607363025192479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402906530","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018937148,0.72549826,0.26470044,0.0016579904,0.001532522,0.0059740446,0.00025867263,0.000016579326,0.0001721204],"genre_scores_gemma":[0.80367,0.1787061,0.01565717,0.00010847987,0.00014447389,0.0015976611,3.6752905e-8,0.000026211324,0.00008989443],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9834479,0.0030981507,0.0060861288,0.0018745296,0.005139906,0.00035335048],"domain_scores_gemma":[0.012413781,0.9803549,0.0031308276,0.002204232,0.0017804506,0.0001157767],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14038767,0.00041060275,0.0027307984,0.0013897408,0.000518805,0.0025410785,0.0021933753,0.00009099872,0.0045877523],"category_scores_gemma":[0.9957913,0.00018168734,0.0010162944,0.004301499,0.00033713775,0.00073425815,0.00058364624,0.00022470046,0.00017283103],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003164212,0.000017782992,0.000037892623,0.00209123,0.00005807722,3.966943e-7,0.0037198188,0.000002226477,0.0000136300805,0.007836499,0.006353241,0.979866],"study_design_scores_gemma":[1.2424134e-7,0.00008243156,0.00009622295,0.9875745,0.001098158,0.000013206099,0.0056270235,0.0003771199,0.0000060911825,0.0006450869,0.0042550545,0.00022494294],"about_ca_topic_score_codex":0.000004006558,"about_ca_topic_score_gemma":0.000021022195,"teacher_disagreement_score":0.9854833,"about_ca_system_score_codex":0.00018931495,"about_ca_system_score_gemma":0.00032274597,"threshold_uncertainty_score":0.9984944},"labels":[],"label_agreement":null},{"id":"W4402987645","doi":"10.1186/s13012-024-01398-0","title":"Effects of implementation strategies on nursing practice and patient outcomes: a comprehensive systematic review and meta-analysis","year":2024,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Heart Institute; Université du Québec en Outaouais; Women's College Hospital; Centre Intégré de Santé et Services Sociaux de Chaudière-Appalache; Jewish General Hospital; St. Michael's Hospital; Centre for Interdisciplinary Research in Rehabilitation; Centre Hospitalier de l’Université de Montréal; Université Laval; Université de Montréal; Dalhousie University; HEC Montréal; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; Capital District Health Authority; Ottawa Hospital; Institut de Readaptation Gingras Lindsay de Montreal; McGill University Health Centre; McGill University","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Réseau de recherche portant sur les interventions en sciences infirmières du Québec","keywords":"Medicine; Nursing research; Health services research; Health administration; Health informatics; Nursing; Meta-analysis; Public health; Systematic review; MEDLINE; Family medicine; Internal medicine","score_opus":0.7213546254148527,"score_gpt":0.7619457012962316,"score_spread":0.04059107588137889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402987645","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031532225,0.97992814,0.0002947032,0.0029967083,0.00020389333,0.015809303,0.0005680313,0.000055848424,0.00011184069],"genre_scores_gemma":[0.00060137355,0.98090625,0.000873452,0.01320499,0.0000124923645,0.0042863875,0.000048661474,0.000038643637,0.000027762295],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9885365,0.0036841556,0.0040467787,0.0011277255,0.0017702508,0.00083459856],"domain_scores_gemma":[0.98380286,0.010132308,0.004160267,0.0006445588,0.0009081837,0.00035184794],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0046241796,0.0006275278,0.0050387187,0.001672032,0.00092854013,0.00020016817,0.00045065343,0.00010785018,0.00024974195],"category_scores_gemma":[0.0016729926,0.00041090642,0.0005623159,0.004416639,0.0005072409,0.0012247297,0.00026140554,0.00050086476,0.0000668661],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002052097,0.000027565178,0.0000024308483,0.95718175,0.013229285,0.000004445398,0.011394146,2.875522e-7,0.0000023810624,0.004778202,0.0009132386,0.012464239],"study_design_scores_gemma":[0.00039651088,0.000302935,0.00006375154,0.036841545,0.8824918,0.000017016488,0.041108325,0.000003127568,0.000004342423,0.00020744411,0.03805457,0.00050862425],"about_ca_topic_score_codex":0.00035791367,"about_ca_topic_score_gemma":0.00009324614,"teacher_disagreement_score":0.9203402,"about_ca_system_score_codex":0.00061643985,"about_ca_system_score_gemma":0.0024329992,"threshold_uncertainty_score":0.9998343},"labels":[],"label_agreement":null},{"id":"W4404860010","doi":"10.1186/s13012-024-01408-1","title":"Building capacity in dissemination and implementation research: the presence and impact of advice networks","year":2024,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"Cancer Moonshot; National Center for Chronic Disease Prevention and Health Promotion; National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute; National Institutes of Health; Centers for Disease Control and Prevention; Centers for Disease Control and Prevention Foundation; Foundation for Barnes-Jewish Hospital","keywords":"Advice (programming); Health services research; Medical education; Health administration; Medicine; Health informatics; Public relations; Public health; Computer science; Nursing; Political science","score_opus":0.7274229229910644,"score_gpt":0.7705223619222462,"score_spread":0.043099438931181844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404860010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911976,0.00010254889,0.0024581659,0.004048003,0.00022913128,0.001648302,0.00006700304,0.00003958288,0.00020968447],"genre_scores_gemma":[0.9980782,0.00013434504,0.0010984378,0.00029956194,0.0000731701,0.00027732903,0.000004871579,0.0000099480285,0.000024132909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955094,0.001090223,0.0009397735,0.0005189481,0.0010519017,0.00088974944],"domain_scores_gemma":[0.99283445,0.0060075414,0.00023650221,0.00025151862,0.00047311813,0.0001968573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019388037,0.00012577166,0.00015394366,0.0007965112,0.0012960802,0.00015969285,0.00033905992,0.000045394834,0.00025925308],"category_scores_gemma":[0.0013075223,0.0000911826,0.000022706616,0.0036037685,0.00090314547,0.0015592794,0.00030293848,0.00045725072,0.0000056424965],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004139875,0.000021707823,0.521372,0.00048600204,0.000017517506,0.0000031371196,0.17854126,0.00013344087,0.0532735,0.06627545,0.008319642,0.1715149],"study_design_scores_gemma":[0.0005132623,0.00014694485,0.9396184,0.00019861455,0.0000072426255,0.0000062679123,0.038539212,0.01570881,0.0008449653,0.002830065,0.0014572715,0.00012893889],"about_ca_topic_score_codex":0.008067319,"about_ca_topic_score_gemma":0.0036192515,"teacher_disagreement_score":0.41824636,"about_ca_system_score_codex":0.00055752543,"about_ca_system_score_gemma":0.0010920796,"threshold_uncertainty_score":0.998538},"labels":[],"label_agreement":null},{"id":"W4406327123","doi":"10.1186/s13012-025-01415-w","title":"Finding the right dose: a scoping review examining facilitation as an implementation strategy for evidence-based stroke care","year":2025,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Facilitator; Facilitation; Medicine; CINAHL; Psychological intervention; Nursing research; Health services research; Health administration; Nursing; Medical education; Psychology; Public health; Social psychology","score_opus":0.8816201385023184,"score_gpt":0.7897287885097862,"score_spread":0.09189134999253212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406327123","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001821619,0.94594884,0.0051859,0.002088297,0.0014794306,0.042509824,0.0019500233,0.00020678678,0.00044876337],"genre_scores_gemma":[0.00066090736,0.96413976,0.0020830443,0.010858349,0.000317526,0.020551091,0.0011061449,0.00005718445,0.00022598916],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9851514,0.004152698,0.004530825,0.001806038,0.002332844,0.002026162],"domain_scores_gemma":[0.9761126,0.016475938,0.003580931,0.0012972975,0.0020457031,0.0004874992],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018983858,0.0007366785,0.0015601092,0.0012816995,0.0067212177,0.00040758253,0.002101853,0.00022015328,0.0023967554],"category_scores_gemma":[0.0062583485,0.0005613339,0.0003055288,0.004221969,0.0004651921,0.0031273167,0.00031236158,0.0007240647,0.00016605988],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009151238,0.000008294212,0.0000908813,0.1500226,0.000015958969,8.6023465e-7,0.004892995,0.0000060914667,0.00001121254,0.0012084546,0.0011826752,0.8425508],"study_design_scores_gemma":[0.0024515118,0.0009619737,0.00035281677,0.5016181,0.0010866984,0.000005908242,0.06455985,0.0000420865,0.00007820665,0.00018039749,0.4273879,0.0012745963],"about_ca_topic_score_codex":0.0006935348,"about_ca_topic_score_gemma":0.0025945723,"teacher_disagreement_score":0.8412762,"about_ca_system_score_codex":0.0026794097,"about_ca_system_score_gemma":0.043037895,"threshold_uncertainty_score":0.9996838},"labels":[],"label_agreement":null},{"id":"W4410831424","doi":"10.1186/s13012-025-01436-5","title":"Advancing the selection of implementation science theories, models, and frameworks: a scoping review and the development of the SELECT-IT meta-framework","year":2025,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Jewish General Hospital; McGill University Health Centre; McGill University; Ottawa Hospital","funders":"National Institute of Nursing Research; Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; US-UK Fulbright Commission","keywords":"Health informatics; Health services research; Selection (genetic algorithm); Health administration; Medicine; Management science; Public health; Data science; Computer science; Nursing; Artificial intelligence; Engineering","score_opus":0.5346038031945379,"score_gpt":0.7113775130928798,"score_spread":0.17677370989834185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410831424","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012820959,0.94137156,0.026152583,0.010467331,0.0006632749,0.020660501,0.00014679416,0.000041982774,0.00036774363],"genre_scores_gemma":[0.002086509,0.9733897,0.01213891,0.008886956,0.00005390876,0.0033707388,0.000008532966,0.000023513016,0.000041266023],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9891897,0.0027549926,0.0039017056,0.00093554234,0.0020749683,0.0011430936],"domain_scores_gemma":[0.9830928,0.010331573,0.004084023,0.00087738107,0.0014278064,0.00018641155],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.036364216,0.00044751327,0.0016373554,0.0005453944,0.0060512773,0.00013061862,0.0018324476,0.00015767332,0.00031682997],"category_scores_gemma":[0.0062233964,0.00022041598,0.00018131887,0.008713648,0.003365198,0.0011232791,0.0013076522,0.0011242053,0.0000025686818],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019253383,0.000021977472,0.00031852163,0.11535691,0.000330009,7.8586865e-8,0.045190085,0.000011186643,0.000026274169,0.13001421,0.0010525861,0.7076589],"study_design_scores_gemma":[0.0062145935,0.00034861523,0.0017818678,0.5425744,0.02416036,0.00006522656,0.09475142,0.0005360497,0.0010546409,0.0580679,0.26747814,0.0029667679],"about_ca_topic_score_codex":0.00035280804,"about_ca_topic_score_gemma":0.0022205962,"teacher_disagreement_score":0.7046921,"about_ca_system_score_codex":0.00064013194,"about_ca_system_score_gemma":0.028783819,"threshold_uncertainty_score":0.9993471},"labels":[],"label_agreement":null},{"id":"W4410957814","doi":"10.1186/s13012-025-01442-7","title":"How well are implementation strategies and target healthcare professional behaviors reported? A secondary analysis of 204 implementation trials using the TIDieR checklist and AACTT framework","year":2025,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Ottawa Hospital; Dalhousie University; Université Laval; Université de Montréal; McGill University; Capital District Health Authority; HEC Montréal; Jewish General Hospital","funders":"Fonds de Recherche du Québec - Santé","keywords":"Checklist; Medicine; Health services research; Health administration; Health informatics; Public health; Health care; Nursing; Psychology","score_opus":0.6787558128037056,"score_gpt":0.7411014424328244,"score_spread":0.062345629629118826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410957814","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083696365,0.77509415,0.01949347,0.026451489,0.007580674,0.059834745,0.027070643,0.00040047386,0.00037799057],"genre_scores_gemma":[0.04403033,0.9258317,0.014163394,0.005890967,0.0006556437,0.0055648894,0.0031466149,0.00015011542,0.00056634244],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9832614,0.0055325967,0.005893828,0.001625967,0.0021614842,0.001524723],"domain_scores_gemma":[0.9803616,0.0064595505,0.010294793,0.0010008918,0.0013830715,0.00050009956],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022188192,0.0007625716,0.0029996685,0.0027257414,0.0039561023,0.00062392454,0.0008437166,0.00037723407,0.0018984178],"category_scores_gemma":[0.0018214101,0.00056573824,0.0004082638,0.00775977,0.0010183224,0.002476579,0.00072684116,0.0011741475,0.0000039217507],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063504725,0.00009026159,0.056259736,0.031522926,0.0016142844,0.000011888367,0.03948746,0.0000065914255,0.00024562565,0.013403924,0.0064136707,0.85088015],"study_design_scores_gemma":[0.0024118156,0.00022779532,0.04860836,0.0051684566,0.008758366,0.000020159343,0.5208169,0.00006773113,0.000112674796,0.0014619728,0.41112596,0.001219807],"about_ca_topic_score_codex":0.003811705,"about_ca_topic_score_gemma":0.0058781807,"teacher_disagreement_score":0.84966034,"about_ca_system_score_codex":0.0010479186,"about_ca_system_score_gemma":0.017562343,"threshold_uncertainty_score":0.9996794},"labels":[],"label_agreement":null},{"id":"W4411443950","doi":"10.1186/s13012-025-01433-8","title":"Proceedings of the 17th Annual Conference on the Science of Dissemination and Implementation in Health","year":2025,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Feinberg School of Medicine; University of California, Los Angeles; University of Colorado School of Medicine, Anschutz Medical Campus; University of Toronto; Johns Hopkins University; Northwestern University; Toronto General Hospital Research Institute, University Health Network; University of Washington; Johns Hopkins Bloomberg School of Public Health; University of Pennsylvania","keywords":"Health informatics; Health administration; Health services research; Medicine; Public health; Health policy; Library science; Environmental health; Nursing; Computer science","score_opus":0.4065983854236514,"score_gpt":0.715202194643454,"score_spread":0.3086038092198026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411443950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95643085,0.0000055133296,0.0001009487,0.038643066,0.00023879754,0.002286806,0.00009065368,0.000011466307,0.0021918952],"genre_scores_gemma":[0.9961072,0.000022949062,0.0002964844,0.0032615524,0.000011528282,0.00019657347,0.000001388885,0.0000040417117,0.0000982559],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9959258,0.00023007879,0.0013886063,0.00044047643,0.0013444343,0.00067062164],"domain_scores_gemma":[0.9960526,0.0010849925,0.0011661587,0.0002562218,0.0013315097,0.000108466156],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01377801,0.00012106308,0.00019855982,0.00072488486,0.0016700247,0.000049206494,0.00087612146,0.000026300471,0.00016935104],"category_scores_gemma":[0.0018188797,0.00007887872,0.000020896969,0.00554279,0.0017823386,0.00092864543,0.00036075313,0.00022394722,0.0000026821956],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027249862,0.000038030572,0.20678164,0.00033523352,0.0000032086034,3.5556997e-8,0.10540166,0.000003870321,0.07243037,0.5927167,0.00416928,0.018092742],"study_design_scores_gemma":[0.0006903427,0.000107601976,0.7878318,0.00027684908,0.0000032629516,3.7407696e-7,0.16944455,0.00018613874,0.037367333,0.0034854885,0.00053298625,0.00007330073],"about_ca_topic_score_codex":0.0012570386,"about_ca_topic_score_gemma":0.0007196925,"teacher_disagreement_score":0.5892312,"about_ca_system_score_codex":0.0005291902,"about_ca_system_score_gemma":0.004505727,"threshold_uncertainty_score":0.9996297},"labels":[],"label_agreement":null},{"id":"W4412674672","doi":"10.1186/s13012-025-01444-5","title":"Translational framework for implementation evaluation and research: implementation strategies derived from normalization process theory","year":2025,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trillium Health Centre","funders":"Monash University; University of Oxford; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Grounded theory; Qualitative research; Computer science; Health services research; Systematic review; Health informatics; Citation; Qualitative comparative analysis; Management science; Coding (social sciences); Health administration; Implementation research; Process management; Knowledge management; Medicine; Psychological intervention; MEDLINE; Public health; Nursing; World Wide Web; Sociology","score_opus":0.7690492682876444,"score_gpt":0.7940064443854205,"score_spread":0.024957176097776035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412674672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67030096,0.000053695967,0.31310278,0.007078995,0.0006950164,0.0073861247,0.0005549654,0.000102653816,0.0007248203],"genre_scores_gemma":[0.97628224,0.000036848287,0.014187152,0.0038960602,0.00022758893,0.0046993047,0.0006174984,0.000025545762,0.000027734894],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99106544,0.002228405,0.0017915819,0.0010842704,0.0024652446,0.0013650637],"domain_scores_gemma":[0.988766,0.0059015895,0.00073786353,0.000423882,0.0039001908,0.00027044638],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022749113,0.0002810582,0.00029261434,0.0012907871,0.005133678,0.0003884075,0.0005700658,0.00014290736,0.0032275654],"category_scores_gemma":[0.0018989,0.00029023952,0.000050556966,0.0032667227,0.0006826689,0.0033736487,0.00014786437,0.0003973505,0.00003092305],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000226071,0.000035434718,0.095822796,0.00029526962,0.00005436093,2.6862e-7,0.0929027,0.00007871592,0.021005105,0.61256105,0.0017602654,0.17525798],"study_design_scores_gemma":[0.0038798137,0.000116772375,0.28988016,0.00008171668,0.000069701586,4.0775728e-7,0.28612655,0.0010599608,0.010086451,0.40565452,0.0027854303,0.0002585145],"about_ca_topic_score_codex":0.0011834801,"about_ca_topic_score_gemma":0.0035454223,"teacher_disagreement_score":0.3059813,"about_ca_system_score_codex":0.0007993182,"about_ca_system_score_gemma":0.008483254,"threshold_uncertainty_score":0.999955},"labels":[],"label_agreement":null},{"id":"W4414781071","doi":"10.1186/s13012-025-01457-0","title":"Integrating implementation science and intervention optimization","year":2025,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; New York University","keywords":"Health services research; Health informatics; Intervention (counseling); Health administration; Public health; Implementation research; Health economics","score_opus":0.5496078797039604,"score_gpt":0.7640691928506119,"score_spread":0.2144613131466515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414781071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7575727,0.000023823273,0.2081298,0.013976028,0.002163351,0.0039661806,0.00007536381,0.00026991442,0.013822814],"genre_scores_gemma":[0.9711494,0.000023814586,0.018436104,0.009541507,0.00007043198,0.00047219556,0.000020147136,0.000011446356,0.00027495273],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99446917,0.00043754626,0.0014887094,0.00085873815,0.0015833393,0.0011624736],"domain_scores_gemma":[0.995511,0.00076390145,0.00068519614,0.0004006164,0.002330525,0.00030876676],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015804349,0.00019883044,0.00020878599,0.0016909104,0.0051296963,0.00030241834,0.0007033495,0.000050657254,0.0013025451],"category_scores_gemma":[0.00343448,0.0001934032,0.000029540946,0.006342858,0.0013731094,0.0032959995,0.00055360794,0.0002806646,0.00005099056],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056761484,0.0000581369,0.23189163,0.00037500417,0.000019326928,0.0000013550032,0.03540788,0.00017954837,0.06479026,0.23456177,0.009826371,0.42283195],"study_design_scores_gemma":[0.01100115,0.0004395234,0.5291045,0.00046194193,0.00008309508,0.000009518477,0.3366485,0.025361493,0.03287045,0.0052591763,0.057747275,0.0010133937],"about_ca_topic_score_codex":0.0014357379,"about_ca_topic_score_gemma":0.0011147656,"teacher_disagreement_score":0.42181855,"about_ca_system_score_codex":0.0015976457,"about_ca_system_score_gemma":0.0048054806,"threshold_uncertainty_score":0.9996104},"labels":[],"label_agreement":null},{"id":"W4416807019","doi":"10.1186/s13012-025-01458-z","title":"Applications of social marketing for implementation science: a scoping review","year":2025,"lang":"en","type":"review","venue":"Implementation Science","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Public Health Ontario; University of Toronto","funders":"","keywords":"Health informatics; Health services research; Social marketing; Health administration; Public health; Social media marketing; Social policy; Health policy","score_opus":0.12977851249944494,"score_gpt":0.5365638328876483,"score_spread":0.40678532038820336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416807019","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009220157,0.98080695,0.00280799,0.0011046489,0.00053660583,0.01239812,0.00009215774,0.00008350721,0.0021608267],"genre_scores_gemma":[0.000043350898,0.9900317,0.0014061831,0.0029959409,0.00087892805,0.0037556314,0.00082183664,0.000027277723,0.00003911506],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99638665,0.000027371256,0.0014416239,0.000759907,0.0009112608,0.00047321644],"domain_scores_gemma":[0.9955118,0.00021794467,0.002039081,0.00036273676,0.0018550075,0.000013458849],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008386794,0.0002646606,0.00071801065,0.0016744238,0.0012631996,0.00044610025,0.0010278764,0.00004619103,0.00036184775],"category_scores_gemma":[0.00044270058,0.0002563104,0.00017819753,0.010965517,0.00030501885,0.0022738536,0.0003487788,0.00009202799,0.000021558391],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001615107,0.000008524413,0.000009378068,0.15756124,0.0000068669356,2.532225e-8,0.000021275797,3.737573e-8,0.000020368923,0.01200722,0.0008138286,0.8295496],"study_design_scores_gemma":[0.00036236728,0.000008316098,0.000075552874,0.06194288,0.00066793896,9.888778e-7,0.00070556876,0.000006533732,0.000060470466,0.00068262196,0.9350814,0.0004053334],"about_ca_topic_score_codex":0.0000710391,"about_ca_topic_score_gemma":0.00005218359,"teacher_disagreement_score":0.9342676,"about_ca_system_score_codex":0.00018806814,"about_ca_system_score_gemma":0.0023635223,"threshold_uncertainty_score":0.9999889},"labels":[],"label_agreement":null},{"id":"W7117147185","doi":"10.1186/s13012-025-01468-x","title":"Do process evaluations open up the ‘black box’ of implementation interventions in health care? A scoping review","year":2025,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Flinders University; McGill University","keywords":"Psychological intervention; Health services research; Health informatics; Protocol (science); Public health; Health administration; Process (computing)","score_opus":0.8371220492392352,"score_gpt":0.8404295892415427,"score_spread":0.0033075400023074852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117147185","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33855525,0.012991077,0.046554677,0.42004228,0.005868439,0.15033346,0.0014639089,0.00032205955,0.023868863],"genre_scores_gemma":[0.95601225,0.0013479565,0.0015718967,0.036135584,0.000038312155,0.0045979046,0.00007635116,0.000016392212,0.00020336284],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9912728,0.0020419257,0.0036999905,0.00068914593,0.0012888439,0.0010073067],"domain_scores_gemma":[0.99443394,0.0013085535,0.00187233,0.0007217916,0.0014828313,0.0001805788],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021397006,0.000189549,0.00046184246,0.00078578794,0.002206768,0.00012960995,0.001756742,0.000035833185,0.0024686747],"category_scores_gemma":[0.002262336,0.00015729648,0.00008288425,0.0062203933,0.0005090837,0.0015330372,0.0006439575,0.00030697265,0.00005706031],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008029102,0.00018732378,0.19483022,0.08023673,0.000060779515,8.1188375e-7,0.37124038,0.00017842193,0.0009748942,0.07181109,0.062445246,0.21795383],"study_design_scores_gemma":[0.009343868,0.0004168843,0.23795402,0.10220986,0.00011604926,0.0000022247063,0.6329364,0.0001441429,0.0022579979,0.004605612,0.009397622,0.00061529595],"about_ca_topic_score_codex":0.003542172,"about_ca_topic_score_gemma":0.02076768,"teacher_disagreement_score":0.617457,"about_ca_system_score_codex":0.0011856628,"about_ca_system_score_gemma":0.016904363,"threshold_uncertainty_score":0.9990922},"labels":[],"label_agreement":null}]}