{"meta":{"query_hash":"8a4c8283c409","filters":{"venue":"Evaluation and Program Planning"},"cohort_total":200,"direct_labels_cover":7,"predictions_cover":200,"exported":200,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/8a4c8283c409","api":"https://metacan.xera.ac/api/v1/cohort?venue=Evaluation+and+Program+Planning"},"results":[{"id":"W1153071356","doi":"10.1016/j.evalprogplan.2015.08.003","title":"Providing context to the implementation of health promoting schools: A case study","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"School Health and Nursing Education","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Dalhousie University","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Context (archaeology); Nova scotia; Psychological intervention; Sustainability; Variety (cybernetics); Medical education; Public relations; Theme (computing); Qualitative research; Psychology; Medicine; Political science; Nursing; Pedagogy; Sociology; Geography; Social science","score_opus":0.4037251380197984,"score_gpt":0.6433994383772064,"score_spread":0.23967430035740794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1153071356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790206,0.0004649136,0.002117898,0.005580693,0.00011162119,0.0007852772,0.00006340422,0.000033499997,0.0118220635],"genre_scores_gemma":[0.99186957,0.0005122085,0.003552192,0.00082805014,0.000029858671,0.00025831815,0.000020741221,0.00001719624,0.0029117707],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9771268,0.016978545,0.00042080416,0.0006753622,0.0010805913,0.0037178076],"domain_scores_gemma":[0.9766962,0.011923504,0.0018297384,0.0009583002,0.0022967204,0.006295607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01230847,0.0006937942,0.00074194843,0.0024319608,0.02386588,0.00552247,0.0030322399,0.0076910276,0.0036291957],"category_scores_gemma":[0.028443873,0.0009912957,0.0007510934,0.0020016513,0.0058388864,0.002903786,0.007929509,0.006491132,0.00039122396],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007676714,0.029187001,0.090031184,0.0011878524,0.00010286738,0.04341994,0.704468,0.0016400353,0.0025726976,0.026111243,0.0060026455,0.09450889],"study_design_scores_gemma":[0.00024156674,0.0035673429,0.025791304,0.0011529676,0.00015321565,0.0076194014,0.9161569,0.0012199602,0.002969023,0.0027421447,0.038273234,0.000113050985],"about_ca_topic_score_codex":0.025821587,"about_ca_topic_score_gemma":0.086663224,"teacher_disagreement_score":0.025821587,"about_ca_system_score_codex":0.011456278,"about_ca_system_score_gemma":0.019038294,"threshold_uncertainty_score":0.08312154},"labels":[],"label_agreement":null},{"id":"W1781634349","doi":"10.1016/j.evalprogplan.2015.09.003","title":"Mapping the spatial dimensions of participatory practice: A discussion of context in evaluation","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Citizen journalism; Participatory GIS; Bridge (graph theory); Context (archaeology); Sociology; Field (mathematics); Relation (database); Set (abstract data type); Politics; Process (computing); Knowledge management; Epistemology; Management science; Computer science; Political science; Engineering; Geography; Data mining","score_opus":0.571163556037539,"score_gpt":0.5995651283814842,"score_spread":0.028401572343945247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1781634349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.123026505,0.021921279,0.4809488,0.1886627,0.00071276026,0.0010106979,0.0003381374,0.00017686079,0.1832023],"genre_scores_gemma":[0.91773164,0.004290174,0.073180094,0.0016113595,0.00014963669,0.0011170118,0.000043634183,0.00009174742,0.0017846809],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9131862,0.07477638,0.0020834743,0.0027492575,0.0046968497,0.00250774],"domain_scores_gemma":[0.8402103,0.14345202,0.0041219434,0.0043922127,0.0063056974,0.0015177308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.067587726,0.0009945717,0.0016997342,0.0097513385,0.014672435,0.025630767,0.00466983,0.006065571,0.005271486],"category_scores_gemma":[0.11949117,0.0013018139,0.0013914164,0.015455237,0.06818101,0.035820797,0.0141686825,0.005206436,0.00024085656],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039849667,0.000034892604,0.0028491677,0.000739656,0.000027095099,0.00022808452,0.061053142,0.001175047,0.000208875,0.8895181,0.00096019567,0.043165904],"study_design_scores_gemma":[0.000028687371,0.000082557126,0.0055653118,0.0027723734,0.00005889534,0.00037522818,0.20070207,0.0024443509,0.0007223944,0.72181296,0.06536542,0.00006976368],"about_ca_topic_score_codex":0.017626075,"about_ca_topic_score_gemma":0.028217122,"teacher_disagreement_score":0.067587726,"about_ca_system_score_codex":0.014485346,"about_ca_system_score_gemma":0.014889233,"threshold_uncertainty_score":0.35744232},"labels":[],"label_agreement":null},{"id":"W1864643644","doi":"10.1016/j.evalprogplan.2015.07.004","title":"Tool for assessing health and equity impacts of interventions modifying air quality in urban environments","year":2015,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Air Quality and Health Impacts","field":"Environmental Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hôpital Charles-Le Moyne; Université de Sherbrooke; Université de Montréal","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; École des Hautes Études en Santé Publique","keywords":"Psychological intervention; Equity (law); Air quality index; Health impact assessment; Health equity; Environmental health; Occupational safety and health; Environmental planning; Business; Transport engineering; Environmental science; Engineering; Medicine; Economics; Public health; Health care; Political science; Geography; Economic growth; Nursing","score_opus":0.5705285504888625,"score_gpt":0.6201196266965844,"score_spread":0.04959107620772185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1864643644","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14572255,0.004772896,0.55855286,0.00987044,0.0013912577,0.057624716,0.09515909,0.025414115,0.10149215],"genre_scores_gemma":[0.123372786,0.00091690617,0.8304179,0.0008324869,0.00007342353,0.03668614,0.0056037777,0.0002838895,0.0018127192],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9555809,0.028889274,0.0063833157,0.0014848922,0.0067621674,0.00089946616],"domain_scores_gemma":[0.72351736,0.24634254,0.010548198,0.00517034,0.013201416,0.0012200939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05933796,0.0045230137,0.0029456248,0.020982627,0.0014160757,0.004402758,0.0029875366,0.0029764473,0.02422875],"category_scores_gemma":[0.15296955,0.0011608956,0.008557691,0.009090078,0.0016878702,0.005737271,0.00627607,0.002193474,0.0020191108],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029471554,0.0020393832,0.05158596,0.040761303,0.0033387383,0.0007637818,0.007305325,0.01513103,0.003062272,0.028014937,0.07805544,0.76699466],"study_design_scores_gemma":[0.009086012,0.013355251,0.22771569,0.039372753,0.015976682,0.002818854,0.025734631,0.12984012,0.024862308,0.17166312,0.3375993,0.0019753166],"about_ca_topic_score_codex":0.0026937732,"about_ca_topic_score_gemma":0.003803896,"teacher_disagreement_score":0.05933796,"about_ca_system_score_codex":0.0053600436,"about_ca_system_score_gemma":0.007025936,"threshold_uncertainty_score":0.31381285},"labels":[],"label_agreement":null},{"id":"W1878138905","doi":"10.1016/j.evalprogplan.2015.09.001","title":"Strength-based crisis programming: Evaluating the process of care","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Service provider; Process (computing); Public relations; Service delivery framework; Service (business); Knowledge management; Conceptual framework; Business; Process management; Marketing; Sociology; Political science; Computer science","score_opus":0.12618722763924173,"score_gpt":0.49058939063722123,"score_spread":0.3644021629979795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1878138905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9324166,0.001133575,0.021321924,0.005263779,0.000335607,0.014377086,0.0010710137,0.00020053661,0.023879897],"genre_scores_gemma":[0.971693,0.00059236574,0.021219432,0.00025078878,0.0000375786,0.0052080755,0.00028170165,0.000019431372,0.00069763203],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9523425,0.039121225,0.001784544,0.00077556947,0.0046222615,0.0013538167],"domain_scores_gemma":[0.8966753,0.06458746,0.010426646,0.004343755,0.015899822,0.008066998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0450903,0.0008929605,0.0010657314,0.0027462817,0.0018662225,0.0024684737,0.0018325093,0.00096256466,0.0044167195],"category_scores_gemma":[0.13784511,0.0003955205,0.0009869805,0.0018555244,0.0016597061,0.0032751581,0.004416755,0.0017809396,0.00037971942],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012770468,0.022013796,0.2036323,0.003476887,0.0018234854,0.00015711266,0.014993658,0.017787572,0.0009372115,0.020360194,0.00750124,0.6945461],"study_design_scores_gemma":[0.010766269,0.13408194,0.54340315,0.0077169538,0.0046331864,0.00044366048,0.08523856,0.10572309,0.013114992,0.06492422,0.029163744,0.0007902612],"about_ca_topic_score_codex":0.0080898795,"about_ca_topic_score_gemma":0.0113412505,"teacher_disagreement_score":0.0450903,"about_ca_system_score_codex":0.0065678074,"about_ca_system_score_gemma":0.021229906,"threshold_uncertainty_score":0.23846316},"labels":[],"label_agreement":null},{"id":"W1964714699","doi":"10.1016/j.evalprogplan.2009.03.003","title":"Power and perceptions in participatory monitoring and evaluation","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Accountability; Citizen journalism; Participatory evaluation; Bureaucracy; Perception; Power (physics); Participatory action research; Participant observation; Participatory design; Public relations; Politics; Psychology; Business; Political science; Economic growth; Sociology; Engineering; Public administration; Operations management; Economics","score_opus":0.37164481194313714,"score_gpt":0.6018709322341447,"score_spread":0.23022612029100753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964714699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5834897,0.0027687473,0.10141404,0.037061024,0.00041437705,0.0004959056,0.00006322296,0.00008907885,0.27420384],"genre_scores_gemma":[0.99723333,0.000082822284,0.0016157196,0.00023310924,0.00003902555,0.00009871163,0.000004238954,0.0000111733125,0.0006818964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.8769285,0.101250835,0.0022607415,0.003658403,0.012098236,0.0038033135],"domain_scores_gemma":[0.55035925,0.4133493,0.012169662,0.0063030967,0.012141475,0.0056771035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.100263886,0.0005997113,0.00071430305,0.0041186977,0.0067853094,0.010231847,0.0016775212,0.0026919714,0.0042384206],"category_scores_gemma":[0.25358143,0.0009625793,0.000527111,0.0017859176,0.03011424,0.011441135,0.0079740565,0.0036932952,0.0002446481],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035987952,0.00035357405,0.035591636,0.0004776075,0.00018241981,0.00046581333,0.27366948,0.0028223789,0.0008655744,0.5894498,0.0025844446,0.09317736],"study_design_scores_gemma":[0.00021852928,0.00030651563,0.024684897,0.0007858288,0.00013873474,0.00028849317,0.1261871,0.008866597,0.001629862,0.8153642,0.021385267,0.00014408737],"about_ca_topic_score_codex":0.0063091395,"about_ca_topic_score_gemma":0.004946845,"teacher_disagreement_score":0.100263886,"about_ca_system_score_codex":0.0053732437,"about_ca_system_score_gemma":0.005724425,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1966904803","doi":"10.1016/j.evalprogplan.2008.06.003","title":"Cost–utility analysis in educational needs assessment","year":2008,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"School Choice and Performance","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Stakeholder; Ranking (information retrieval); Service (business); Argument (complex analysis); Cost–benefit analysis; Set (abstract data type); Stakeholder analysis; Business; Actuarial science; Marketing; Computer science; Economics; Medicine; Political science","score_opus":0.19687453450168102,"score_gpt":0.51737724662709,"score_spread":0.32050271212540893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966904803","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18227006,0.01877433,0.7560246,0.006151708,0.00032269087,0.0028767241,0.00149604,0.0003974819,0.031686302],"genre_scores_gemma":[0.9160118,0.0029352906,0.07589811,0.00033743578,0.00011713185,0.0009405317,0.00040016076,0.00009754474,0.00326193],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9788953,0.018711539,0.00028626842,0.00029184413,0.001417081,0.0003979241],"domain_scores_gemma":[0.9223165,0.07483036,0.00062743947,0.0007518697,0.0011849606,0.0002888274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015981844,0.0016156089,0.0022562032,0.0048790765,0.00059028855,0.0024464442,0.0015618607,0.0017697909,0.0074252896],"category_scores_gemma":[0.06799783,0.0011746986,0.0020167832,0.003946434,0.0014966269,0.0026818234,0.0015449161,0.002393609,0.00034377127],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021272781,0.000818318,0.01057166,0.0011204592,0.0009978818,0.0002953678,0.00030036643,0.6582197,0.0003938438,0.072469495,0.004407091,0.24827845],"study_design_scores_gemma":[0.00024333484,0.00054912234,0.005194293,0.00038856678,0.00084626954,0.0002844341,0.00026010914,0.9110668,0.00042367823,0.07738049,0.0032952887,0.00006763296],"about_ca_topic_score_codex":0.011603004,"about_ca_topic_score_gemma":0.007150798,"teacher_disagreement_score":0.015981844,"about_ca_system_score_codex":0.0056412397,"about_ca_system_score_gemma":0.003568308,"threshold_uncertainty_score":0.084521055},"labels":[],"label_agreement":null},{"id":"W1971685154","doi":"10.1016/j.evalprogplan.2014.03.001","title":"Using implementation evaluation to uncover a child neglect prevention program","year":2014,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Child Abuse and Trauma","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre de Santé et de Services Sociaux de Chicoutimi; Université du Québec à Trois-Rivières; Université du Québec en Outaouais","funders":"","keywords":"Attendance; Neglect; Session (web analytics); Psychological intervention; Intervention (counseling); Program evaluation; Psychology; Child neglect; Variety (cybernetics); Suicide prevention; Medical education; Medicine; Clinical psychology; Poison control; Environmental health; Child abuse; Computer science; Psychiatry; Political science","score_opus":0.15156739770545583,"score_gpt":0.5262541259822632,"score_spread":0.3746867282768074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971685154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7907208,0.0021973597,0.06965779,0.028773997,0.00065429445,0.017448401,0.0007065231,0.0014306343,0.08841016],"genre_scores_gemma":[0.91372526,0.00081483746,0.073770136,0.001918396,0.000045502693,0.0037145675,0.00034985165,0.000076826196,0.0055846535],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9597907,0.028255787,0.0020594571,0.0011580033,0.005390657,0.0033453736],"domain_scores_gemma":[0.928187,0.03582638,0.008929684,0.0044824383,0.017084641,0.005489778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0440484,0.00087360526,0.0006105146,0.005865135,0.0056563728,0.005881063,0.0023200854,0.0015739452,0.0027233956],"category_scores_gemma":[0.09340496,0.0008438738,0.00064791366,0.00274665,0.0018392666,0.005385007,0.0043992335,0.0034544754,0.00028980532],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008721823,0.010801944,0.21279469,0.0021762305,0.00021803165,0.001128492,0.022349656,0.0039379788,0.0038345295,0.020740809,0.01548472,0.7056608],"study_design_scores_gemma":[0.001781433,0.022438513,0.52395123,0.009807468,0.0017727305,0.0020090782,0.20368628,0.04970502,0.042055935,0.03712759,0.105063714,0.0006009541],"about_ca_topic_score_codex":0.017600011,"about_ca_topic_score_gemma":0.028751738,"teacher_disagreement_score":0.0440484,"about_ca_system_score_codex":0.011703871,"about_ca_system_score_gemma":0.049238715,"threshold_uncertainty_score":0.23295301},"labels":[],"label_agreement":null},{"id":"W1977593065","doi":"10.1016/j.evalprogplan.2013.10.001","title":"An evaluation of an airline cabin safety education program for elementary school children","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Occupational Health and Safety Research","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Science Council; Transport Canada","keywords":"Psychology; Medical education; Control (management); The Internet; Human factors and ergonomics; Engineering; Applied psychology; Occupational safety and health; Poison control; Transport engineering; Medical emergency; Medicine; Computer science","score_opus":0.13896559601354833,"score_gpt":0.591861536962014,"score_spread":0.45289594094846575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977593065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99425995,0.0001628245,0.00028510357,0.00013103294,0.000040311457,0.0034348315,0.00027532515,0.000057587586,0.0013531368],"genre_scores_gemma":[0.985761,0.0007624248,0.004680455,0.00024933863,0.000056291792,0.005536007,0.0006803374,0.000018292636,0.0022558696],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99294984,0.0034701005,0.0004767513,0.000637784,0.0011066864,0.0013588401],"domain_scores_gemma":[0.9932707,0.0015166439,0.0005266986,0.00035817275,0.0014185265,0.0029092857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057287444,0.001431781,0.0012444366,0.0019385444,0.0035881207,0.0010811631,0.0022959516,0.0019266806,0.0032446925],"category_scores_gemma":[0.0059671216,0.00075661554,0.0016284914,0.0013992419,0.001028912,0.00091396074,0.0016015109,0.0019889022,0.00039300366],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06487473,0.6249733,0.05717691,0.0031010846,0.00075404457,0.0010539631,0.005631648,0.0042241993,0.0061217654,0.0004665789,0.002260653,0.229361],"study_design_scores_gemma":[0.06895715,0.5888171,0.30789313,0.0009872501,0.002106671,0.00035304434,0.009007646,0.0035794012,0.011376647,0.00023570801,0.0065310188,0.00015516725],"about_ca_topic_score_codex":0.08645872,"about_ca_topic_score_gemma":0.11805474,"teacher_disagreement_score":0.08645872,"about_ca_system_score_codex":0.0058065495,"about_ca_system_score_gemma":0.024869235,"threshold_uncertainty_score":0.17191094},"labels":[],"label_agreement":null},{"id":"W1977960824","doi":"10.1016/j.evalprogplan.2014.04.003","title":"Taking stock of four decades of quantitative research on stakeholder participation and evaluation use: A systematic map","year":2014,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministry of Labour, Employment and Social Solidarity","funders":"","keywords":"Stakeholder; Stock (firearms); Stakeholder engagement; Stakeholder analysis; Environmental planning; Business; Environmental resource management; Geography; Political science; Environmental science; Public relations; Archaeology","score_opus":0.9237604363882755,"score_gpt":0.7285006439353664,"score_spread":0.19525979245290914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977960824","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019021282,0.9803507,0.0033766644,0.012198919,0.00045058547,0.000309073,0.0004976416,0.00003311093,0.0008812051],"genre_scores_gemma":[0.025063809,0.95566046,0.011994539,0.00540818,0.00037130283,0.00064971694,0.00047523316,0.00003367948,0.0003429902],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.95241016,0.016976917,0.0145466095,0.003323266,0.012010107,0.0007329798],"domain_scores_gemma":[0.66313106,0.26280856,0.027184375,0.009659354,0.03561612,0.0016004723],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.068924606,0.0027088881,0.0077549173,0.03523083,0.002698715,0.011820236,0.0033300759,0.0045776283,0.0029539722],"category_scores_gemma":[0.16589348,0.0023353302,0.004164759,0.034249283,0.0057312082,0.01772322,0.0070626647,0.0053829057,0.00053246954],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019540163,0.00011991356,0.0037549098,0.34826308,0.00326205,0.00014923654,0.0046932567,0.0008165144,0.00070947374,0.009657667,0.013506349,0.61487216],"study_design_scores_gemma":[0.00007874479,0.00028462266,0.009542516,0.80724204,0.0075395317,0.00033323333,0.0079232,0.00046705833,0.00070514757,0.01786174,0.14783712,0.00018509467],"about_ca_topic_score_codex":0.022024933,"about_ca_topic_score_gemma":0.06387908,"teacher_disagreement_score":0.9310754,"about_ca_system_score_codex":0.010242137,"about_ca_system_score_gemma":0.05086936,"threshold_uncertainty_score":0.3645125},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1983302984","doi":"10.1016/j.evalprogplan.2004.04.004","title":"How was the UNAIDS drug access initiative implemented in Chile?","year":2004,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Douglas College","funders":"Canadian Institutes of Health Research; U.S. Public Health Service; UNICEF; World Bank Group","keywords":"Context (archaeology); Human immunodeficiency virus (HIV); Political science; Program evaluation; Process (computing); Public relations; Economic growth; Business; Public administration; Medicine; Computer science; Geography; Family medicine; Economics","score_opus":0.3930404716333926,"score_gpt":0.5941593581888461,"score_spread":0.2011188865554535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983302984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45290017,0.006199101,0.0032081234,0.4124344,0.001307328,0.001988688,0.0021726075,0.00038467295,0.11940482],"genre_scores_gemma":[0.94734114,0.0017348683,0.003163867,0.01850896,0.0002841558,0.00071073143,0.0004636078,0.000041794716,0.027750885],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99035174,0.0045222994,0.00035584226,0.00041287852,0.0017797544,0.0025774979],"domain_scores_gemma":[0.98744196,0.003646062,0.0012064901,0.00054144586,0.0029568188,0.0042072088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017545654,0.00038306604,0.00041705987,0.0010067391,0.0016463302,0.0069662165,0.0013033026,0.0030560452,0.004717404],"category_scores_gemma":[0.028906316,0.00033459233,0.00044395868,0.0010723767,0.0035649426,0.003652313,0.004264487,0.003816103,0.0003259665],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022628887,0.0025906588,0.31267065,0.0036334773,0.0006897693,0.00258113,0.011326254,0.008682401,0.0075697564,0.21018037,0.10337544,0.33443713],"study_design_scores_gemma":[0.0009364732,0.002159704,0.43116486,0.0017279742,0.0003800311,0.00045267137,0.02353765,0.004252016,0.0076887193,0.016995076,0.5104262,0.0002786225],"about_ca_topic_score_codex":0.18598461,"about_ca_topic_score_gemma":0.15428087,"teacher_disagreement_score":0.18598461,"about_ca_system_score_codex":0.025703754,"about_ca_system_score_gemma":0.1087633,"threshold_uncertainty_score":0.36980414},"labels":[],"label_agreement":null},{"id":"W1983707297","doi":"10.1016/j.evalprogplan.2012.09.005","title":"Why do women pay more than they should? A mixed methods study of the implementation gap in a policy to subsidize the costs of deliveries in Burkina Faso","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Subsidy; Economics; Business; Public economics; Actuarial science; Environmental health; Medicine","score_opus":0.09854096351653664,"score_gpt":0.5177872288536772,"score_spread":0.4192462653371406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983707297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99789846,0.00036966492,0.00024907175,0.00060487795,0.000015953829,0.00037927218,0.00004497957,0.0000013146303,0.0004363879],"genre_scores_gemma":[0.99672747,0.00033675125,0.00088560214,0.0007609951,0.000013407846,0.0009445427,0.00002879002,0.0000019237154,0.00030046218],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.97962713,0.016455926,0.0008867304,0.0007658213,0.00085169316,0.0014126801],"domain_scores_gemma":[0.9596529,0.03182165,0.005226077,0.00085688,0.0015913969,0.0008510192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027780075,0.0005821541,0.0010288459,0.0010786924,0.0039344276,0.0024664444,0.0014231502,0.002491033,0.0016118238],"category_scores_gemma":[0.04233541,0.0009953671,0.00071782555,0.0016794117,0.0023257246,0.00308344,0.0018254311,0.0025683625,0.0001432783],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007002045,0.03261528,0.47203225,0.0027663123,0.001496749,0.0012252349,0.3773518,0.0007710216,0.0017587355,0.008301909,0.0018516486,0.09282698],"study_design_scores_gemma":[0.0024539651,0.021925401,0.4265171,0.0031403624,0.00207911,0.0004879962,0.52847546,0.0034159678,0.0016726899,0.0038904967,0.0057336036,0.00020786688],"about_ca_topic_score_codex":0.043456182,"about_ca_topic_score_gemma":0.056637023,"teacher_disagreement_score":0.043456182,"about_ca_system_score_codex":0.005537646,"about_ca_system_score_gemma":0.007880751,"threshold_uncertainty_score":0.1469168},"labels":[],"label_agreement":null},{"id":"W1985788625","doi":"10.1016/j.evalprogplan.2009.10.006","title":"Comparing and contrasting poverty reduction performance of social welfare programs across jurisdictions in Canada using Data Envelopment Analysis (DEA): An exploratory study of the era of devolution","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Efficiency Analysis Using DEA","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lakehead University; University of Windsor","funders":"","keywords":"Devolution (biology); Data envelopment analysis; Poverty; Public economics; Welfare; Benchmark (surveying); Social Welfare; Social planner; Population; Economics; Economic growth; Business; Political science; Geography; Sociology; Statistics","score_opus":0.21891688939014475,"score_gpt":0.4511346694288697,"score_spread":0.23221778003872495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985788625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957023,0.0003853267,0.00038099336,0.00036509286,0.0000029753996,0.000059793685,0.0003992527,0.000013487615,0.0026907467],"genre_scores_gemma":[0.99824655,0.00021417167,0.00072381855,0.000053751708,0.0000011956186,0.000022059236,0.00024177466,0.0000059711756,0.0004907642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949816,0.0011987176,0.0001679333,0.00024560027,0.0017284448,0.0016777044],"domain_scores_gemma":[0.991746,0.003147714,0.0007772971,0.00020863922,0.0033267164,0.00079356384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004205084,0.00035725458,0.0007796888,0.0028454429,0.003179848,0.0033545357,0.0013392754,0.000614207,0.00062929903],"category_scores_gemma":[0.01714519,0.0002462089,0.00056673575,0.00914401,0.0017222778,0.0009278821,0.0017877385,0.0008293699,0.000047302572],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019793233,0.0011031085,0.6756922,0.0007787046,0.00079564215,0.00048423157,0.016613323,0.08253806,0.0035580455,0.022527907,0.004294788,0.18963468],"study_design_scores_gemma":[0.00007202094,0.00024845055,0.9569494,0.00011764919,0.00019881087,0.00003722267,0.015022469,0.020071287,0.0013302629,0.0010527581,0.0048381058,0.0000614834],"about_ca_topic_score_codex":0.99399513,"about_ca_topic_score_gemma":0.9956124,"teacher_disagreement_score":0.112425834,"about_ca_system_score_codex":0.112425834,"about_ca_system_score_gemma":0.11077945,"threshold_uncertainty_score":0.8157103},"labels":[],"label_agreement":null},{"id":"W1995587414","doi":"10.1016/j.evalprogplan.2007.01.006","title":"Quasi-experimental evaluation of a national primary school HIV intervention in Kenya","year":2007,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":79,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Department for International Development","keywords":"Condom; Abstinence; Medicine; Program evaluation; Intervention (counseling); Sexual intercourse; Sexual abstinence; Human immunodeficiency virus (HIV); Human sexuality; Family medicine; Demography; Family planning; Psychology; Population; Environmental health; Nursing; Gender studies; Political science; Psychiatry; Research methodology; Sociology","score_opus":0.2501987740899039,"score_gpt":0.5794862528234834,"score_spread":0.32928747873357955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995587414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617193,0.00016800966,0.0008070669,0.00022552915,0.00018764903,0.03439309,0.0004581588,0.00007565383,0.0019654378],"genre_scores_gemma":[0.91508937,0.00036333507,0.0077592875,0.00044346598,0.00021158029,0.07194897,0.0004034093,0.000013267918,0.003767281],"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99069583,0.0052773496,0.00061090395,0.0010935668,0.0007456638,0.0015765739],"domain_scores_gemma":[0.989253,0.0046142805,0.0014040829,0.0012209254,0.0010068759,0.0025009129],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010038877,0.002256142,0.002996981,0.0013465348,0.0070246365,0.001296886,0.0025365152,0.0030883425,0.012464958],"category_scores_gemma":[0.010795724,0.0024229172,0.0011737819,0.00088982354,0.003836651,0.0019967384,0.0018097914,0.0032560874,0.0015671835],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13761523,0.8098554,0.003906923,0.0016041927,0.000285798,0.00013683477,0.002872157,0.00083657255,0.003440126,0.00057904935,0.0009351749,0.037932526],"study_design_scores_gemma":[0.25460848,0.70855045,0.028035954,0.00028351325,0.00050947606,0.000047659727,0.0019759494,0.0008820953,0.0023239695,0.0007047733,0.0020038846,0.00007381894],"about_ca_topic_score_codex":0.014743263,"about_ca_topic_score_gemma":0.034076806,"teacher_disagreement_score":0.014743263,"about_ca_system_score_codex":0.0045947926,"about_ca_system_score_gemma":0.010934615,"threshold_uncertainty_score":0.053091347},"labels":[],"label_agreement":null},{"id":"W1996512626","doi":"10.1016/j.evalprogplan.2004.04.005","title":"Step down continuing care in the treatment of substance abuse: correlates of participation and outcome effects","year":2004,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Center for Substance Abuse Treatment; National Institute on Drug Abuse; Substance Abuse and Mental Health Services Administration; U.S. Department of Health and Human Services","keywords":"Continuing care; Medicine; Continuing education; Substance abuse; Quarter (Canadian coin); Substance use; Ambulatory care; Family medicine; Psychiatry; Health care; Nursing","score_opus":0.0507464267641588,"score_gpt":0.4005903750493499,"score_spread":0.3498439482851911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996512626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998494,0.00027144025,0.000034050143,0.0002822594,0.000005994346,0.000046903904,0.00004515181,0.0000030800593,0.0008171906],"genre_scores_gemma":[0.99897695,0.00026397282,0.00015123119,0.00008619934,0.000015848673,0.00004484605,0.00016786063,0.0000014408838,0.00029171654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99794465,0.0010728627,0.00007913084,0.000082379935,0.0004203487,0.000400665],"domain_scores_gemma":[0.9871732,0.004679496,0.0022695065,0.00041833814,0.0009380884,0.0045213187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002979412,0.00018220062,0.00029174364,0.00050550356,0.00074229244,0.00074721576,0.00051884865,0.0009821984,0.0015159408],"category_scores_gemma":[0.018250786,0.00010819091,0.0004262489,0.0006349773,0.00039993873,0.00042774293,0.00065950427,0.0012679796,0.00013502831],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009747282,0.0053114616,0.92827976,0.000056186713,0.0001659756,0.00011507346,0.0013551624,0.0002516354,0.00038539027,0.00016494172,0.00047409104,0.06246561],"study_design_scores_gemma":[0.00006710876,0.0010955064,0.9974425,0.000031471845,0.00005591917,0.0000684492,0.00041959397,0.0003309323,0.0001009867,0.000078057536,0.00030480168,0.0000046787063],"about_ca_topic_score_codex":0.015093646,"about_ca_topic_score_gemma":0.023389505,"teacher_disagreement_score":0.015093646,"about_ca_system_score_codex":0.00085067505,"about_ca_system_score_gemma":0.0029811645,"threshold_uncertainty_score":0.030011594},"labels":[],"label_agreement":null},{"id":"W2000732508","doi":"10.1016/j.evalprogplan.2008.01.003","title":"A framework of operating models for interdisciplinary research programs in clinical service organizations","year":2008,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child and Family Research Institute; Thames Valley Children's Centre; Holland Bloorview Kids Rehabilitation Hospital","funders":"","keywords":"Context (archaeology); Knowledge management; Service (business); Service delivery framework; Service model; Management science; Process management; Computer science; Engineering; Business","score_opus":0.4872797990941883,"score_gpt":0.6658440447310565,"score_spread":0.17856424563686824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000732508","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009047441,0.000120205455,0.9632528,0.0028753984,0.000047988564,0.0006121267,0.00011915678,0.00058146875,0.023343423],"genre_scores_gemma":[0.20384277,0.00023510463,0.78636885,0.00022717881,0.000045678935,0.0021204,0.00026359214,0.00013697063,0.0067594424],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9794892,0.014175702,0.0010702881,0.001211384,0.0025032687,0.0015501892],"domain_scores_gemma":[0.9791821,0.012603913,0.0011493681,0.0024067024,0.002791145,0.0018667175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02014909,0.0013828664,0.0008636173,0.0019520406,0.0039626425,0.013518719,0.005349996,0.004182246,0.010402329],"category_scores_gemma":[0.029813755,0.0012205283,0.0020916816,0.0023162905,0.006780694,0.01218412,0.005244264,0.0034889672,0.0024997436],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042447195,0.000108646054,0.001190884,0.00006215252,0.000029704363,0.00010419672,0.0015170078,0.035059802,0.00028604365,0.9431417,0.0018046873,0.016652796],"study_design_scores_gemma":[0.00008484475,0.00021754585,0.0004888106,0.00021233423,0.000057044537,0.00017824321,0.002129774,0.19996814,0.0008880409,0.7708462,0.024861261,0.000067781555],"about_ca_topic_score_codex":0.013348854,"about_ca_topic_score_gemma":0.009025392,"teacher_disagreement_score":0.02014909,"about_ca_system_score_codex":0.008259418,"about_ca_system_score_gemma":0.016145008,"threshold_uncertainty_score":0.10655987},"labels":[],"label_agreement":null},{"id":"W2004714171","doi":"10.1016/j.evalprogplan.2015.03.010","title":"Evaluation of a youth agency's supervision practices: A mixed-method approach","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Agency (philosophy); Focus group; Front line; Supervisor; Program evaluation; Psychology; Best practice; Medical education; Service (business); Professional development; Public relations; Political science; Business; Pedagogy; Medicine; Sociology; Marketing","score_opus":0.3506735756561272,"score_gpt":0.5239430863283715,"score_spread":0.17326951067224428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004714171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8371641,0.0011949415,0.029865472,0.00015417108,0.0001109026,0.12501042,0.00089662033,0.0001662199,0.0054372014],"genre_scores_gemma":[0.68353164,0.00092171563,0.10047332,0.00030656846,0.00009276004,0.21071911,0.000533253,0.00005275881,0.003368966],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9288841,0.053508475,0.005039449,0.0039014143,0.0073128142,0.0013538273],"domain_scores_gemma":[0.9500499,0.02952108,0.0045209136,0.003625475,0.010600532,0.0016821077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.050387185,0.002337728,0.0035175034,0.003883873,0.0040395893,0.0023777436,0.0026420911,0.0017124524,0.0042239917],"category_scores_gemma":[0.041179694,0.0018176283,0.002499527,0.0021964523,0.0014812646,0.001716702,0.0026613658,0.0016002761,0.000560892],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.061475955,0.13179211,0.08740848,0.01120055,0.0036949078,0.00039967612,0.04643309,0.005188747,0.008780415,0.002073274,0.0018920146,0.63966066],"study_design_scores_gemma":[0.058437034,0.5179126,0.27404988,0.0059932466,0.007843722,0.00069960544,0.06227753,0.021214535,0.031840824,0.0055293893,0.013403381,0.0007982784],"about_ca_topic_score_codex":0.00735048,"about_ca_topic_score_gemma":0.016306112,"teacher_disagreement_score":0.050387185,"about_ca_system_score_codex":0.0062342356,"about_ca_system_score_gemma":0.0114513105,"threshold_uncertainty_score":0.2664761},"labels":[],"label_agreement":null},{"id":"W2005160669","doi":"10.1016/j.evalprogplan.2011.03.007","title":"Targeting the worst-off for free health care: A process evaluation in Burkina Faso","year":2011,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Université de Montréal","funders":"Canadian Institutes of Health Research; Global Fund to Fight AIDS, Tuberculosis and Malaria","keywords":"Psychological intervention; Intervention (counseling); Thematic analysis; Strengths and weaknesses; Relevance (law); Business; Focus group; Public relations; Health care; Medicine; Nursing; Psychology; Qualitative research; Economic growth; Political science; Marketing; Sociology; Economics","score_opus":0.08659857986609035,"score_gpt":0.4340639724946898,"score_spread":0.34746539262859943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005160669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97703654,0.0006765568,0.002506606,0.0029301492,0.000047884165,0.010863588,0.00021760364,0.00003446347,0.0056866948],"genre_scores_gemma":[0.9872426,0.00047395902,0.006896031,0.00056172756,0.000013753084,0.004254893,0.000057220852,0.00000566103,0.00049414847],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.95359313,0.037195846,0.0014751174,0.0009127315,0.0021182904,0.0047049555],"domain_scores_gemma":[0.9584509,0.028100798,0.0034998287,0.0009821448,0.005035804,0.003930504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.053663656,0.0011399206,0.00082900055,0.0014941244,0.0066395462,0.0047332905,0.0016879129,0.0029236525,0.0021736491],"category_scores_gemma":[0.046845615,0.0005892728,0.00096057885,0.0018203079,0.0026204835,0.0033888493,0.004800625,0.002306279,0.00015412849],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03000172,0.07685241,0.12325078,0.009117095,0.000956832,0.002182688,0.10392869,0.029363941,0.007046408,0.025662288,0.0026640804,0.58897305],"study_design_scores_gemma":[0.05156571,0.30014923,0.22374487,0.01087441,0.005586636,0.0007987169,0.26505563,0.037427343,0.03408222,0.030577963,0.039373476,0.00076375983],"about_ca_topic_score_codex":0.0623926,"about_ca_topic_score_gemma":0.09543487,"teacher_disagreement_score":0.0623926,"about_ca_system_score_codex":0.018196607,"about_ca_system_score_gemma":0.059814803,"threshold_uncertainty_score":0.28380394},"labels":[],"label_agreement":null},{"id":"W2006030233","doi":"10.1016/j.evalprogplan.2008.03.004","title":"Data and the measurement of R&D program impacts","year":2008,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Agency (philosophy); Government (linguistics); Business; Research program; Public administration; Political science; Sociology","score_opus":0.41854971783676564,"score_gpt":0.421204177889253,"score_spread":0.002654460052487373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006030233","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34536237,0.0016415617,0.02524947,0.007555405,0.00029241169,0.0012120503,0.49976683,0.0009136719,0.11800638],"genre_scores_gemma":[0.8277907,0.00087281514,0.01289007,0.0009097229,0.00012326376,0.0021102268,0.1448907,0.00022716171,0.010185393],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98075897,0.006878575,0.002276392,0.0014312976,0.007775139,0.0008796543],"domain_scores_gemma":[0.8006787,0.11130682,0.037999887,0.018571142,0.027257843,0.004185634],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014610678,0.0004968425,0.0004994046,0.0080004055,0.0006599888,0.0024322188,0.0014392135,0.0012132996,0.012496041],"category_scores_gemma":[0.10159315,0.00048466353,0.00040401382,0.012957285,0.0009146133,0.0023965393,0.0014549902,0.0014721041,0.004231551],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015909659,0.0011129009,0.70588434,0.0018956773,0.0003494295,0.00013399954,0.000999473,0.014639691,0.00281365,0.056259703,0.09404609,0.120274],"study_design_scores_gemma":[0.00023513933,0.0006035138,0.719216,0.00052954425,0.00025950628,0.00024300357,0.0009954503,0.0073726126,0.015861781,0.021949483,0.23260893,0.00012502896],"about_ca_topic_score_codex":0.009872572,"about_ca_topic_score_gemma":0.007741264,"teacher_disagreement_score":0.98538935,"about_ca_system_score_codex":0.0025670645,"about_ca_system_score_gemma":0.0044457386,"threshold_uncertainty_score":0.077269554},"labels":[],"label_agreement":null},{"id":"W2007376202","doi":"10.1016/j.evalprogplan.2012.03.005","title":"The case for including reach as a key element of program theory","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Ontario Stroke Network","funders":"","keywords":"Logic model; Equity (law); Key (lock); Element (criminal law); Computer science; Social equality; Health equity; Risk analysis (engineering); Management science; Engineering; Public relations; Business; Political science; Computer security; Economics; Public administration; Economic growth; Health care","score_opus":0.4328128632199853,"score_gpt":0.6179518607956844,"score_spread":0.18513899757569913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007376202","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0136521645,0.0032305396,0.3981984,0.2039597,0.0012244727,0.00037829505,0.00016845277,0.00027874607,0.37890926],"genre_scores_gemma":[0.85247535,0.0013770151,0.11158504,0.020687928,0.0007322215,0.00095668965,0.00006125707,0.00019944669,0.011925156],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97480994,0.015729265,0.0008142212,0.0022890996,0.0047684326,0.0015889751],"domain_scores_gemma":[0.9263051,0.055013206,0.0029425968,0.007888793,0.004637339,0.003212917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.039807834,0.0010791149,0.001746452,0.0037467286,0.005849578,0.011825824,0.0040159253,0.009404737,0.014469133],"category_scores_gemma":[0.059465878,0.0007744488,0.0018307694,0.002066644,0.059180375,0.022667103,0.009179029,0.014422048,0.0013624512],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012634228,0.000018985967,0.0001627664,0.000060770042,0.000010518428,0.000015956259,0.00029808097,0.0006925918,0.000023453731,0.99418396,0.0007855691,0.003734705],"study_design_scores_gemma":[0.000007696482,0.000015094941,0.00008233627,0.00008817746,0.000009239883,0.000022078575,0.00018018711,0.00094109704,0.00007463746,0.9928812,0.005690606,0.0000075260123],"about_ca_topic_score_codex":0.0041062795,"about_ca_topic_score_gemma":0.0052662273,"teacher_disagreement_score":0.039807834,"about_ca_system_score_codex":0.009138374,"about_ca_system_score_gemma":0.0128542995,"threshold_uncertainty_score":0.21052653},"labels":[],"label_agreement":null},{"id":"W2008748013","doi":"10.1016/j.evalprogplan.2010.11.001","title":"“Show me your impact”: Evaluating transitional justice in contested spaces","year":2010,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Cambodian History and Society","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Development Research Centre","funders":"","keywords":"Transitional justice; Economic Justice; Human rights; Politics; Sociology; Political science; Public relations; Public administration; Law","score_opus":0.2960022377762603,"score_gpt":0.5569240838286849,"score_spread":0.2609218460524246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008748013","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002757411,0.99021447,0.0006911946,0.002335334,0.00028832394,0.00021486619,0.000061233644,0.000010211283,0.0034270305],"genre_scores_gemma":[0.05136701,0.94218093,0.0036235747,0.0011551874,0.00018001128,0.0003914075,0.00007907399,0.0000065366316,0.0010163283],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99442285,0.0034768477,0.00038310725,0.00022080417,0.001277102,0.00021930829],"domain_scores_gemma":[0.98835874,0.008214843,0.001392485,0.00015468942,0.0016305086,0.00024859654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01154016,0.0015111681,0.0031676271,0.0044702683,0.0008827401,0.0025656288,0.0019631006,0.002003811,0.0027263372],"category_scores_gemma":[0.023315992,0.00031451441,0.0010394373,0.0060891816,0.002488947,0.0023089952,0.0017265963,0.0013156352,0.00022951611],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015860735,0.00013237905,0.0012704469,0.033576004,0.0003782225,0.00004166485,0.00050919916,0.0005664096,0.000080961596,0.003871067,0.008702744,0.95071226],"study_design_scores_gemma":[0.0006295107,0.0017560524,0.038222257,0.39187062,0.007970038,0.0010778576,0.012365332,0.002533043,0.0023653172,0.03660137,0.5043543,0.00025430115],"about_ca_topic_score_codex":0.022421338,"about_ca_topic_score_gemma":0.06760657,"teacher_disagreement_score":0.022421338,"about_ca_system_score_codex":0.0061189113,"about_ca_system_score_gemma":0.014200367,"threshold_uncertainty_score":0.061030924},"labels":[],"label_agreement":null},{"id":"W2011328276","doi":"10.1016/j.evalprogplan.2014.09.002","title":"Protocol: Realist synthesis of the impact of unemployment insurance policies on poverty and health","year":2014,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Employment and Welfare Studies","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Toronto","funders":"","keywords":"Unemployment; Poverty; Economics; Context (archaeology); Public economics; Actuarial science; Economic growth","score_opus":0.18268456357481327,"score_gpt":0.5455077228220494,"score_spread":0.3628231592472361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011328276","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024329778,0.0019953763,0.004202199,0.007728795,0.007946182,0.74596596,0.21882772,0.00063244154,0.010268335],"genre_scores_gemma":[0.003069548,0.0005892961,0.0028901822,0.0016678723,0.00024488816,0.9818766,0.0054828976,0.00006350205,0.004115184],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9679469,0.018216943,0.0058261617,0.0019803604,0.0042420113,0.0017876286],"domain_scores_gemma":[0.9359818,0.034155842,0.0060381973,0.0058582798,0.015628194,0.0023375798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046310917,0.002960718,0.005622838,0.0042607165,0.0031348013,0.0050045843,0.0034768078,0.00774132,0.23250797],"category_scores_gemma":[0.16812833,0.003081822,0.00865397,0.004763536,0.002468509,0.0028606767,0.003986115,0.009360417,0.025140552],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049643904,0.000807578,0.0013582584,0.21809956,0.0052019414,0.00023229893,0.0013286879,0.0027062253,0.00071519404,0.013322384,0.64783597,0.05874793],"study_design_scores_gemma":[0.20138337,0.0038809588,0.019026954,0.19239286,0.0088340435,0.00012428877,0.0022789666,0.0028392372,0.002358825,0.022349156,0.54395765,0.00057372224],"about_ca_topic_score_codex":0.025510905,"about_ca_topic_score_gemma":0.033594925,"teacher_disagreement_score":0.23250797,"about_ca_system_score_codex":0.012450368,"about_ca_system_score_gemma":0.030467512,"threshold_uncertainty_score":0.77781665},"labels":[],"label_agreement":null},{"id":"W2011406769","doi":"10.1016/j.evalprogplan.2010.09.003","title":"Ten steps to making evaluation matter","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Program evaluation; Computer science; Program Design Language; Management science; Theory of change; Work (physics); Evaluation methods; Sustainability; Risk analysis (engineering); Process management; Software engineering; Engineering; Political science; Sociology; Business","score_opus":0.3049186399144428,"score_gpt":0.5971294410667453,"score_spread":0.29221080115230247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011406769","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013611742,0.013600161,0.31525406,0.48327044,0.003947149,0.0018283144,0.00026006895,0.0011535456,0.16707462],"genre_scores_gemma":[0.3236467,0.0059560286,0.5967139,0.043791696,0.00076284504,0.0019389427,0.00023424735,0.00030006986,0.026655586],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9256029,0.045301575,0.0054929503,0.003119341,0.016822794,0.0036603045],"domain_scores_gemma":[0.85431296,0.08604192,0.0049782703,0.010151085,0.032946724,0.011569136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13042666,0.0019599725,0.0017612057,0.0062745176,0.010726416,0.023602277,0.0041028373,0.010520312,0.00811545],"category_scores_gemma":[0.11979261,0.0013540315,0.0012560873,0.0029538625,0.040805012,0.025654446,0.009636141,0.01715313,0.0020794324],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011743323,0.00031485004,0.001856137,0.0005496984,0.00007166121,0.00009458126,0.0019625698,0.0014495621,0.00026028915,0.8365687,0.026632633,0.13012198],"study_design_scores_gemma":[0.000049095215,0.00007284992,0.00085259636,0.0010577311,0.000036532096,0.000034265715,0.0024978411,0.0015949785,0.0006565423,0.9523759,0.040705442,0.00006618325],"about_ca_topic_score_codex":0.01376494,"about_ca_topic_score_gemma":0.020766081,"teacher_disagreement_score":0.13042666,"about_ca_system_score_codex":0.01721957,"about_ca_system_score_gemma":0.074774265,"threshold_uncertainty_score":0.68977034},"labels":[],"label_agreement":null},{"id":"W2015075110","doi":"10.1016/j.evalprogplan.2009.12.003","title":"Relationship between perceived improvement and treatment satisfaction among clients of a methadone maintenance program","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Douglas Mental Health University Institute; McGill University","funders":"","keywords":"Methadone maintenance; Methadone; Metric (unit); Clinical psychology; Psychology; Scale (ratio); Patient satisfaction; Population; Substance abuse; Customer satisfaction; Medicine; Psychiatry; Nursing; Environmental health; Operations management","score_opus":0.10977648524653864,"score_gpt":0.42113166754562104,"score_spread":0.3113551822990824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015075110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992545,0.00007180377,0.000039123825,0.00014698695,0.000005367885,0.000010030997,0.00004624973,0.0000033507986,0.00042253893],"genre_scores_gemma":[0.99966264,0.000025444017,0.000046414105,0.000036716337,0.000006040401,0.000006253917,0.000042269232,0.000001203166,0.0001730622],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980767,0.00090901554,0.00018022882,0.0000741832,0.00043155925,0.00032833705],"domain_scores_gemma":[0.98487467,0.0065462356,0.0040574,0.00028529557,0.0017538016,0.0024825237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002756428,0.00016697329,0.00052119244,0.0008213323,0.00095237145,0.0011092785,0.00054577895,0.0008085777,0.0026561767],"category_scores_gemma":[0.015603836,0.0002510307,0.00080281077,0.00086628477,0.00049064244,0.00054836035,0.0005653498,0.0016031914,0.00016334784],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005088867,0.0007617208,0.9937144,0.000012401772,0.0001011398,0.000045531142,0.0003745815,0.00009492863,0.00013197899,0.000021904243,0.000105495026,0.004127011],"study_design_scores_gemma":[0.000030446854,0.0005922149,0.9974025,0.0000047868275,0.00006532564,0.00006469827,0.00084741204,0.0008206,0.00008109627,0.000017382574,0.00006785521,0.000005568822],"about_ca_topic_score_codex":0.010039536,"about_ca_topic_score_gemma":0.012923283,"teacher_disagreement_score":0.010039536,"about_ca_system_score_codex":0.0010516915,"about_ca_system_score_gemma":0.000921946,"threshold_uncertainty_score":0.019962192},"labels":[],"label_agreement":null},{"id":"W2016748774","doi":"10.1016/j.evalprogplan.2007.01.002","title":"Key considerations for logic model development in research partnerships: A Canadian case study","year":2007,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":74,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"National Institute on Minority Health and Health Disparities; Canadian Institutes of Health Research; Health Canada","keywords":"General partnership; Accountability; Logic model; Participatory action research; Community-based participatory research; Public relations; Context (archaeology); Knowledge management; Process (computing); Political science; Sociology; Computer science; Public administration","score_opus":0.9698488794129135,"score_gpt":0.8027374069994443,"score_spread":0.16711147241346924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016748774","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20022722,0.0015358636,0.21209608,0.15565546,0.00032766664,0.0055129207,0.0006063773,0.00063278317,0.42340568],"genre_scores_gemma":[0.7838624,0.0008187674,0.19157128,0.0029099667,0.000025654554,0.0016045654,0.0001520045,0.00013129815,0.01892407],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9301029,0.049978796,0.0015015893,0.0015729319,0.009647711,0.0071960283],"domain_scores_gemma":[0.9150513,0.058881547,0.0017638754,0.0032562264,0.01675234,0.0042947894],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07204214,0.0007827948,0.00095203076,0.0036977755,0.027408732,0.020400157,0.0069669024,0.007564529,0.013055957],"category_scores_gemma":[0.12044369,0.00096992246,0.0015379501,0.0051770424,0.010932088,0.014623019,0.008344395,0.0059622503,0.0009317021],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027792185,0.000561041,0.0069258413,0.00048617326,0.00003135893,0.003023357,0.06722452,0.012573083,0.00097150076,0.8319857,0.012243428,0.06369605],"study_design_scores_gemma":[0.0006930072,0.00059685606,0.0047261133,0.0018625039,0.0002053351,0.0023206805,0.29822737,0.06805343,0.004597455,0.33057246,0.2877433,0.00040147372],"about_ca_topic_score_codex":0.76957595,"about_ca_topic_score_gemma":0.8623519,"teacher_disagreement_score":0.9279579,"about_ca_system_score_codex":0.0863395,"about_ca_system_score_gemma":0.18851303,"threshold_uncertainty_score":0.62643987},"labels":[],"label_agreement":null},{"id":"W2016927050","doi":"10.1016/j.evalprogplan.2012.12.004","title":"The adaptive nature of implementation practice: Case study of a school-based nutrition education intervention","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre de Santé et de Services Sociaux Cavendish","funders":"Canadian Institutes of Health Research; Ministère de l'Éducation, du Loisir et du Sport Québec","keywords":"Intervention (counseling); Context (archaeology); Disadvantaged; Psychology; Best practice; Nutrition Education; Promotion (chess); Medical education; Health promotion; Applied psychology; Public health; Medicine; Gerontology; Nursing; Political science","score_opus":0.50888070617978,"score_gpt":0.7414340606384021,"score_spread":0.23255335445862213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016927050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99252045,0.000049173723,0.0020051661,0.0010283549,0.000017456481,0.0006129646,0.000016186787,0.00002212729,0.0037280133],"genre_scores_gemma":[0.99363047,0.00007962889,0.0044886675,0.00023173647,0.000008159528,0.0003808251,0.000015826394,0.000012132434,0.0011525648],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98294353,0.012608082,0.00037337135,0.0008903379,0.000986904,0.0021978493],"domain_scores_gemma":[0.983705,0.009825011,0.001085483,0.0014502784,0.0013774807,0.002556701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01577241,0.00070427003,0.00068602466,0.0014103048,0.010073017,0.003255295,0.003241761,0.004501086,0.002944943],"category_scores_gemma":[0.028004184,0.0008948492,0.0006518575,0.001540298,0.005881027,0.0026473778,0.0059147575,0.003718047,0.00043257972],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014273535,0.068142794,0.08947042,0.00081997056,0.00016454468,0.014938237,0.6149056,0.0022481831,0.004826518,0.011539786,0.0025697867,0.18894678],"study_design_scores_gemma":[0.0017461395,0.017530873,0.11424684,0.00071824976,0.00029949858,0.0050876196,0.8145473,0.008896695,0.00575662,0.008398716,0.022492466,0.0002790681],"about_ca_topic_score_codex":0.01318617,"about_ca_topic_score_gemma":0.03183099,"teacher_disagreement_score":0.01577241,"about_ca_system_score_codex":0.005146411,"about_ca_system_score_gemma":0.009187293,"threshold_uncertainty_score":0.08341354},"labels":[],"label_agreement":null},{"id":"W2017443876","doi":"10.1016/j.evalprogplan.2004.01.001","title":"Making public health programs last: conceptualizing sustainability","year":2004,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":379,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University","funders":"Centers for Disease Control and Prevention","keywords":"Sustainability; Process management; Process (computing); Sustainability organizations; Social sustainability; Business; Management science; Knowledge management; Public relations; Environmental resource management; Engineering; Computer science; Political science; Economics; Ecology","score_opus":0.45896262174300834,"score_gpt":0.59910954355279,"score_spread":0.14014692180978167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017443876","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11000266,0.005662798,0.27815384,0.17742267,0.00072634796,0.00055670424,0.00028272258,0.00036903194,0.42682314],"genre_scores_gemma":[0.956582,0.0012005223,0.029810652,0.0029189126,0.00013647732,0.00041182683,0.000071703726,0.00011938279,0.008748495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98658216,0.007642915,0.00045409048,0.0012706227,0.0013980063,0.0026521657],"domain_scores_gemma":[0.98769313,0.0062471014,0.0017758994,0.0011699878,0.0015084604,0.0016053265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016450413,0.0010318279,0.0007375122,0.004552277,0.009198474,0.018262431,0.0042247814,0.010355976,0.005759853],"category_scores_gemma":[0.024436988,0.0009507205,0.0012194407,0.0032570641,0.06512665,0.025968637,0.0081658205,0.0069934926,0.0004893323],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006886638,0.000042415595,0.001231008,0.000051468596,0.000011750438,0.000042758944,0.0036308714,0.0017133226,0.00007932737,0.98500896,0.0009822836,0.007199025],"study_design_scores_gemma":[0.000013149306,0.000051415624,0.0006260737,0.00015490428,0.000034324417,0.00004440978,0.008300456,0.002009476,0.00028880208,0.96340907,0.025047889,0.000019871719],"about_ca_topic_score_codex":0.015059637,"about_ca_topic_score_gemma":0.013224073,"teacher_disagreement_score":0.018262431,"about_ca_system_score_codex":0.015023242,"about_ca_system_score_gemma":0.021186227,"threshold_uncertainty_score":0.109001756},"labels":[],"label_agreement":null},{"id":"W2019371312","doi":"10.1016/j.evalprogplan.2013.05.004","title":"Defining, illustrating and reflecting on logic analysis with an example from a professional development program","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sante Montreal; Université de Sherbrooke; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Logic model; Promotion (chess); Computer science; Intervention (counseling); Field (mathematics); Context (archaeology); Point (geometry); Management science; Risk analysis (engineering); Engineering ethics; Medicine; Engineering; Sociology; Nursing; Political science; Mathematics","score_opus":0.49624831202339564,"score_gpt":0.5912364724906018,"score_spread":0.0949881604672062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019371312","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07423323,0.00047342974,0.7630015,0.02048534,0.00014034372,0.0007417176,0.0006431623,0.0011952195,0.13908611],"genre_scores_gemma":[0.27822414,0.00060813344,0.698626,0.0013255017,0.000031012096,0.00034339083,0.00049344404,0.00030977395,0.020038715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9964833,0.0020749692,0.0001533831,0.00017747858,0.00066609296,0.00044480246],"domain_scores_gemma":[0.9909087,0.007072363,0.00028397058,0.00032417284,0.0011724131,0.0002384172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003445295,0.0006718413,0.0003604024,0.0030591674,0.0042771176,0.005567923,0.0014669711,0.0026995467,0.0053322283],"category_scores_gemma":[0.008769098,0.00043484374,0.0011016221,0.0027536324,0.004366895,0.004373055,0.002487578,0.003079952,0.001063249],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029781333,0.00048592687,0.0066841687,0.0008679419,0.000034823453,0.0071780444,0.0457277,0.021502608,0.009692181,0.74296,0.020367047,0.1442018],"study_design_scores_gemma":[0.000121610035,0.0003385778,0.00548855,0.00119631,0.0001406644,0.0047005485,0.062052738,0.06935334,0.02172146,0.39945278,0.435175,0.0002585066],"about_ca_topic_score_codex":0.03826857,"about_ca_topic_score_gemma":0.047290213,"teacher_disagreement_score":0.03826857,"about_ca_system_score_codex":0.0048318217,"about_ca_system_score_gemma":0.0057884343,"threshold_uncertainty_score":0.07609165},"labels":[],"label_agreement":null},{"id":"W2022008319","doi":"10.1016/j.evalprogplan.2014.06.002","title":"Evaluation of a cartoon-based knowledge dissemination intervention on scientific and ethical challenges raised by nutrigenomics/nutrigenetics research","year":2014,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Nutrition, Genetics, and Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Nutrigenomics; Thematic analysis; Knowledge translation; Dissemination; Research ethics; Intervention (counseling); Psychology; Action (physics); Medical education; Public relations; Medicine; Qualitative research; Political science; Knowledge management; Sociology; Computer science; Social science","score_opus":0.1347473837886076,"score_gpt":0.4840795865420876,"score_spread":0.34933220275348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022008319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81251657,0.0003439138,0.017094675,0.016594844,0.0019324317,0.12194115,0.0010999624,0.0011878244,0.027288636],"genre_scores_gemma":[0.73991215,0.00041767352,0.1002857,0.006541696,0.0004150465,0.14408068,0.000544883,0.000101506965,0.007700592],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9662542,0.023675214,0.0019676283,0.00180728,0.0028937254,0.0034020138],"domain_scores_gemma":[0.8859927,0.08087716,0.0053135958,0.0056730784,0.009188375,0.012955116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.047866095,0.0015018363,0.0014902118,0.0020031198,0.0045994534,0.0033151754,0.0033347479,0.0066456287,0.024529092],"category_scores_gemma":[0.08433351,0.0010278319,0.001658306,0.0013494542,0.0021377422,0.002712709,0.006561417,0.004465047,0.0017993741],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.061186716,0.39431295,0.006707911,0.00772472,0.0006094463,0.0012329983,0.02255797,0.0050485577,0.004574882,0.006967777,0.01870487,0.47037122],"study_design_scores_gemma":[0.3824026,0.3615359,0.065882295,0.006979729,0.003959688,0.00043706238,0.02785902,0.020916924,0.015581023,0.024992775,0.08865997,0.0007930501],"about_ca_topic_score_codex":0.005094921,"about_ca_topic_score_gemma":0.008063582,"teacher_disagreement_score":0.047866095,"about_ca_system_score_codex":0.006402947,"about_ca_system_score_gemma":0.026204806,"threshold_uncertainty_score":0.25314313},"labels":[],"label_agreement":null},{"id":"W2022589600","doi":"10.1016/j.evalprogplan.2009.07.001","title":"Peer-led interventions to reduce HIV risk of youth: A review","year":2009,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":160,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Psychological intervention; Peer education; Condom; Human immunodeficiency virus (HIV); Peer group; Program Design Language; Program evaluation; Public relations; Positive Youth Development; Medicine; Psychology; Environmental health; Medical education; Health education; Political science; Public health; Family medicine; Nursing; Social psychology; Developmental psychology; Computer science","score_opus":0.5060799930559863,"score_gpt":0.6377364766603129,"score_spread":0.13165648360432658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022589600","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014256712,0.9975206,0.00007411981,0.00016786995,0.00013537456,0.00014430501,0.000061607316,0.000006112074,0.00046420208],"genre_scores_gemma":[0.00926187,0.9897619,0.00045074263,0.00018890553,0.000051145533,0.00009847942,0.000036447185,0.0000015284561,0.00014894984],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911183,0.00029716775,0.0001499777,0.00009756713,0.00029821706,0.000045252058],"domain_scores_gemma":[0.9971403,0.0021525237,0.00027670906,0.000039613817,0.00028821136,0.000102587706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021963448,0.0006930597,0.0026334506,0.0017686732,0.00036258335,0.00072270137,0.001502332,0.0009931376,0.004573977],"category_scores_gemma":[0.006432825,0.0003250721,0.0014869296,0.0015261321,0.0003584978,0.0007037423,0.00056961324,0.0008228869,0.00024729487],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005372327,0.00044391633,0.0008011389,0.30956414,0.0029772595,0.00012467227,0.00022566257,0.00013830885,0.000320295,0.00038394768,0.005755255,0.6787281],"study_design_scores_gemma":[0.003360885,0.003435522,0.025829121,0.7024813,0.052445043,0.0013327725,0.0014940094,0.0005137362,0.001872992,0.0011943855,0.20595092,0.00008918437],"about_ca_topic_score_codex":0.0056374427,"about_ca_topic_score_gemma":0.01644661,"teacher_disagreement_score":0.0056374427,"about_ca_system_score_codex":0.0007733271,"about_ca_system_score_gemma":0.0029000344,"threshold_uncertainty_score":0.015301466},"labels":[],"label_agreement":null},{"id":"W2026657459","doi":"10.1016/j.evalprogplan.2012.03.006","title":"Improving health equity through theory-informed evaluations: A look at housing first strategies, cross-sectoral health programs, and prostitution policy","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; McMaster University; Toronto Metropolitan University","funders":"Canadian Institutes of Health Research; Health Canada; Johns Hopkins Bloomberg School of Public Health; Health Promotion Agency; Public Health Agency of Canada","keywords":"Equity (law); Perspective (graphical); Health equity; Inequality; Sociology; Mental health; Equity theory; Mental illness; Variety (cybernetics); Critical theory; Positive economics; Law and economics; Psychology; Public economics; Public relations; Political science; Economics; Health care; Law; Computer science; Psychiatry; Economic Justice","score_opus":0.25416358327642696,"score_gpt":0.598370269192595,"score_spread":0.344206685916168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026657459","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21300639,0.04573571,0.0733019,0.5285388,0.0040772646,0.028052252,0.001221403,0.00037346478,0.10569287],"genre_scores_gemma":[0.9074369,0.011213473,0.047010083,0.023820076,0.0003615065,0.0080346,0.00018484276,0.000054540917,0.0018839923],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.790533,0.19390558,0.0021522497,0.0012669797,0.007768501,0.004373726],"domain_scores_gemma":[0.71905965,0.25083715,0.009040374,0.0041548717,0.011508271,0.005399696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16769914,0.0019475493,0.0027286655,0.0039977827,0.003983592,0.011259834,0.0036162678,0.0052104974,0.008904269],"category_scores_gemma":[0.19640273,0.00097132387,0.0021857354,0.0025567587,0.009031053,0.009881106,0.0049855895,0.0066996063,0.0003082528],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034962753,0.019753719,0.029021615,0.018914115,0.002279823,0.0002829325,0.013022903,0.03361559,0.0007673521,0.38904774,0.026513305,0.46328464],"study_design_scores_gemma":[0.017306628,0.02924541,0.03795252,0.07133166,0.0062302737,0.00022410128,0.09032932,0.0662239,0.0094106775,0.6090015,0.061946463,0.00079759216],"about_ca_topic_score_codex":0.013739006,"about_ca_topic_score_gemma":0.03659769,"teacher_disagreement_score":0.16769914,"about_ca_system_score_codex":0.028505601,"about_ca_system_score_gemma":0.08698679,"threshold_uncertainty_score":0.88688844},"labels":[],"label_agreement":null},{"id":"W2031648087","doi":"10.1016/j.evalprogplan.2012.03.008","title":"Evaluating health inequity interventions: Applying a contextual (external) validity framework to programs funded by the Canadian Health Services Research Foundation","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Canadian Foundation for Healthcare Improvement","funders":"","keywords":"Conceptualization; Psychological intervention; Equity (law); Health equity; External validity; Context (archaeology); Applied psychology; Health services research; Psychology; Public relations; Public health; Medicine; Political science; Nursing; Social psychology; Computer science","score_opus":0.5604992820570756,"score_gpt":0.6312147388144901,"score_spread":0.07071545675741453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031648087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21416205,0.0055692014,0.68024135,0.015612384,0.00080845377,0.029353686,0.0026732055,0.0003378077,0.051241823],"genre_scores_gemma":[0.7684012,0.0006687514,0.21155445,0.0008655591,0.00012423706,0.01695963,0.0009070747,0.000077257166,0.00044190348],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.39929086,0.51476735,0.028546302,0.014603114,0.038411718,0.0043805465],"domain_scores_gemma":[0.36346692,0.53369176,0.025314406,0.03840829,0.036716368,0.0024022171],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4645956,0.0025619392,0.0053244974,0.01027199,0.007806576,0.008886213,0.004787777,0.0026624,0.002434931],"category_scores_gemma":[0.6021427,0.0015437925,0.008067649,0.009846754,0.016705494,0.008441707,0.018996613,0.0045532836,0.00016243271],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014989709,0.0026144485,0.29963443,0.0087868385,0.011166492,0.00023411715,0.016743971,0.025397746,0.00058883603,0.3321999,0.0041021146,0.29703212],"study_design_scores_gemma":[0.002122371,0.0050828015,0.25444856,0.017276391,0.015205331,0.00030653024,0.02252032,0.12849343,0.008031981,0.52188355,0.024073934,0.0005548466],"about_ca_topic_score_codex":0.05245221,"about_ca_topic_score_gemma":0.068272114,"teacher_disagreement_score":0.9767677,"about_ca_system_score_codex":0.023232266,"about_ca_system_score_gemma":0.058997512,"threshold_uncertainty_score":0.660249},"labels":[],"label_agreement":null},{"id":"W2033773300","doi":"10.1016/j.evalprogplan.2009.07.005","title":"Challenges and opportunities for evaluating environmental education programs","year":2009,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":245,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trillium Therapeutics (Canada)","funders":"","keywords":"Environmental education; Environmental quality; Quality (philosophy); Program evaluation; Environmental impact assessment; Bridge (graph theory); Environmental planning; Medical education; Environmental resource management; Engineering; Political science; Psychology; Medicine; Pedagogy; Environmental science; Public administration","score_opus":0.30247400366632715,"score_gpt":0.474902373465715,"score_spread":0.17242836979938786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033773300","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016895818,0.9952899,0.00033726296,0.0024056432,0.0002942656,0.000020987745,0.00003281685,0.000007862625,0.0014422956],"genre_scores_gemma":[0.0037378066,0.9918074,0.0023752442,0.0011074016,0.00027619046,0.00006212895,0.000056085973,0.0000052569267,0.00057244697],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9873602,0.0056202547,0.0017258424,0.00083458243,0.0040634186,0.00039566064],"domain_scores_gemma":[0.94532204,0.041109275,0.0030483643,0.00071539317,0.00905483,0.0007500302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031244403,0.0015395207,0.0050956174,0.0058756904,0.00091336225,0.0049048914,0.0027134237,0.0029087937,0.004052332],"category_scores_gemma":[0.045442406,0.00053692696,0.0014094395,0.00748136,0.002029538,0.0046243463,0.002116091,0.002133104,0.00067407807],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005648998,0.00006828883,0.00041588876,0.018041754,0.00017770064,0.000044610857,0.00012454283,0.00038206103,0.00012241861,0.0059394,0.015817916,0.95880884],"study_design_scores_gemma":[0.00010340183,0.00025288248,0.0043827957,0.11968701,0.0016490364,0.00039089366,0.0013541306,0.0006121108,0.0006757844,0.020022098,0.850794,0.000075832926],"about_ca_topic_score_codex":0.020380683,"about_ca_topic_score_gemma":0.0457837,"teacher_disagreement_score":0.031244403,"about_ca_system_score_codex":0.006702533,"about_ca_system_score_gemma":0.021192877,"threshold_uncertainty_score":0.16523814},"labels":[],"label_agreement":null},{"id":"W2035078904","doi":"10.1016/j.evalprogplan.2012.03.003","title":"Seeing voices of health disparity: Evaluating arts projects as influence processes","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Exhibition; Psychological intervention; Narrative; Strengths and weaknesses; Psychology; Observational study; Public relations; Health care; Narrative inquiry; Sociology; Social psychology; Medicine; Political science; Visual arts; Art","score_opus":0.7688520100965571,"score_gpt":0.734688925147642,"score_spread":0.03416308494891518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035078904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.788363,0.0021144769,0.025352152,0.01072829,0.0005173822,0.014459613,0.00037522518,0.00011313969,0.15797676],"genre_scores_gemma":[0.97988886,0.0004587439,0.01186025,0.00051925814,0.000055089626,0.005180547,0.000047383233,0.00002726159,0.0019625397],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.77325755,0.20105974,0.002781328,0.0031163788,0.01386855,0.0059164236],"domain_scores_gemma":[0.6746845,0.2822399,0.015652308,0.009555157,0.012389951,0.0054781353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14202556,0.0011740191,0.000983232,0.0045629833,0.00810395,0.010651943,0.0033825613,0.0031225025,0.010563718],"category_scores_gemma":[0.26494125,0.0006823159,0.0010677752,0.0032807572,0.011533981,0.008766619,0.012766391,0.0028518494,0.00044571504],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037732304,0.009759574,0.051836804,0.004639515,0.0005600648,0.00040790968,0.26999673,0.00523732,0.0018472692,0.12403808,0.005251472,0.5226521],"study_design_scores_gemma":[0.003915977,0.018400136,0.084957235,0.00763145,0.0021504308,0.00032459758,0.63114214,0.015556599,0.014181357,0.1586938,0.062710404,0.0003359212],"about_ca_topic_score_codex":0.0067018154,"about_ca_topic_score_gemma":0.012885449,"teacher_disagreement_score":0.14202556,"about_ca_system_score_codex":0.012701164,"about_ca_system_score_gemma":0.024643498,"threshold_uncertainty_score":0.7511119},"labels":[],"label_agreement":null},{"id":"W2039506919","doi":"10.1016/j.evalprogplan.2012.07.002","title":"An evaluability assessment of a West Africa based Non-Governmental Organization's (NGO) progressive evaluation strategy","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Context (archaeology); Political science; Public relations; Program evaluation; Intervention (counseling); Impact evaluation; Politics; Humanitarian aid; Business; Public administration; Medicine; Nursing","score_opus":0.23215564390695925,"score_gpt":0.5669080049354714,"score_spread":0.3347523610285122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039506919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78869957,0.00089802337,0.07901367,0.0022754348,0.000043452896,0.005203094,0.00052473537,0.00019245848,0.12314956],"genre_scores_gemma":[0.95840865,0.00017694829,0.037748575,0.000163025,0.000007915629,0.00070362794,0.0002103607,0.00002515217,0.002555834],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.95469826,0.027786234,0.00207818,0.0012489234,0.012747574,0.0014408343],"domain_scores_gemma":[0.8886131,0.07394994,0.0065137492,0.0039886576,0.025436735,0.001497695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07312925,0.00063986186,0.0005035359,0.0062074573,0.001644794,0.0043293266,0.0015715724,0.00080507336,0.002992021],"category_scores_gemma":[0.11741978,0.00019653144,0.0006924394,0.0034082395,0.0014735829,0.0033064112,0.0025414845,0.0007855162,0.00024950143],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032027452,0.0023667284,0.10844926,0.002260201,0.0006165189,0.00041458834,0.012860999,0.042564135,0.012977838,0.12382688,0.004559694,0.6859004],"study_design_scores_gemma":[0.0014327058,0.032166265,0.4648338,0.0027418444,0.0020752847,0.0010230439,0.04069731,0.24421677,0.041409016,0.08786424,0.08117663,0.00036311187],"about_ca_topic_score_codex":0.013593392,"about_ca_topic_score_gemma":0.012307137,"teacher_disagreement_score":0.07312925,"about_ca_system_score_codex":0.009014961,"about_ca_system_score_gemma":0.014457599,"threshold_uncertainty_score":0.3867491},"labels":[],"label_agreement":null},{"id":"W2041414609","doi":"10.1016/j.evalprogplan.2009.05.001","title":"A mixed methods evaluation of televised health promotion advertisements targeted at older adults","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Credibility; Advertising; Recall; Health promotion; Focus group; Psychology; Population; Consumption (sociology); Qualitative research; Government (linguistics); Source credibility; Promotion (chess); Public health; Medicine; Marketing; Environmental health; Business; Political science; Nursing; Sociology","score_opus":0.235724611060932,"score_gpt":0.5761175877544217,"score_spread":0.34039297669348967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041414609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9688213,0.00043796643,0.002185046,0.00015198615,0.00013152427,0.025861362,0.0006727263,0.00009450282,0.0016435166],"genre_scores_gemma":[0.9036126,0.0011006347,0.021803202,0.0006175859,0.00032905166,0.068449125,0.0005741905,0.000038111535,0.0034754903],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.97828156,0.016002823,0.0015004921,0.0013487247,0.0020725145,0.0007940143],"domain_scores_gemma":[0.97761476,0.015072538,0.0020095452,0.0013292597,0.0028392342,0.001134723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01965335,0.0022611495,0.0024322325,0.0025845943,0.0027362653,0.0015691529,0.0016181484,0.0028834338,0.0063511785],"category_scores_gemma":[0.022103053,0.0015956113,0.002096647,0.0013233545,0.0012671641,0.0015874412,0.0011441965,0.0016677378,0.0009128485],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3029116,0.46452063,0.01449523,0.00388147,0.0018558216,0.00032634655,0.0045685633,0.001248841,0.0068866834,0.0004454392,0.0010609832,0.19779843],"study_design_scores_gemma":[0.18800245,0.7726594,0.024514483,0.0004850352,0.003099769,0.000132405,0.0020760144,0.0020722414,0.0045459284,0.0003879349,0.0019047883,0.00011958932],"about_ca_topic_score_codex":0.00740019,"about_ca_topic_score_gemma":0.011522354,"teacher_disagreement_score":0.01965335,"about_ca_system_score_codex":0.003078339,"about_ca_system_score_gemma":0.005123926,"threshold_uncertainty_score":0.1039381},"labels":[],"label_agreement":null},{"id":"W2044849666","doi":"10.1016/j.evalprogplan.2010.04.001","title":"Program theory evaluation: Logic analysis","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Logic, Reasoning, and Knowledge","field":"Computer Science","cited_by":155,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hôpital Charles-Le Moyne","funders":"Canadian Institutes of Health Research; Canadian Health Services Research Foundation","keywords":"Logic model; Computer science; Engineering; Political science; Public administration","score_opus":0.06455360024763711,"score_gpt":0.4119331162399644,"score_spread":0.3473795159923273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044849666","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046378872,0.0024398193,0.9687876,0.0030638373,0.00015009767,0.0001847635,0.00018408215,0.00090105773,0.019650865],"genre_scores_gemma":[0.36370525,0.0032825603,0.6141466,0.0012860957,0.00086315116,0.0006338229,0.00085025065,0.00089675956,0.014335484],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.990008,0.005340335,0.00044223538,0.00091193797,0.0028020034,0.00049556646],"domain_scores_gemma":[0.97909087,0.014962012,0.0006418817,0.0019388427,0.0030006983,0.00036573736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008969906,0.00112297,0.0013631794,0.0032908139,0.0012205848,0.0065971585,0.0026749873,0.0012927941,0.014018726],"category_scores_gemma":[0.033624567,0.00088450144,0.0017491251,0.0031114093,0.0046117892,0.011498065,0.0035546282,0.0039477986,0.0016560078],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010908711,0.00013311379,0.0006048567,0.00040488748,0.000051612617,0.000051590177,0.00024824074,0.010241788,0.0004421691,0.8130716,0.009982578,0.16465849],"study_design_scores_gemma":[0.000024339024,0.00001647841,0.00014968641,0.00011250527,0.000042354965,0.000041817988,0.00009549774,0.053469114,0.0012559684,0.93643165,0.008345845,0.000014721329],"about_ca_topic_score_codex":0.0031237553,"about_ca_topic_score_gemma":0.0024323761,"teacher_disagreement_score":0.014018726,"about_ca_system_score_codex":0.0048868665,"about_ca_system_score_gemma":0.0036984417,"threshold_uncertainty_score":0.047437966},"labels":[],"label_agreement":null},{"id":"W2048026043","doi":"10.1016/j.evalprogplan.2013.10.004","title":"Early implementation evaluation of a multi-site housing first intervention for homeless people with mental illness: A mixed methods approach","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":80,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Douglas Mental Health University Institute; Simon Fraser University; Université de Sherbrooke; University of Toronto; University of Winnipeg; Centre for Addiction and Mental Health; Mental Health Commission of Canada; University of Ottawa; Wilfrid Laurier University","funders":"Health Canada; Mental Health Commission","keywords":"Fidelity; Focus group; Mental illness; Housing First; Qualitative research; Scale (ratio); Qualitative property; Intervention (counseling); Psychology; Program evaluation; Process management; Applied psychology; Mental health; Medical education; Medicine; Business; Engineering; Computer science; Marketing; Sociology; Psychiatry; Political science","score_opus":0.1700243146089559,"score_gpt":0.558821646774928,"score_spread":0.38879733216597206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048026043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95947915,0.0002492483,0.0027589782,0.00037163854,0.00011257291,0.034773614,0.00042699362,0.00013848988,0.0016893056],"genre_scores_gemma":[0.89235973,0.00050353614,0.030634945,0.0006241273,0.00009055585,0.073171146,0.00040225787,0.000027878208,0.002185881],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9820274,0.01219379,0.00109874,0.00093538547,0.0013856334,0.0023590284],"domain_scores_gemma":[0.9880432,0.005720621,0.0013105962,0.0008023702,0.0018161172,0.0023071587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018317167,0.0022117652,0.0026184071,0.002266566,0.0039603943,0.001959551,0.0035439765,0.0029077178,0.004746596],"category_scores_gemma":[0.015677212,0.0017751686,0.0022429265,0.0013016416,0.001199196,0.0026540766,0.004170961,0.0024492445,0.00041030018],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09583683,0.45815158,0.033267733,0.004891768,0.0008916702,0.0008259253,0.021399034,0.0038417592,0.0049021756,0.0010157998,0.0024763716,0.37249935],"study_design_scores_gemma":[0.09515075,0.74604034,0.112627774,0.0016504299,0.0023300175,0.0002562092,0.023532547,0.005741954,0.0075653694,0.0011940115,0.0036337695,0.0002768684],"about_ca_topic_score_codex":0.024315665,"about_ca_topic_score_gemma":0.052594785,"teacher_disagreement_score":0.024315665,"about_ca_system_score_codex":0.007645473,"about_ca_system_score_gemma":0.019485425,"threshold_uncertainty_score":0.096871555},"labels":[],"label_agreement":null},{"id":"W2050071643","doi":"10.1016/j.evalprogplan.2012.03.009","title":"Towards a performance measurement system for health equity in a local health integration network","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wellesley Institute; St. Michael's Hospital; University of Toronto; York University","funders":"","keywords":"Equity (law); Performance measurement; Health equity; Healthcare system; Business; Population; Regional science; Public health; Economic growth; Environmental health; Medicine; Geography; Health care; Marketing; Economics; Political science; Nursing","score_opus":0.23418547540434045,"score_gpt":0.4991377057202628,"score_spread":0.2649522303159223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050071643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20764717,0.000832185,0.70853955,0.032152496,0.00035789306,0.0049529355,0.0023355146,0.0037758292,0.03940643],"genre_scores_gemma":[0.70418537,0.0001877077,0.29026967,0.00079549337,0.00012302227,0.0016747527,0.0012656859,0.00011603,0.0013822303],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9299659,0.047927022,0.007331715,0.003655505,0.008546221,0.0025735241],"domain_scores_gemma":[0.87736917,0.04611485,0.014662673,0.009669374,0.046332225,0.0058516935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12507392,0.001017725,0.0013520013,0.007275854,0.0038201842,0.012420796,0.0035357957,0.0024922937,0.0027154463],"category_scores_gemma":[0.13967706,0.00061632274,0.0007628534,0.0057548666,0.0028892267,0.011100259,0.008160659,0.0032878423,0.00063739804],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004657121,0.0019540344,0.37380084,0.0007129687,0.00034384974,0.00019306406,0.008474088,0.040421925,0.0021104247,0.12417902,0.027122455,0.4202216],"study_design_scores_gemma":[0.0004105437,0.003267029,0.32619315,0.0025828162,0.00075543387,0.00032489566,0.028562682,0.42431957,0.011706885,0.15019503,0.051190685,0.00049124734],"about_ca_topic_score_codex":0.038145255,"about_ca_topic_score_gemma":0.024338992,"teacher_disagreement_score":0.12507392,"about_ca_system_score_codex":0.014932334,"about_ca_system_score_gemma":0.027814114,"threshold_uncertainty_score":0.66146207},"labels":[],"label_agreement":null},{"id":"W2050146805","doi":"10.1016/j.evalprogplan.2014.07.006","title":"Facilitators and barriers to implementation of the AIDES initiative, a social innovation for participative assessment of children in need and for coordination of services","year":2014,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Business; Public relations; Political science","score_opus":0.13096950681114278,"score_gpt":0.5502186182699589,"score_spread":0.4192491114588161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050146805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97379893,0.0008586776,0.003520996,0.009976565,0.00017126398,0.0025182979,0.00020973239,0.000106634536,0.008838901],"genre_scores_gemma":[0.989938,0.00038846594,0.005423843,0.000639766,0.000026935833,0.0017938097,0.00005616448,0.000039198883,0.0016937528],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.95022357,0.024205705,0.005004232,0.0023965933,0.007848683,0.010321205],"domain_scores_gemma":[0.77428377,0.15050535,0.023669127,0.006729136,0.018299209,0.026513426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06503234,0.0006294822,0.00082733977,0.0018988043,0.006112778,0.00493687,0.003038527,0.002055037,0.004304188],"category_scores_gemma":[0.16920932,0.0014999005,0.0010995273,0.0010789616,0.0034138884,0.0034496938,0.011196161,0.0048401356,0.0003321277],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010752312,0.0033957004,0.48754206,0.0024513865,0.0002329502,0.0025720021,0.31693977,0.00074560737,0.00416132,0.0109652495,0.005752181,0.16416644],"study_design_scores_gemma":[0.00029788876,0.0017146909,0.5402134,0.0056941654,0.00051807164,0.001462227,0.40808472,0.002381816,0.005512467,0.0047893743,0.029085772,0.00024547635],"about_ca_topic_score_codex":0.035023753,"about_ca_topic_score_gemma":0.06540713,"teacher_disagreement_score":0.06503234,"about_ca_system_score_codex":0.007270159,"about_ca_system_score_gemma":0.059513118,"threshold_uncertainty_score":0.34392798},"labels":[],"label_agreement":null},{"id":"W2055640157","doi":"10.1016/j.evalprogplan.2009.07.015","title":"Evaluating Canada's Compassionate Care Benefit using a utilization-focused evaluation framework: Successful strategies and prerequisite conditions","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Timeline; Process (computing); Process management; Perspective (graphical); Program evaluation; Nursing; Public relations; Psychology; Business; Medicine; Computer science; Political science; Public administration","score_opus":0.193654042909195,"score_gpt":0.5723211961384981,"score_spread":0.3786671532293031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055640157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7490805,0.006132455,0.048304792,0.040686894,0.0003683953,0.041213803,0.0031690514,0.000440319,0.1106038],"genre_scores_gemma":[0.9238843,0.0014146869,0.06114056,0.0014280544,0.000039136245,0.007884126,0.0004883228,0.000026940203,0.0036938095],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9724741,0.014415954,0.0013417485,0.00061568135,0.0074796905,0.003672888],"domain_scores_gemma":[0.9627242,0.013745454,0.0021488778,0.00073901424,0.015806979,0.004835399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04061743,0.0008918216,0.000792479,0.0027237816,0.005929647,0.0037225415,0.0019395392,0.0015102705,0.0029203505],"category_scores_gemma":[0.06599751,0.0005527049,0.0010636521,0.0025319215,0.0015349363,0.0024294886,0.0051195086,0.0013479962,0.0001689884],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026352636,0.003985508,0.29896915,0.003025179,0.00051524065,0.0005445561,0.0130823795,0.01233283,0.0022516863,0.049176816,0.022039497,0.59144205],"study_design_scores_gemma":[0.002649102,0.00718234,0.8054461,0.0051107868,0.0018326357,0.00052178913,0.034173805,0.055048216,0.014008042,0.031360246,0.04214203,0.0005250116],"about_ca_topic_score_codex":0.7606078,"about_ca_topic_score_gemma":0.90784425,"teacher_disagreement_score":0.93759626,"about_ca_system_score_codex":0.06240373,"about_ca_system_score_gemma":0.30421028,"threshold_uncertainty_score":0.4816041},"labels":[],"label_agreement":null},{"id":"W2058065060","doi":"10.1016/j.evalprogplan.2006.10.005","title":"Beyond the limitations of best practices: How logic analysis helped reinterpret dual diagnosis guidelines","year":2007,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Douglas Mental Health University Institute; Université de Montréal; Fonds de Recherche du Québec - Santé; Université du Québec à Montréal","funders":"Canadian Institutes of Health Research","keywords":"Key (lock); Dual (grammatical number); Best practice; Integrated care; Dual diagnosis; Mental health; Service (business); Logic model; Management science; Health care; Computer science; Knowledge management; Process management; Psychology; Sociology; Engineering; Political science; Business; Psychiatry; Computer security","score_opus":0.7416386789892656,"score_gpt":0.6116297792655122,"score_spread":0.1300088997237534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058065060","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03563541,0.0024385,0.7562491,0.16182889,0.0010808295,0.0007005078,0.00061366125,0.000789219,0.040663846],"genre_scores_gemma":[0.37225586,0.0008935165,0.6156463,0.007969828,0.0002848119,0.00048716232,0.00025077804,0.00020779338,0.0020039296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9176029,0.058962133,0.007814815,0.0026060194,0.010933767,0.0020803874],"domain_scores_gemma":[0.72387713,0.20973885,0.011788597,0.016062655,0.03551474,0.0030180863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08327518,0.0010858502,0.0017642144,0.009105214,0.005780205,0.014624876,0.005344402,0.0044523533,0.004580917],"category_scores_gemma":[0.24070445,0.0012919399,0.0019115555,0.0044721444,0.013706672,0.022668106,0.0067644403,0.01183083,0.00072673504],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011974811,0.00011074933,0.006046247,0.00082771946,0.0001412142,0.00078720535,0.02153346,0.005166177,0.0005017606,0.8435352,0.013967148,0.10726352],"study_design_scores_gemma":[0.00005368786,0.000052284682,0.0006010775,0.0013415582,0.00013240072,0.00039006156,0.0071392213,0.018228972,0.0011205738,0.93807876,0.032743745,0.00011759612],"about_ca_topic_score_codex":0.016720282,"about_ca_topic_score_gemma":0.029020978,"teacher_disagreement_score":0.08327518,"about_ca_system_score_codex":0.010843409,"about_ca_system_score_gemma":0.028474618,"threshold_uncertainty_score":0.4404065},"labels":[],"label_agreement":null},{"id":"W2058117457","doi":"10.1016/j.evalprogplan.2013.10.002","title":"A survey of program evaluation practices in family-centered pediatric rehabilitation settings","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Family and Disability Support Research","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Rehabilitation; Context (archaeology); Program evaluation; Service provider; Service (business); Nursing; Medical education; Service delivery framework; Psychology; Medicine; Business; Political science; Physical therapy","score_opus":0.26820057847827933,"score_gpt":0.5363676118615397,"score_spread":0.26816703338326037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058117457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961201,0.0009693335,0.00026147306,0.00056135474,0.000008819407,0.000097253636,0.00017562392,0.000014694562,0.0017914288],"genre_scores_gemma":[0.9952989,0.0019059392,0.0011896262,0.00059800333,0.00001155238,0.00015173627,0.00022280253,0.000021673814,0.00059992],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99179864,0.0038126851,0.0012185138,0.0006001703,0.0015854344,0.0009845397],"domain_scores_gemma":[0.95134985,0.017800184,0.0154623175,0.0011433199,0.007012482,0.007231867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008583258,0.00022010233,0.0004362953,0.0033241243,0.0022724527,0.0017902112,0.00082282495,0.0009933658,0.001735236],"category_scores_gemma":[0.03409132,0.0005820129,0.0005273354,0.0033674287,0.0010433651,0.0015432466,0.0018184372,0.0012790895,0.00021937868],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000125046,0.00040004455,0.9450607,0.00019667282,0.000054481417,0.00046435822,0.019540247,0.00009037615,0.0005935025,0.00016937111,0.0012464601,0.03205877],"study_design_scores_gemma":[0.000013045938,0.00035672617,0.95346206,0.00026342378,0.000023575676,0.0010462312,0.03981757,0.00019635544,0.00024690008,0.000045895475,0.0045059402,0.000022329134],"about_ca_topic_score_codex":0.014801976,"about_ca_topic_score_gemma":0.032174546,"teacher_disagreement_score":0.014801976,"about_ca_system_score_codex":0.003766981,"about_ca_system_score_gemma":0.006731079,"threshold_uncertainty_score":0.04539317},"labels":[],"label_agreement":null},{"id":"W2059297125","doi":"10.1016/j.evalprogplan.2014.03.008","title":"The role of advocacy coalitions in a project implementation process: The example of the planning phase of the At Home/Chez Soi project dealing with homelessness in Montreal","year":2014,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke; Université Laval; Douglas College; Douglas Mental Health University Institute; McGill University","funders":"Agence Régionale de Santé Île-de-France; Mental Health Commission","keywords":"Documentation; Honeymoon; Intervention (counseling); Public relations; Process (computing); Phase (matter); Sociology; Psychology; Political science; Medicine; Nursing; Computer science","score_opus":0.09869918105509763,"score_gpt":0.5047831773736575,"score_spread":0.4060839963185599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059297125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40487564,0.0023589565,0.034610044,0.24764879,0.0009681429,0.00811134,0.00017209261,0.00026402588,0.300991],"genre_scores_gemma":[0.9646481,0.0003524866,0.01534465,0.004984026,0.00006420703,0.0014698041,0.000036173748,0.00008320687,0.013017489],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9045658,0.07057455,0.00105135,0.0022405502,0.0049504745,0.016617164],"domain_scores_gemma":[0.92749083,0.04245641,0.002304859,0.001814615,0.0073176953,0.018615652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09979977,0.0011687079,0.00062258256,0.003076598,0.077589296,0.024772493,0.0069372524,0.012859801,0.011132596],"category_scores_gemma":[0.09260354,0.001511643,0.0011266271,0.0028103522,0.035391092,0.008196748,0.0244668,0.011311781,0.00065217447],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028992977,0.001506534,0.023313697,0.00046100884,0.00014664319,0.0071348567,0.5156633,0.0021570146,0.0028295603,0.3277486,0.024197156,0.09455173],"study_design_scores_gemma":[0.0008437068,0.0007303101,0.029925821,0.0010960927,0.00020093127,0.00076625095,0.6539598,0.0041381475,0.0020756205,0.05479995,0.2511189,0.00034439453],"about_ca_topic_score_codex":0.56639874,"about_ca_topic_score_gemma":0.74553144,"teacher_disagreement_score":0.43360126,"about_ca_system_score_codex":0.06601655,"about_ca_system_score_gemma":0.2092394,"threshold_uncertainty_score":0.8723096},"labels":[],"label_agreement":null},{"id":"W2060060263","doi":"10.1016/j.evalprogplan.2013.04.005","title":"An innovative medical and dental hygiene clinic for street youth: Results of a process evaluation","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"Health Research Board","keywords":"Focus group; Program evaluation; Medical education; Downtown; Fidelity; Plan (archaeology); Reputation; Health care; Medicine; Nursing; Business; Engineering","score_opus":0.21489291266417535,"score_gpt":0.5801157433718971,"score_spread":0.36522283070772177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060060263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889659,0.0001352496,0.0011269206,0.00021870594,0.000034246812,0.007430465,0.00024928097,0.000051787145,0.0017875505],"genre_scores_gemma":[0.9699128,0.00059891026,0.01836313,0.00040922133,0.000068129055,0.008750615,0.0005163645,0.000038047216,0.0013428899],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9768246,0.016341766,0.0008895661,0.00087057805,0.0032164822,0.0018570959],"domain_scores_gemma":[0.9843562,0.00695166,0.0010249988,0.00092777016,0.0034382166,0.0033011239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019791178,0.0012082043,0.001240991,0.0021657723,0.0050702784,0.002323063,0.002390797,0.0025394654,0.0034776954],"category_scores_gemma":[0.01817309,0.00073179026,0.0016455718,0.0020132957,0.0019051905,0.0014020369,0.0030215497,0.0020225893,0.00036227514],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03088795,0.44093823,0.08094988,0.0035065752,0.00038765054,0.0018905619,0.03401927,0.004088555,0.009497892,0.0011877404,0.0019975952,0.39064822],"study_design_scores_gemma":[0.05134024,0.5248039,0.31664583,0.0014235814,0.002241934,0.0011008251,0.067999594,0.007654358,0.014248966,0.001339089,0.010795909,0.00040584838],"about_ca_topic_score_codex":0.019281374,"about_ca_topic_score_gemma":0.027952256,"teacher_disagreement_score":0.019791178,"about_ca_system_score_codex":0.0053645656,"about_ca_system_score_gemma":0.024915334,"threshold_uncertainty_score":0.10466695},"labels":[],"label_agreement":null},{"id":"W2062053864","doi":"10.1016/j.evalprogplan.2009.02.002","title":"A measure of community members’ perceptions of the impacts of research partnerships in health and social services","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University; Brock University; Child and Family Research Institute","funders":"","keywords":"Community-based participatory research; Focus group; Participatory action research; Public relations; Accountability; Participatory evaluation; Construct (python library); Psychology; Knowledge management; Promotion (chess); Applied psychology; Medical education; Business; Sociology; Political science; Medicine; Marketing","score_opus":0.8581981758020847,"score_gpt":0.7562091082784566,"score_spread":0.10198906752362813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062053864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9672555,0.00021209444,0.0032715006,0.0012425531,0.000046914396,0.00066872145,0.00031947793,0.00005205019,0.026931215],"genre_scores_gemma":[0.9943428,0.0001120993,0.0038350152,0.00027495556,0.000029098937,0.000437608,0.00018216537,0.0000069618604,0.00077938027],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96764195,0.01950733,0.0026651307,0.00071048934,0.007916212,0.0015589106],"domain_scores_gemma":[0.86002064,0.06514481,0.033118453,0.006654076,0.020890957,0.014171026],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03245263,0.0005216905,0.00057172775,0.0035640632,0.0034692874,0.0022891774,0.0010327337,0.0014827254,0.0039795646],"category_scores_gemma":[0.073782004,0.0005321669,0.0010459566,0.0018259074,0.002679883,0.0019755212,0.0046965955,0.0024304606,0.00036724575],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076871045,0.0036947434,0.8168773,0.000825265,0.0009389443,0.0004722173,0.07963331,0.00086074864,0.0073030386,0.0022101763,0.0041256123,0.08228994],"study_design_scores_gemma":[0.00012524555,0.0017018211,0.8899325,0.00024064908,0.00021275482,0.0004986099,0.09148364,0.0015022408,0.002114531,0.0019740926,0.010070108,0.00014373077],"about_ca_topic_score_codex":0.0037921958,"about_ca_topic_score_gemma":0.008737798,"teacher_disagreement_score":0.96754736,"about_ca_system_score_codex":0.0023827371,"about_ca_system_score_gemma":0.0032364908,"threshold_uncertainty_score":0.17162794},"labels":[],"label_agreement":null},{"id":"W2062384087","doi":"10.1016/j.evalprogplan.2011.03.002","title":"A mixed method study of propensity for participatory evaluation","year":2011,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Citizen journalism; Propensity score matching; Scale (ratio); Process (computing); Psychology; Knowledge management; Applied psychology; Computer science; Medicine","score_opus":0.8458672483737865,"score_gpt":0.6543483092023503,"score_spread":0.19151893917143614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062384087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9517677,0.0006242341,0.040522214,0.00031277988,0.00011284683,0.0038321002,0.00022399549,0.000049460374,0.002554669],"genre_scores_gemma":[0.9789355,0.00007814211,0.014014198,0.00020776046,0.000039371163,0.0056019863,0.00010130613,0.000025383766,0.0009964097],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.70310545,0.27396822,0.005395051,0.008285412,0.007138127,0.002107649],"domain_scores_gemma":[0.4360314,0.49866498,0.029280338,0.026435489,0.0076967594,0.0018910612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12029164,0.00071124325,0.0016622301,0.0016059825,0.0035682097,0.002446605,0.0019853672,0.0018337631,0.0061713806],"category_scores_gemma":[0.35382333,0.00087429315,0.0019464309,0.0019512465,0.003004873,0.004249552,0.002822711,0.0019646802,0.000570385],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04866636,0.020786906,0.6469794,0.002820015,0.008045563,0.0005817973,0.0720697,0.00361163,0.002004597,0.03870946,0.0039193723,0.15180515],"study_design_scores_gemma":[0.01474219,0.0934525,0.6815305,0.0017739566,0.0072959694,0.0017556762,0.058512144,0.041361142,0.0060370513,0.07401206,0.01866988,0.00085704064],"about_ca_topic_score_codex":0.0025057683,"about_ca_topic_score_gemma":0.0024437981,"teacher_disagreement_score":0.12029164,"about_ca_system_score_codex":0.002127624,"about_ca_system_score_gemma":0.0038410274,"threshold_uncertainty_score":0.6361706},"labels":[],"label_agreement":null},{"id":"W2062658206","doi":"10.1016/j.evalprogplan.2004.10.003","title":"Program sustainability begins with the first events","year":2004,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":146,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep de Rivière-du-Loup; Université de Montréal; McGill University","funders":"","keywords":"Sustainability; Process (computing); Public relations; Promotion (chess); Health promotion; Sociology; Political science; Process management; Business; Computer science; Health care; Law; Politics","score_opus":0.12021603898151759,"score_gpt":0.531857968154241,"score_spread":0.41164192917272346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062658206","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027298162,0.0012221307,0.036287475,0.11270825,0.010297508,0.0035507418,0.0015151955,0.0053938413,0.8017266],"genre_scores_gemma":[0.18355641,0.0008130373,0.019316055,0.013100882,0.0019132782,0.0022273664,0.0017706048,0.0012735527,0.7760289],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99403894,0.001095535,0.00017600167,0.00038000903,0.0026734017,0.0016361389],"domain_scores_gemma":[0.9815425,0.0015072925,0.00084974576,0.0011000849,0.0045312596,0.010469131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008674677,0.0006201164,0.0005869469,0.001639464,0.006189886,0.009943275,0.0014303793,0.0033800483,0.06786912],"category_scores_gemma":[0.022901917,0.0006627836,0.00063397136,0.0010271657,0.0014279636,0.005029268,0.007212027,0.0048317667,0.022857964],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001650753,0.000813672,0.0061831377,0.00023038017,0.000015887985,0.00025959715,0.0029319304,0.00021407829,0.0011459315,0.074791074,0.6517499,0.26149935],"study_design_scores_gemma":[0.000021772932,0.00015342134,0.006026694,0.00011527849,0.0000043585746,0.000055039967,0.002203794,0.0000792209,0.00081092265,0.011955249,0.9785557,0.000018560857],"about_ca_topic_score_codex":0.0049461336,"about_ca_topic_score_gemma":0.016077645,"teacher_disagreement_score":0.06786912,"about_ca_system_score_codex":0.003661631,"about_ca_system_score_gemma":0.016392004,"threshold_uncertainty_score":0.22704482},"labels":[],"label_agreement":null},{"id":"W2063639442","doi":"10.1016/j.evalprogplan.2012.03.001","title":"Rethinking Evaluations of Health Equity Initiatives: An introduction to the special issue","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Equity (law); Psychological intervention; Health equity; Public economics; Political science; Public relations; Management science; Engineering ethics; Sociology; Medicine; Economic growth; Economics; Engineering; Health care; Nursing","score_opus":0.3117618004652631,"score_gpt":0.6014673723052819,"score_spread":0.2897055718400188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063639442","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018652545,0.29442453,0.07583616,0.53662145,0.07772926,0.0009642356,0.0001887608,0.0005849249,0.011785367],"genre_scores_gemma":[0.050753742,0.24138544,0.3671495,0.22750664,0.09850383,0.0032297228,0.00036141573,0.0018227986,0.00928691],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7885742,0.16146186,0.01984315,0.004164936,0.023676759,0.0022791657],"domain_scores_gemma":[0.42981255,0.5023156,0.00988213,0.01380326,0.03918028,0.0050061177],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2511153,0.0026985097,0.003797018,0.0106961895,0.0061024884,0.021998763,0.006026654,0.016160302,0.0038282985],"category_scores_gemma":[0.30720955,0.0021327753,0.0037207857,0.0066016694,0.01977119,0.035651967,0.015052077,0.025971685,0.0008574753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009959166,0.00029124983,0.0024815316,0.0056156847,0.00035140564,0.00026263943,0.006170003,0.001103599,0.0006872391,0.1122729,0.3074199,0.5632444],"study_design_scores_gemma":[0.000110749774,0.00032569337,0.0044661863,0.023413371,0.0004037132,0.0006191901,0.00503201,0.0018734585,0.0011243908,0.23908105,0.7231963,0.0003538363],"about_ca_topic_score_codex":0.008530208,"about_ca_topic_score_gemma":0.031235995,"teacher_disagreement_score":0.2511153,"about_ca_system_score_codex":0.015830243,"about_ca_system_score_gemma":0.023356285,"threshold_uncertainty_score":0.92350817},"labels":[],"label_agreement":null},{"id":"W2066959110","doi":"10.1016/j.evalprogplan.2014.11.009","title":"Piloting online WellnessRx learning modules: Demonstration of developmental evaluation","year":2014,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Dietetics, Nutrition, and Education","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Alberta Health; University of Alberta; Institute of Health Economics","funders":"","keywords":"Curriculum; Medical education; Logic model; Focus group; Psychology; Knowledge translation; Knowledge management; Computer science; Medicine; Pedagogy","score_opus":0.1717270666295187,"score_gpt":0.5007198903322823,"score_spread":0.32899282370276356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066959110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8763209,0.00014096245,0.061142698,0.0017112213,0.00042481732,0.033505876,0.001587633,0.0062361113,0.018929781],"genre_scores_gemma":[0.7368035,0.0002506822,0.22458708,0.0005066011,0.00011778463,0.015841756,0.0023314643,0.00044426706,0.019116834],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9942303,0.003188673,0.00036170718,0.0004678826,0.0010431029,0.00070834096],"domain_scores_gemma":[0.9782477,0.01004824,0.0007441121,0.0020022606,0.0046078837,0.004349868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020202806,0.0012530426,0.0005400533,0.0010624991,0.0010379411,0.0012695446,0.0023034315,0.0011921756,0.009508707],"category_scores_gemma":[0.023423346,0.00054616743,0.00082267367,0.0004218913,0.0005936001,0.0013334411,0.0024756794,0.0015926629,0.0025877664],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073734513,0.19427374,0.029994702,0.0009321413,0.00012036169,0.00056328555,0.006189122,0.0071414136,0.025037013,0.0017077432,0.029745229,0.69692177],"study_design_scores_gemma":[0.020757977,0.31581214,0.2658516,0.0012039202,0.0006426951,0.0013132654,0.008045136,0.056779258,0.20899123,0.006014632,0.11396467,0.0006234843],"about_ca_topic_score_codex":0.00415772,"about_ca_topic_score_gemma":0.0066885473,"teacher_disagreement_score":0.020202806,"about_ca_system_score_codex":0.0015500749,"about_ca_system_score_gemma":0.005367365,"threshold_uncertainty_score":0.10684389},"labels":[],"label_agreement":null},{"id":"W2070167932","doi":"10.1016/j.evalprogplan.2012.03.010","title":"Asking questions in the solution space: Methodological issues in evaluating equity","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Development Research Centre","funders":"","keywords":"Futures contract; CLARITY; Equity (law); Psychological intervention; Health equity; Public economics; Risk analysis (engineering); Management science; Computer science; Political science; Economics; Business; Economic growth; Medicine; Health care; Financial economics; Law; Nursing","score_opus":0.8395385507757662,"score_gpt":0.6577600671821637,"score_spread":0.1817784835936025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070167932","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05827601,0.0072499625,0.79960024,0.10520153,0.0008153704,0.0009914936,0.0006690897,0.00013669953,0.02705959],"genre_scores_gemma":[0.6773499,0.0016666641,0.3076982,0.0068180226,0.00080556155,0.0032900388,0.00036582348,0.00018773707,0.0018181097],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6650888,0.30862623,0.008625564,0.006633815,0.009060659,0.001964974],"domain_scores_gemma":[0.2609102,0.7076367,0.008301107,0.013381783,0.008341425,0.0014287925],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22539264,0.001848272,0.0039225514,0.004058873,0.0042707766,0.013186611,0.00460044,0.007974909,0.012465356],"category_scores_gemma":[0.6406367,0.0012700835,0.003541967,0.0061939643,0.025131822,0.033039287,0.009354352,0.011563648,0.0006043412],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036249883,0.00019516918,0.0032202106,0.0007518141,0.00031623335,0.00005520814,0.0028924712,0.007527963,0.00009182199,0.9185932,0.00429601,0.061697472],"study_design_scores_gemma":[0.00014348965,0.000044717104,0.00040335918,0.0003395475,0.00005301103,0.000024259598,0.0009494571,0.0090455115,0.0001617608,0.9867367,0.0020778354,0.000020378777],"about_ca_topic_score_codex":0.0054823416,"about_ca_topic_score_gemma":0.0034409282,"teacher_disagreement_score":0.77460736,"about_ca_system_score_codex":0.006112086,"about_ca_system_score_gemma":0.009966556,"threshold_uncertainty_score":0.9552288},"labels":[],"label_agreement":null},{"id":"W2071135279","doi":"10.1016/j.evalprogplan.2013.06.003","title":"Usability testing, initial implementation, and formative evaluation of an evidence-based intervention: Lessons from a demonstration project to reduce long-term foster care","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institutes of Health; University of Wisconsin-Madison","keywords":"Usability; Formative assessment; Psychological intervention; Evidence-based practice; Operationalization; Intervention (counseling); Process management; Psychology; Computer science; Medical education; Applied psychology; Engineering; Nursing; Medicine; Pedagogy; Human–computer interaction","score_opus":0.7896864516364739,"score_gpt":0.7360965383819877,"score_spread":0.05358991325448614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071135279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87367326,0.0006743009,0.043847866,0.0035305882,0.0005037442,0.07072692,0.0005066846,0.0009136194,0.0056229024],"genre_scores_gemma":[0.732973,0.00088835537,0.20355481,0.0010898358,0.00017170682,0.05738835,0.0005690147,0.0001732355,0.0031917416],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.92826515,0.054926872,0.0058609243,0.0018549045,0.0064579207,0.0026342322],"domain_scores_gemma":[0.87302536,0.08148128,0.0041778493,0.009674394,0.027555695,0.0040854644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10299753,0.0023076346,0.0018001694,0.0022708867,0.003939778,0.0027108933,0.004148934,0.003180398,0.0016812362],"category_scores_gemma":[0.14533515,0.0015714646,0.0019592152,0.0013654766,0.0026246621,0.0026948263,0.0042320797,0.003107033,0.0005223575],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007801639,0.16060117,0.031554542,0.0077677006,0.00069623365,0.0010185813,0.081928976,0.004503036,0.013725059,0.0016846703,0.011346301,0.67737204],"study_design_scores_gemma":[0.033367578,0.49615327,0.23384917,0.0074854014,0.0036787416,0.0013187473,0.07657169,0.013108344,0.07349869,0.005970418,0.05335285,0.0016450718],"about_ca_topic_score_codex":0.011045107,"about_ca_topic_score_gemma":0.021953663,"teacher_disagreement_score":0.10299753,"about_ca_system_score_codex":0.0055095484,"about_ca_system_score_gemma":0.016295146,"threshold_uncertainty_score":0.5447095},"labels":[],"label_agreement":null},{"id":"W2073454474","doi":"10.1016/j.evalprogplan.2011.02.011","title":"The evaluation of the PACA regional public health plan: Reconciling the managerial, scientific and democratic finalities","year":2011,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Healthcare Systems and Practices","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École Nationale d'Administration Publique","funders":"","keywords":"Viewpoints; Democracy; Charter; Legitimacy; Work (physics); Public administration; Political science; Valuation (finance); Normative; Plan (archaeology); Public health; Public relations; Process (computing); Sociology; Business; Computer science; Law; Medicine; Engineering; Accounting; Politics","score_opus":0.7150776386698127,"score_gpt":0.5741322276462048,"score_spread":0.1409454110236079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073454474","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031423073,0.0030351125,0.010892337,0.76885045,0.0015362086,0.00088853063,0.00018376726,0.00015838102,0.18303218],"genre_scores_gemma":[0.8652207,0.0022558586,0.021518819,0.08014688,0.0018312441,0.0018976274,0.00019863185,0.00026229583,0.02666789],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.74041593,0.17678604,0.0040199966,0.005137757,0.05366101,0.019979306],"domain_scores_gemma":[0.7830029,0.14499263,0.006890454,0.010367143,0.04104643,0.013700373],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.24501747,0.00087410357,0.0013869209,0.00307625,0.018090853,0.03293236,0.007192136,0.012894094,0.0046122577],"category_scores_gemma":[0.2791027,0.0013293284,0.00094991416,0.0027873102,0.028803186,0.011246024,0.015737155,0.019996077,0.00043143774],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018042396,0.0003716958,0.0044832486,0.0005156075,0.00015260834,0.00020509821,0.009039589,0.0074991263,0.00027293005,0.81145436,0.099055976,0.06676941],"study_design_scores_gemma":[0.0007011959,0.00080871035,0.021823913,0.0023914862,0.00032998133,0.00021401038,0.033447202,0.012531477,0.00295201,0.4818641,0.4424514,0.0004845245],"about_ca_topic_score_codex":0.13120452,"about_ca_topic_score_gemma":0.15671043,"teacher_disagreement_score":0.24501747,"about_ca_system_score_codex":0.044339724,"about_ca_system_score_gemma":0.28619236,"threshold_uncertainty_score":0.9310279},"labels":[],"label_agreement":null},{"id":"W2074415222","doi":"10.1016/j.evalprogplan.2007.10.002","title":"Evaluation of a research mentorship program in community care","year":2007,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; University of Waterloo; McMaster University","funders":"","keywords":"Mentorship; Mandate; Focus group; Medical education; Qualitative research; Context (archaeology); Program evaluation; Psychology; Nursing; Medicine; Political science; Sociology","score_opus":0.6623819583142366,"score_gpt":0.6609299931028456,"score_spread":0.0014519652113910153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074415222","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042341202,0.98917145,0.00054555875,0.0017517743,0.0005382975,0.00072264246,0.000046857003,0.000034711986,0.0029546395],"genre_scores_gemma":[0.020876877,0.9713997,0.003853342,0.001543803,0.0003409629,0.0006495409,0.00015648414,0.0000099269155,0.0011693537],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9930293,0.0034517767,0.0006317383,0.00046161804,0.0020841816,0.000341304],"domain_scores_gemma":[0.9838509,0.010404843,0.0016189036,0.00038382589,0.0025518234,0.0011897199],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022796236,0.00093530596,0.002438363,0.0021705828,0.00065269734,0.0017016643,0.0030155757,0.0019083105,0.0028658586],"category_scores_gemma":[0.023535086,0.0003014685,0.0013399598,0.0018113583,0.0006729904,0.0011022494,0.0016309889,0.0020386425,0.00045014688],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041946847,0.00068576535,0.00060356036,0.022429341,0.00031133284,0.00009414802,0.00013682057,0.00012039316,0.00024391022,0.00031872076,0.005754555,0.9688821],"study_design_scores_gemma":[0.0061253966,0.01602086,0.06038141,0.2568489,0.0085675875,0.0030034161,0.0026303981,0.0008365528,0.0050007235,0.0030834842,0.6373337,0.00016763966],"about_ca_topic_score_codex":0.0040143942,"about_ca_topic_score_gemma":0.01111288,"teacher_disagreement_score":0.9772038,"about_ca_system_score_codex":0.002456545,"about_ca_system_score_gemma":0.010023095,"threshold_uncertainty_score":0.120559394},"labels":[],"label_agreement":null},{"id":"W2074732573","doi":"10.1016/j.evalprogplan.2015.01.004","title":"Application of an organizational evaluation capacity self-assessment instrument to different organizations: Similarities and lessons learned","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École Nationale d'Administration Publique","funders":"Government of Canada; Australian Government","keywords":"Novelty; Capacity development; Knowledge management; Business; Organization development; Capacity building; Profit (economics); Government (linguistics); Organizational effectiveness; Organizational performance; Marketing; Computer science; Environmental resource management; Psychology; Economics; Economic growth; Social psychology","score_opus":0.35567815516756507,"score_gpt":0.5310432671149354,"score_spread":0.17536511194737037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074732573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81012917,0.0016949855,0.13200769,0.0061188764,0.00035939523,0.0020133366,0.00035470782,0.00039994944,0.046921868],"genre_scores_gemma":[0.9280803,0.0005952531,0.06797824,0.0006675047,0.00005644303,0.00093552645,0.00024713518,0.00011589866,0.0013237027],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96010375,0.026106382,0.0036350586,0.0014550416,0.0073990035,0.0013008752],"domain_scores_gemma":[0.88154715,0.07509971,0.0038117713,0.0106302025,0.026576303,0.0023348648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04772291,0.00037507244,0.00092353695,0.0056405654,0.0013163722,0.0038210861,0.0021069401,0.0010679221,0.0012612332],"category_scores_gemma":[0.10492878,0.00029324056,0.0010146478,0.004230163,0.002734946,0.003217091,0.003347729,0.0021266302,0.00031872193],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005597769,0.0017382896,0.31767988,0.0010578218,0.0005585349,0.00037325686,0.024306582,0.008222348,0.0065324083,0.021372339,0.00330258,0.6142963],"study_design_scores_gemma":[0.00020957369,0.0025914544,0.7597144,0.0022254912,0.000515697,0.0010595319,0.06251439,0.039137244,0.025309667,0.053074382,0.053177204,0.00047094308],"about_ca_topic_score_codex":0.008689892,"about_ca_topic_score_gemma":0.0096431235,"teacher_disagreement_score":0.04772291,"about_ca_system_score_codex":0.004025834,"about_ca_system_score_gemma":0.0066930475,"threshold_uncertainty_score":0.25238585},"labels":[],"label_agreement":null},{"id":"W2082069660","doi":"10.1016/j.evalprogplan.2012.01.004","title":"Development of an intervention programme to encourage high school students to stay in school for lunch instead of eating at nearby fast-food restaurants","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Canadian Institutes of Health Research","keywords":"Intervention (counseling); Psychological intervention; Psychology; Theory of planned behavior; Population; Meal; Neophobia; Medical education; Improvisation; Control (management); Pedagogy; Medicine; Environmental health; Developmental psychology; Computer science","score_opus":0.18971264136377505,"score_gpt":0.5255272511380265,"score_spread":0.33581460977425137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082069660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9180238,0.0002704644,0.016134221,0.0036843354,0.0009047508,0.04623276,0.0007680641,0.0009917833,0.012989804],"genre_scores_gemma":[0.76647115,0.00077947543,0.17621501,0.0017947204,0.0002595969,0.039312743,0.0009617524,0.000067567395,0.014138038],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99832886,0.0005189538,0.00012738472,0.00026404747,0.00038350516,0.00037739103],"domain_scores_gemma":[0.9967167,0.00058439665,0.0001897432,0.00017872809,0.0005268503,0.0018036322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029827452,0.00082989084,0.00084975763,0.0014663537,0.0024957482,0.00094427716,0.0024328632,0.0016176461,0.005505033],"category_scores_gemma":[0.003966105,0.0006822994,0.0009482951,0.00069742266,0.00054318795,0.0008027572,0.0016262626,0.00226376,0.00078870694],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061933454,0.3576099,0.02539428,0.001759973,0.0001315289,0.00045697246,0.0035299773,0.001803384,0.011478363,0.0011218995,0.0082336515,0.5822867],"study_design_scores_gemma":[0.045480143,0.18531479,0.6264589,0.0021949057,0.0021151335,0.00079160737,0.012224752,0.016074337,0.055514015,0.00278338,0.05057686,0.0004712062],"about_ca_topic_score_codex":0.014888854,"about_ca_topic_score_gemma":0.022109015,"teacher_disagreement_score":0.014888854,"about_ca_system_score_codex":0.0016950752,"about_ca_system_score_gemma":0.015442993,"threshold_uncertainty_score":0.029604375},"labels":[],"label_agreement":null},{"id":"W2082907843","doi":"10.1016/j.evalprogplan.2012.05.003","title":"Evaluating local food programs: The case of Select Nova Scotia","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Organic Food and Agriculture","field":"Agricultural and Biological Sciences","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Technical University of Nova Scotia; Nova Scotia Department of Agriculture","funders":"","keywords":"Nova scotia; Nova (rocket); Marketing; Local government; Business; Consumption (sociology); Perception; Government (linguistics); Consumer behaviour; Advertising; Psychology; Political science; Geography; Engineering; Sociology; Public administration","score_opus":0.11442180937965916,"score_gpt":0.37508447934866296,"score_spread":0.2606626699690038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082907843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96974397,0.00035344582,0.0003227843,0.0021210643,0.000018444662,0.0005537981,0.00012709643,0.000018874414,0.026740424],"genre_scores_gemma":[0.9896527,0.00026020064,0.0010854637,0.00056248007,0.000006069384,0.00014853042,0.00009161155,0.000008556829,0.00818449],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966936,0.0012017849,0.000072097464,0.00012257247,0.00033174135,0.0015782136],"domain_scores_gemma":[0.9930709,0.002168635,0.0004152918,0.00019494272,0.0014890393,0.0026611877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031787462,0.00039324144,0.00028863727,0.0009900955,0.0063611018,0.003590167,0.0015593346,0.0012018816,0.004420214],"category_scores_gemma":[0.006803542,0.00027837072,0.00028678408,0.0010844556,0.0017834745,0.00056641444,0.003003165,0.0010946973,0.00023687251],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046535633,0.0041793417,0.578531,0.0016320011,0.0005322728,0.05131452,0.048020884,0.03400001,0.012183387,0.030626139,0.020950865,0.21337603],"study_design_scores_gemma":[0.0012993582,0.0043308786,0.71544677,0.001306847,0.00050591177,0.0032214944,0.18876931,0.016906261,0.0039958046,0.0048582237,0.05917584,0.00018321232],"about_ca_topic_score_codex":0.8103287,"about_ca_topic_score_gemma":0.9476229,"teacher_disagreement_score":0.18967128,"about_ca_system_score_codex":0.035416782,"about_ca_system_score_gemma":0.04410343,"threshold_uncertainty_score":0.38157654},"labels":[],"label_agreement":null},{"id":"W2083111387","doi":"10.1016/j.evalprogplan.2011.03.003","title":"Using hybrid models to support the development of organizational evaluation capacity: A case narrative","year":2011,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Work (physics); Narrative; Process management; Program evaluation; Public sector; Internal validity; Knowledge management; Management science; Computer science; Business; Engineering; Political science; Medicine","score_opus":0.7330308143647964,"score_gpt":0.5574659762554713,"score_spread":0.1755648381093251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083111387","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44391763,0.000814906,0.4618955,0.006309414,0.00012563667,0.0011432648,0.00042914157,0.00038015956,0.08498434],"genre_scores_gemma":[0.84426713,0.00016477218,0.1528562,0.00011793607,0.00000982949,0.00038468622,0.00009524322,0.00004596315,0.0020581307],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.985715,0.011706592,0.00040891004,0.00039711845,0.0012109749,0.0005613363],"domain_scores_gemma":[0.93902487,0.050809994,0.0015281762,0.0040046335,0.0036847652,0.0009474972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018714687,0.00071984745,0.00048126996,0.0018114522,0.0017204916,0.006506319,0.0028445728,0.0016109055,0.0037883827],"category_scores_gemma":[0.043572713,0.0005500317,0.00075762643,0.0019767946,0.0020663922,0.0059864502,0.0045801997,0.0026108762,0.00038891792],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008597332,0.0010048214,0.025580382,0.00055822614,0.00024059178,0.0017558354,0.011374049,0.35659745,0.0017348465,0.44266784,0.004568864,0.1530573],"study_design_scores_gemma":[0.00015685832,0.0005407039,0.003042617,0.00041130892,0.00011724205,0.0005027313,0.007222646,0.81611675,0.0039293068,0.1448129,0.023024106,0.00012292298],"about_ca_topic_score_codex":0.006912949,"about_ca_topic_score_gemma":0.013683229,"teacher_disagreement_score":0.018714687,"about_ca_system_score_codex":0.0051819272,"about_ca_system_score_gemma":0.0044211037,"threshold_uncertainty_score":0.09897387},"labels":[],"label_agreement":null},{"id":"W2083520380","doi":"10.1016/j.evalprogplan.2012.03.002","title":"Getting real about policy and practice needs: Evaluation as a bridge between the problem and solution space","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Bridge (graph theory); Relevance (law); Equity (law); Psychological intervention; Context (archaeology); Management science; Space (punctuation); Computer science; Engineering ethics; Sociology; Political science; Engineering; Medicine; Nursing; Geography","score_opus":0.2149147864638982,"score_gpt":0.5715934645973577,"score_spread":0.35667867813345955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083520380","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009132052,0.013754635,0.045952488,0.89601433,0.0017161055,0.00086793996,0.000074137664,0.00018951081,0.03229878],"genre_scores_gemma":[0.6662445,0.020890972,0.22183381,0.07684651,0.002198204,0.0061430894,0.00020898863,0.00038560425,0.0052484227],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6908513,0.26703826,0.008634668,0.003464876,0.022737807,0.007273082],"domain_scores_gemma":[0.43236408,0.49432883,0.014635802,0.015061976,0.02413684,0.019472456],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30544183,0.0018772706,0.0054728836,0.008325068,0.013825323,0.04161419,0.0067438334,0.021311367,0.011678448],"category_scores_gemma":[0.32733503,0.0017517778,0.0020862631,0.005271796,0.045806974,0.05044049,0.027613353,0.02357668,0.0009082629],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003835397,0.0019354839,0.010486177,0.007224716,0.0002889696,0.00045243895,0.043486305,0.002784557,0.00033431896,0.54676074,0.04561467,0.34024802],"study_design_scores_gemma":[0.00043854382,0.0006701411,0.00367099,0.014585266,0.0001650441,0.00037773995,0.07651493,0.005339767,0.0006478039,0.8362625,0.0610878,0.00023950191],"about_ca_topic_score_codex":0.00800142,"about_ca_topic_score_gemma":0.008546585,"teacher_disagreement_score":0.69455814,"about_ca_system_score_codex":0.022624338,"about_ca_system_score_gemma":0.12292934,"threshold_uncertainty_score":0.85651386},"labels":[],"label_agreement":null},{"id":"W2085864290","doi":"10.1016/j.evalprogplan.2014.11.007","title":"Putting program evaluation into practice: Enhancing the Girls Just Wanna Have Fun program","year":2014,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Youth Development and Social Support","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Medical education; Program evaluation; Psychology; Best practice; Positive Youth Development; Applied psychology; Medicine; Political science; Developmental psychology","score_opus":0.12614284378759907,"score_gpt":0.5050711693456029,"score_spread":0.3789283255580038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085864290","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32753903,0.0073616644,0.040813547,0.45776147,0.010199938,0.01253145,0.00058458827,0.0019830426,0.1412253],"genre_scores_gemma":[0.8173449,0.0058653755,0.10942378,0.036739457,0.0010391899,0.00826973,0.0003850819,0.0005374239,0.020394985],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9563858,0.03192374,0.0011401926,0.0015216615,0.0051727933,0.0038558922],"domain_scores_gemma":[0.94700724,0.017309604,0.0023496805,0.0040829536,0.007223669,0.022026818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06615045,0.0011725684,0.0014104265,0.0017938585,0.009604702,0.00861273,0.0038434016,0.0032528033,0.009201872],"category_scores_gemma":[0.072860226,0.00083249784,0.0013469247,0.0010531663,0.004262661,0.0077559836,0.017276796,0.007969207,0.0010235597],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007978562,0.01125191,0.02188964,0.0018042519,0.00033525107,0.00050925196,0.023335062,0.00076335797,0.0016389654,0.018694213,0.07741393,0.84156626],"study_design_scores_gemma":[0.00461489,0.01788787,0.12506875,0.027301708,0.0018534008,0.0013401927,0.13384305,0.0037979714,0.019525062,0.09843118,0.5655239,0.000812073],"about_ca_topic_score_codex":0.010136419,"about_ca_topic_score_gemma":0.032912396,"teacher_disagreement_score":0.06615045,"about_ca_system_score_codex":0.00885838,"about_ca_system_score_gemma":0.06777265,"threshold_uncertainty_score":0.34984118},"labels":[],"label_agreement":null},{"id":"W2089545426","doi":"10.1016/j.evalprogplan.2009.05.015","title":"Evolving systems of care with total clinical outcomes management","year":2009,"lang":"en","type":"letter","venue":"Evaluation and Program Planning","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Transformational leadership; Ideal (ethics); Quality (philosophy); Quality management; Process management; Risk analysis (engineering); Computer science; Medicine; Nursing; Psychology; Business; Management system; Engineering; Operations management; Political science; Social psychology","score_opus":0.09529507454496863,"score_gpt":0.45511281918483026,"score_spread":0.3598177446398616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089545426","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037882512,0.0014219665,0.006612431,0.9775239,0.0048345914,0.000051102532,0.000026687236,0.00005898076,0.0056821057],"genre_scores_gemma":[0.14023992,0.0052808523,0.05131536,0.76197964,0.032406297,0.00066374673,0.00019901237,0.00013528022,0.0077799554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97321045,0.010162131,0.0039144875,0.0022508379,0.008172743,0.002289305],"domain_scores_gemma":[0.9315915,0.031240387,0.004925343,0.0046456573,0.011377124,0.016219992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03674787,0.00061316765,0.0008540615,0.0011812234,0.0050147977,0.009930102,0.0039598546,0.017468875,0.0070554824],"category_scores_gemma":[0.074359596,0.0009150168,0.0014829265,0.001640947,0.008897367,0.015638944,0.012225642,0.02925572,0.00096095825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090849666,0.0004910148,0.018170657,0.0005361056,0.00018014757,0.0031182077,0.0023737769,0.0026186048,0.00077551405,0.14039616,0.57316595,0.25808302],"study_design_scores_gemma":[0.00038910628,0.00073987216,0.026265902,0.0028737506,0.00018224232,0.010380226,0.006192499,0.0090514235,0.0010228801,0.26049468,0.68217033,0.00023713883],"about_ca_topic_score_codex":0.0061726556,"about_ca_topic_score_gemma":0.019474305,"teacher_disagreement_score":0.03674787,"about_ca_system_score_codex":0.014077637,"about_ca_system_score_gemma":0.024818532,"threshold_uncertainty_score":0.19434363},"labels":[],"label_agreement":null},{"id":"W2092553603","doi":"10.1016/j.evalprogplan.2010.11.008","title":"New Jersey Children's Behavioral Healthcare System: Cross service delivery planning for transitional population of youth (ages 16 and 18+ years)","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Child Welfare and Adoption","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Center for Mental Health Services; University of South Florida; McGill University","keywords":"Cabinet (room); Welfare; Mental health; Service delivery framework; Health care; Population; Continuum of care; Transitional care; Foster care; Service (business); Medicine; Gerontology; Nursing; Political science; Business; Economic growth; Environmental health; Engineering; Psychiatry; Economics","score_opus":0.09102175049353632,"score_gpt":0.4380015215774175,"score_spread":0.34697977108388117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092553603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96959007,0.0005443849,0.00078767777,0.005197845,0.00010148954,0.0018212904,0.0054030307,0.000312775,0.016241515],"genre_scores_gemma":[0.9555437,0.0011485035,0.015320434,0.0034443883,0.00006567974,0.0023570885,0.0067422767,0.00007219538,0.015305692],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987533,0.0003001486,0.000088776316,0.00011475106,0.00026783848,0.00047503473],"domain_scores_gemma":[0.9968399,0.00028793776,0.0003385191,0.00010161555,0.00051039964,0.001921598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002096234,0.00039202586,0.00033369526,0.00097149424,0.0026553923,0.0013079608,0.0018719914,0.00082953117,0.0102624055],"category_scores_gemma":[0.0026845962,0.00052928826,0.000432937,0.00097323576,0.0003204113,0.0008938437,0.0022287904,0.0011244232,0.00076022313],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010845044,0.006487135,0.7038899,0.0002515143,0.00013201748,0.00078351557,0.0036934617,0.0012424097,0.0016168552,0.0013010561,0.06028517,0.2192325],"study_design_scores_gemma":[0.00045611683,0.0018389706,0.9737442,0.00019479236,0.00015391852,0.00026307316,0.0060568424,0.00178025,0.0011878605,0.00015684655,0.014130798,0.000036274938],"about_ca_topic_score_codex":0.4655846,"about_ca_topic_score_gemma":0.8051766,"teacher_disagreement_score":0.4655846,"about_ca_system_score_codex":0.008643005,"about_ca_system_score_gemma":0.04621034,"threshold_uncertainty_score":0.9257492},"labels":[],"label_agreement":null},{"id":"W2093407124","doi":"10.1016/j.evalprogplan.2010.08.002","title":"Participatory evaluation and process use within a social aid organization for at-risk families and youth","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Citizen journalism; Participatory action research; Process (computing); Participatory evaluation; Theme (computing); Sociology; Participant observation; Empirical research; Public relations; Psychology; Political science; Social science; Computer science","score_opus":0.34576509372296227,"score_gpt":0.5476790976864736,"score_spread":0.20191400396351133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093407124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90931094,0.00020479131,0.053574182,0.0015994852,0.00006328464,0.009209494,0.00015808997,0.00028386698,0.025595834],"genre_scores_gemma":[0.94698405,0.000118422446,0.045427702,0.00009650179,0.00001641475,0.004171109,0.00007167104,0.000028856983,0.0030854316],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9087069,0.08033296,0.0013880499,0.002308623,0.003736463,0.0035268525],"domain_scores_gemma":[0.92208296,0.058894727,0.0033482334,0.0037763899,0.006588402,0.00530928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.066260554,0.001033179,0.0007798608,0.0027566117,0.012033366,0.004775843,0.0026666792,0.0014884591,0.004345874],"category_scores_gemma":[0.06832276,0.00064208737,0.0006665457,0.0016724278,0.0042598485,0.0031603333,0.008315692,0.0018121671,0.0003824266],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050805523,0.017728528,0.05006637,0.0012631752,0.0001304041,0.0011840247,0.2155972,0.013714581,0.0045881853,0.022014562,0.0046962113,0.6639362],"study_design_scores_gemma":[0.0043016314,0.05740475,0.112870224,0.0028326092,0.00075285,0.0012166493,0.5351824,0.08332459,0.042013317,0.07334174,0.086136796,0.0006223995],"about_ca_topic_score_codex":0.012261783,"about_ca_topic_score_gemma":0.020323502,"teacher_disagreement_score":0.066260554,"about_ca_system_score_codex":0.008354831,"about_ca_system_score_gemma":0.033807945,"threshold_uncertainty_score":0.3504235},"labels":[],"label_agreement":null},{"id":"W2094920704","doi":"10.1016/j.evalprogplan.2010.11.007","title":"Short-term consultancy and collaborative evaluation in a post-conflict and humanitarian setting: Lessons from Afghanistan","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Process (computing); Strengths and weaknesses; Process management; Public relations; Term (time); sort; Political science; Business; Psychology; Computer science; Social psychology","score_opus":0.18804525281371393,"score_gpt":0.5408853601456034,"score_spread":0.3528401073318895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094920704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8066461,0.0058390764,0.015379641,0.08169414,0.0006916593,0.0013576356,0.00015320638,0.00029841193,0.087940045],"genre_scores_gemma":[0.9869385,0.0006532748,0.005355344,0.0016352264,0.000081753285,0.00034672904,0.000050880175,0.000035768404,0.004902595],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.94275856,0.04492181,0.00071044336,0.0009606635,0.0034445408,0.0072040623],"domain_scores_gemma":[0.883512,0.07138305,0.0038617507,0.0047781765,0.013969692,0.022495288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0524516,0.00058616337,0.000679463,0.0019808242,0.01803043,0.009852559,0.0045585753,0.0050855083,0.0073422566],"category_scores_gemma":[0.06368561,0.0005625785,0.0006327544,0.0028014025,0.006949539,0.005508182,0.011001735,0.005498716,0.0008571812],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029938396,0.008087628,0.06484467,0.0008788963,0.00024375782,0.0047198315,0.13100262,0.005827169,0.0012182541,0.03994467,0.03875809,0.70148057],"study_design_scores_gemma":[0.0019851853,0.006737182,0.18966903,0.0025925152,0.0002866629,0.0033689204,0.54640603,0.018035645,0.0024901605,0.083294,0.14454821,0.0005865824],"about_ca_topic_score_codex":0.06805528,"about_ca_topic_score_gemma":0.14668548,"teacher_disagreement_score":0.06805528,"about_ca_system_score_codex":0.020187177,"about_ca_system_score_gemma":0.055175446,"threshold_uncertainty_score":0.27739388},"labels":[],"label_agreement":null},{"id":"W2103740465","doi":"10.1016/j.evalprogplan.2010.10.005","title":"Evaluability Assessment of an immunization improvement strategy in rural Burkina Faso: Intervention theory versus reality, information need and evaluations","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Society for International Health; Université de Montréal","funders":"International Development Research Centre","keywords":"Intervention (counseling); Focus group; Psychology; Logic model; Process (computing); Public relations; Medicine; Nursing; Medical education; Political science; Business; Marketing; Computer science; Public administration","score_opus":0.4008475328398859,"score_gpt":0.6953593199705003,"score_spread":0.2945117871306144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103740465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854154,0.00030272672,0.0053476556,0.0009036394,0.000026819578,0.003972445,0.00016784809,0.000036795245,0.00382675],"genre_scores_gemma":[0.9944412,0.00009551323,0.004116446,0.00008703846,0.0000083496425,0.0010376301,0.00006570441,0.0000024401115,0.00014574421],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.89741653,0.088032976,0.004660328,0.002085337,0.006072718,0.001732186],"domain_scores_gemma":[0.81052965,0.14899239,0.017296623,0.0048461976,0.016159277,0.0021759153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.114615634,0.0006588632,0.00076822995,0.002324299,0.001538095,0.0019609223,0.001148512,0.00093399826,0.0014781852],"category_scores_gemma":[0.21055663,0.000356145,0.0009615124,0.0014102665,0.0014535735,0.003718623,0.0019908377,0.00082345866,0.000106899795],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020300847,0.023202796,0.43281674,0.0038642718,0.0018442011,0.00020258673,0.022487337,0.025042636,0.0033373092,0.007224265,0.0011766418,0.45850042],"study_design_scores_gemma":[0.0075543155,0.120407455,0.7216888,0.002955453,0.00325849,0.00021305516,0.029137108,0.07712272,0.019072503,0.011397879,0.006828838,0.000363394],"about_ca_topic_score_codex":0.014741621,"about_ca_topic_score_gemma":0.013703844,"teacher_disagreement_score":0.114615634,"about_ca_system_score_codex":0.010832823,"about_ca_system_score_gemma":0.012102335,"threshold_uncertainty_score":0.60615265},"labels":[],"label_agreement":null},{"id":"W2119978303","doi":"10.1016/j.evalprogplan.2015.09.006","title":"Utilization of internal evaluation results by community mental health organizations: Credibility in different forms","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Mental Health Association; York University","funders":"","keywords":"Credibility; Respondent; Internal consistency; Objectivity (philosophy); Mental health; Internal validity; Psychology; Consistency (knowledge bases); Program evaluation; Applied psychology; Public relations; Medicine; Political science; Clinical psychology; Psychometrics; Computer science; Psychiatry","score_opus":0.4930127229246157,"score_gpt":0.6011227326634501,"score_spread":0.10811000973883439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119978303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6525841,0.011675687,0.09765738,0.032571636,0.0013741585,0.00260717,0.0017485217,0.0009733321,0.1988081],"genre_scores_gemma":[0.980208,0.00082292024,0.015289698,0.001068897,0.00023652686,0.00045796228,0.00025161804,0.00020106383,0.0014634359],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.551963,0.3362945,0.02914376,0.0058917915,0.071886055,0.0048209587],"domain_scores_gemma":[0.11367509,0.68174887,0.04339569,0.05258529,0.104721405,0.0038737147],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3834028,0.0009292508,0.0018022234,0.013832001,0.003197204,0.011562012,0.0029401125,0.0024515209,0.0033419158],"category_scores_gemma":[0.7234866,0.0008613089,0.001973193,0.0085854605,0.00728339,0.008902586,0.006318773,0.0030608869,0.000520031],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00295326,0.0009556173,0.28968522,0.003883431,0.0015061394,0.0002614162,0.037338924,0.0024057196,0.0010022159,0.036742862,0.020170651,0.6030945],"study_design_scores_gemma":[0.001487851,0.0042680893,0.56677514,0.039346263,0.005929078,0.0018989712,0.080048196,0.074873835,0.029022617,0.10538934,0.089570895,0.001389729],"about_ca_topic_score_codex":0.0054610227,"about_ca_topic_score_gemma":0.0055771745,"teacher_disagreement_score":0.3834028,"about_ca_system_score_codex":0.006681332,"about_ca_system_score_gemma":0.010994235,"threshold_uncertainty_score":0.7603741},"labels":[],"label_agreement":null},{"id":"W2120293388","doi":"10.1016/j.evalprogplan.2011.10.005","title":"Beyond resistance: Exploring health managers’ propensity for participatory evaluation in a developing country","year":2011,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Institut National de Santé Publique du Québec","keywords":"Citizen journalism; Meaning (existential); Psychological intervention; Public relations; Psychology; Process (computing); Action (physics); Resistance (ecology); Participatory action research; Business; Applied psychology; Sociology; Nursing; Medicine; Political science; Computer science","score_opus":0.7568210147087717,"score_gpt":0.5826741051646402,"score_spread":0.17414690954413148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120293388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931623,0.00007658886,0.0015122021,0.0014918608,0.000007702669,0.000108525506,0.000013151507,0.000008089985,0.0036196013],"genre_scores_gemma":[0.99937075,0.000018045965,0.0003618797,0.00009866703,0.000003313223,0.000040167863,0.00000547169,0.0000024881745,0.00009915735],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.92928785,0.05771068,0.0026886356,0.0020549651,0.0040384494,0.004219407],"domain_scores_gemma":[0.61209494,0.2910415,0.059386615,0.012916729,0.0130831525,0.0114771295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07467737,0.00024680447,0.00038483573,0.0021193912,0.0037729375,0.004325684,0.0011591541,0.0016693907,0.0026617884],"category_scores_gemma":[0.2637075,0.00037993325,0.0005195259,0.0014104036,0.0044095605,0.0031199637,0.003627358,0.00273629,0.00019543138],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051833433,0.000787188,0.89938945,0.00013714506,0.00019172466,0.00037263686,0.058240205,0.0009266774,0.0006921054,0.0037934647,0.00071097765,0.03424011],"study_design_scores_gemma":[0.00007919337,0.0010500943,0.8421735,0.00028839306,0.00010894916,0.0005362863,0.13679917,0.005676328,0.0011791616,0.0073021576,0.0047179717,0.000088800196],"about_ca_topic_score_codex":0.0041796234,"about_ca_topic_score_gemma":0.0057636914,"teacher_disagreement_score":0.07467737,"about_ca_system_score_codex":0.003641659,"about_ca_system_score_gemma":0.0055066384,"threshold_uncertainty_score":0.39493638},"labels":[],"label_agreement":null},{"id":"W2131691648","doi":"10.1016/j.evalprogplan.2008.03.005","title":"Implementing paraprofessional strength-based early intervention home visitations","year":2008,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Family and Disability Support Research","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Health Canada; University of Auckland","keywords":"Intervention (counseling); Visitor pattern; Nursing; Psychology; Focus group; Data collection; Population; Service delivery framework; Program evaluation; Medical education; Medicine; Service (business); Business; Sociology; Environmental health; Political science; Computer science","score_opus":0.18680456571047538,"score_gpt":0.5308191241236713,"score_spread":0.3440145584131959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131691648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98004705,0.000346438,0.0035139965,0.0010794682,0.00009426636,0.0023875334,0.00011871693,0.00021694512,0.012195531],"genre_scores_gemma":[0.9785348,0.0004938676,0.014020879,0.0005116062,0.00003115314,0.0014524562,0.00015584564,0.000012778445,0.0047866395],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99858665,0.0005562576,0.00007755668,0.00010016901,0.0002538234,0.00042556142],"domain_scores_gemma":[0.9974148,0.0005700731,0.0001978491,0.00017027346,0.0005125022,0.0011344883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018067979,0.00041177525,0.00038299026,0.00068175205,0.0013782445,0.0006251489,0.0012475009,0.0007885488,0.0045993747],"category_scores_gemma":[0.004480653,0.00021311156,0.00039518168,0.0002713421,0.00017683565,0.0006056031,0.0018895504,0.0008791998,0.0005354089],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016218857,0.07049373,0.044296414,0.0005343909,0.00007106767,0.0003776005,0.0019561967,0.0006354456,0.0042451913,0.0003723802,0.0045033866,0.8708923],"study_design_scores_gemma":[0.0058360817,0.10570269,0.8092953,0.0028111422,0.0007302811,0.0019105095,0.01929295,0.0070553245,0.02393567,0.0028601617,0.020395007,0.00017482442],"about_ca_topic_score_codex":0.0050842827,"about_ca_topic_score_gemma":0.01966794,"teacher_disagreement_score":0.0050842827,"about_ca_system_score_codex":0.0011018893,"about_ca_system_score_gemma":0.0052799787,"threshold_uncertainty_score":0.015386403},"labels":[],"label_agreement":null},{"id":"W2136660033","doi":"10.1016/j.evalprogplan.2005.11.001","title":"Carrying out a social autopsy of deaths of persons who are homeless","year":2006,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Saint Paul University","funders":"","keywords":"Autopsy; Suicide prevention; Injury prevention; Poison control; Human factors and ergonomics; Occupational safety and health; Criminology; Gerontology; Medical emergency; Medicine; Psychiatry; Psychology; Environmental health; Pathology","score_opus":0.14168990963379532,"score_gpt":0.508408915329077,"score_spread":0.3667190056952816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136660033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775865,0.00079855224,0.003063345,0.000543608,0.00021191739,0.0007526247,0.0012387543,0.0000679627,0.015736878],"genre_scores_gemma":[0.98027635,0.0015840104,0.0047126007,0.0004546757,0.00018884761,0.00018134194,0.0013181821,0.000028906194,0.011255091],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9994524,0.00015560498,0.000093331524,0.00006682226,0.00010565978,0.00012618762],"domain_scores_gemma":[0.9967231,0.00061180716,0.0004927523,0.00041425493,0.0014566,0.00030146024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011150021,0.0006847709,0.0002420396,0.0040348223,0.0030175205,0.0005378074,0.00092076004,0.0010115404,0.002975904],"category_scores_gemma":[0.0072465064,0.0004819301,0.00039054765,0.00063764746,0.0007752288,0.0006570776,0.000985772,0.00089633366,0.00081085425],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005073347,0.0005420818,0.8535106,0.0003306088,0.00010968659,0.0665499,0.026165038,0.00030338313,0.012125418,0.0009675143,0.0045902305,0.034298312],"study_design_scores_gemma":[0.00005718381,0.002357046,0.79341614,0.00046386762,0.00038190387,0.051419243,0.0908665,0.0010267189,0.025530767,0.0018021436,0.032574415,0.000104092236],"about_ca_topic_score_codex":0.009583827,"about_ca_topic_score_gemma":0.015796367,"teacher_disagreement_score":0.009583827,"about_ca_system_score_codex":0.00047582417,"about_ca_system_score_gemma":0.0016659882,"threshold_uncertainty_score":0.019056082},"labels":[],"label_agreement":null},{"id":"W2139543842","doi":"10.1016/j.evalprogplan.2012.03.016","title":"When does a conceptual framework become a theory? Reflections from an accidental theorist","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Credibility; Citizen journalism; General partnership; Epistemology; Logic model; Accidental; Conceptual framework; Sociology; Management science; Point (geometry); Computer science; Work (physics); Engineering ethics; Political science; Engineering; Social science; Philosophy; Mathematics; Law","score_opus":0.28428521749575497,"score_gpt":0.5820025195645955,"score_spread":0.2977173020688405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139543842","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016092021,0.001717543,0.018448254,0.9419833,0.0017832118,0.00004268065,0.00002328465,0.000034923214,0.019874837],"genre_scores_gemma":[0.85471874,0.0023844033,0.02357734,0.11181965,0.0016239203,0.0004049326,0.000044669458,0.000286578,0.0051398617],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9324174,0.04927609,0.002592555,0.0037439025,0.0077701765,0.0041999174],"domain_scores_gemma":[0.77898526,0.1865987,0.005213008,0.008553952,0.014661656,0.0059874086],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09982438,0.0008251085,0.0013065073,0.0033171992,0.013290799,0.019367613,0.006230787,0.017542243,0.004111216],"category_scores_gemma":[0.12945412,0.0012279552,0.0017008295,0.0020726752,0.114789195,0.04391478,0.013628942,0.047436535,0.0006775277],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017699127,0.000033336317,0.0002683016,0.00004824294,0.000010523825,0.000149965,0.03160405,0.00026168558,0.00004262389,0.9552861,0.008138598,0.0041389097],"study_design_scores_gemma":[0.00003862464,0.000027482274,0.00017176685,0.0003881442,0.000012532662,0.00015469301,0.045056317,0.0010654698,0.00021958737,0.90539736,0.047429256,0.00003878476],"about_ca_topic_score_codex":0.010408569,"about_ca_topic_score_gemma":0.0073549696,"teacher_disagreement_score":0.90017563,"about_ca_system_score_codex":0.019356858,"about_ca_system_score_gemma":0.019625654,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2149395670","doi":"10.1016/j.evalprogplan.2015.03.009","title":"Home for now: A mixed-methods evaluation of a short-term housing support program for homeless families","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Renting; Subsidy; Subsidized housing; Voucher; Business; Quarter (Canadian coin); Affordable housing; Rental housing; Workforce; Economic growth; Economics; Engineering","score_opus":0.27598289572888385,"score_gpt":0.5932576891539583,"score_spread":0.3172747934250744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149395670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9571093,0.00077895913,0.001792133,0.000489926,0.00020174192,0.03620029,0.0014349355,0.00013941377,0.0018533362],"genre_scores_gemma":[0.87088597,0.0014448004,0.02122267,0.0010124989,0.0002592542,0.10126162,0.0011969161,0.00005047395,0.0026657237],"study_design_codex":"nonrandomized_trial","study_design_gemma":"qualitative","domain_scores_codex":[0.98387975,0.011124033,0.0010726125,0.001081814,0.0014672526,0.0013744903],"domain_scores_gemma":[0.9912935,0.0039790813,0.0009620335,0.0008181813,0.0010267441,0.0019203686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0139360335,0.0022155042,0.002840972,0.0018328086,0.0041732374,0.0018487031,0.0031949996,0.0030027155,0.006558568],"category_scores_gemma":[0.012901755,0.0013165007,0.0029609855,0.0013020557,0.0016465074,0.0024373296,0.0028410936,0.0027410123,0.00054667547],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.254111,0.42088947,0.014000119,0.005405577,0.0021705434,0.00039345425,0.0073843,0.002193662,0.0024025517,0.0007299599,0.0024511428,0.28786823],"study_design_scores_gemma":[0.33018923,0.58847827,0.05639389,0.0019322,0.004090331,0.00018511504,0.008128328,0.0025699711,0.0024687608,0.00094795576,0.0043883156,0.00022769127],"about_ca_topic_score_codex":0.016329003,"about_ca_topic_score_gemma":0.038422097,"teacher_disagreement_score":0.016329003,"about_ca_system_score_codex":0.005035511,"about_ca_system_score_gemma":0.013141577,"threshold_uncertainty_score":0.07370162},"labels":[],"label_agreement":null},{"id":"W2155432674","doi":"10.1016/j.evalprogplan.2013.12.001","title":"Government and voluntary sector differences in organizational capacity to do and use evaluation","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":60,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Government (linguistics); Turnover; Business; Work (physics); Organizational effectiveness; Public relations; Capacity building; Public sector; Psychology; Knowledge management; Political science; Management; Engineering; Economics; Computer science","score_opus":0.26169651629310603,"score_gpt":0.47235094517419796,"score_spread":0.21065442888109193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155432674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919343,0.00007591538,0.00021566632,0.00075861136,0.000011736656,0.000016293488,0.000067800065,0.000006547633,0.0069131074],"genre_scores_gemma":[0.9995066,0.000009653991,0.000035876932,0.000035954992,0.0000018506005,0.000005224174,0.00003070795,0.0000031617997,0.00037094488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98305434,0.0085830195,0.0009412494,0.00065142225,0.0021089222,0.0046609845],"domain_scores_gemma":[0.85371995,0.08854584,0.016784588,0.011022019,0.013443777,0.016483849],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015471148,0.000106268235,0.0002301659,0.001477867,0.0013554734,0.0030280494,0.0010155694,0.0009816501,0.0077460064],"category_scores_gemma":[0.0830693,0.00031852597,0.00037236264,0.0014338031,0.0026420837,0.0016005285,0.003446615,0.0012439236,0.0005754382],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015522501,0.001037303,0.92750114,0.00005721288,0.00008325332,0.00014756054,0.018585896,0.0006065978,0.0021138191,0.015883826,0.0017847734,0.03064631],"study_design_scores_gemma":[0.000025239911,0.00016980548,0.97722626,0.000033210225,0.000012518159,0.00010485595,0.016923022,0.0004762472,0.00029123822,0.002927482,0.0017956112,0.000014496536],"about_ca_topic_score_codex":0.016167846,"about_ca_topic_score_gemma":0.031733178,"teacher_disagreement_score":0.98452884,"about_ca_system_score_codex":0.0031563472,"about_ca_system_score_gemma":0.0049352027,"threshold_uncertainty_score":0.08182019},"labels":[],"label_agreement":null},{"id":"W2157727468","doi":"10.1016/j.evalprogplan.2004.07.004","title":"Implementing the ecological approach in tobacco control programs: results of a case study","year":2004,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Santé Montérégie; Nunavik Regional Board of Health and Social Services; Université de Montréal","funders":"Health Canada","keywords":"Implementation; Social ecological model; Public health; Conceptual framework; Control (management); Tobacco control; Population; Key (lock); Business; Management science; Process management; Environmental resource management; Knowledge management; Ecology; Computer science; Environmental health; Medicine; Engineering; Nursing; Sociology; Economics; Computer security","score_opus":0.28356773302272864,"score_gpt":0.5551130996426561,"score_spread":0.27154536661992745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157727468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941679,0.000104320214,0.000910932,0.0002507586,0.000007581192,0.00050182897,0.000012748205,0.000009557932,0.00403429],"genre_scores_gemma":[0.99407154,0.00033831978,0.0038531027,0.00015784804,0.0000080207665,0.0003742549,0.000017857288,0.0000072824105,0.0011716028],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98955476,0.0073434575,0.00026718786,0.00029289685,0.0011762833,0.0013653847],"domain_scores_gemma":[0.9917064,0.0049958015,0.0007702507,0.0005749649,0.0011350786,0.0008176857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010472579,0.0006092405,0.00045961974,0.0013998676,0.009786231,0.0016149476,0.0018279282,0.0023641596,0.0016939322],"category_scores_gemma":[0.017754443,0.00048881513,0.0007381901,0.0012653628,0.003253855,0.0013161993,0.0028299382,0.001540388,0.00020754998],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023523949,0.15315524,0.24292293,0.001416753,0.0002309233,0.021818237,0.27766794,0.0042683086,0.0049323975,0.008133491,0.001903984,0.2811975],"study_design_scores_gemma":[0.0012247222,0.057340935,0.2686834,0.0010295975,0.0007889166,0.017057542,0.60791004,0.007980575,0.012056831,0.004967094,0.020671839,0.00028851084],"about_ca_topic_score_codex":0.026003277,"about_ca_topic_score_gemma":0.073256634,"teacher_disagreement_score":0.026003277,"about_ca_system_score_codex":0.0031584003,"about_ca_system_score_gemma":0.0076851086,"threshold_uncertainty_score":0.055384934},"labels":[],"label_agreement":null},{"id":"W2225238741","doi":"10.1016/j.evalprogplan.2015.12.009","title":"Using RUFDATA to guide a logic model for a quality assurance process in an undergraduate university program","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Humber Polytechnic; University of Guelph-Humber","funders":"University of Guelph","keywords":"Logic model; Quality assurance; Process (computing); Engineering management; Engineering; Computer science; Engineering ethics; Medical education; Process management; Political science; Medicine; Operations management; Public administration; Programming language","score_opus":0.6424714629299201,"score_gpt":0.6461729343400731,"score_spread":0.003701471410152979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2225238741","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026660983,0.000039431518,0.9561428,0.0015611666,0.000028097702,0.00083410996,0.00087990833,0.0021910476,0.011662379],"genre_scores_gemma":[0.22796372,0.000061341205,0.7668128,0.00027819816,0.000009551336,0.0006590111,0.0010773132,0.00022051089,0.002917543],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9937405,0.0036155262,0.00045547387,0.00061543036,0.0010973451,0.00047573692],"domain_scores_gemma":[0.9772145,0.017027732,0.0010006416,0.0009533731,0.0033758327,0.00042780506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0102439355,0.00081550586,0.000616422,0.0036290647,0.0021664256,0.008209674,0.0027867334,0.0015692381,0.011815331],"category_scores_gemma":[0.030522278,0.000918481,0.0016520536,0.0015866229,0.0015729181,0.0054697804,0.0017394339,0.00228386,0.0014581264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044858898,0.00064515637,0.013253736,0.00053954154,0.00011031621,0.0005537185,0.0028345329,0.40511653,0.0030226184,0.3549471,0.007941154,0.210587],"study_design_scores_gemma":[0.00011525826,0.00015534341,0.000724031,0.00023741048,0.00008658292,0.0000842022,0.0009388924,0.87705874,0.003976846,0.10439417,0.012156118,0.00007243172],"about_ca_topic_score_codex":0.047979478,"about_ca_topic_score_gemma":0.05573281,"teacher_disagreement_score":0.047979478,"about_ca_system_score_codex":0.008629181,"about_ca_system_score_gemma":0.01149419,"threshold_uncertainty_score":0.09540039},"labels":[],"label_agreement":null},{"id":"W2251508941","doi":"10.1016/j.evalprogplan.2016.01.004","title":"Using the evaluation process as a lever for improving health and healthcare accessibility: The case of HCV services organization in Quebec","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Diabetes Management and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke; Hôpital Charles-Le Moyne","funders":"","keywords":"Transformative learning; Empowerment; Health care; Participatory evaluation; Process (computing); Knowledge management; Deliberation; Process management; Public relations; Psychology; Business; Medicine; Computer science; Sociology; Political science; Politics; Pedagogy","score_opus":0.13257802879075847,"score_gpt":0.49482797391793903,"score_spread":0.36224994512718056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251508941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81761086,0.0011875303,0.016893387,0.05138075,0.00019080636,0.002496533,0.00012197407,0.000108025946,0.1100101],"genre_scores_gemma":[0.9861211,0.00026054468,0.005320178,0.0017057615,0.000015780086,0.00032535708,0.00002496759,0.000017766206,0.006208545],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95218056,0.03853095,0.00052404695,0.00065857527,0.00227293,0.0058329874],"domain_scores_gemma":[0.96674114,0.019688863,0.0014146074,0.0010659647,0.005962511,0.0051268805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03194057,0.0004601846,0.00025207206,0.0011783892,0.024561135,0.0074595734,0.001785224,0.0025750606,0.003305514],"category_scores_gemma":[0.023678973,0.0003117411,0.0004546003,0.0014940774,0.010395057,0.002809958,0.005700478,0.0029321373,0.00021273842],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048506944,0.0021298719,0.08393852,0.0008869043,0.00009737278,0.021878298,0.5758973,0.005863391,0.004048482,0.09774904,0.022279428,0.18474638],"study_design_scores_gemma":[0.00028596222,0.0009268804,0.05687814,0.0014055474,0.00009931451,0.00170495,0.7365431,0.011938286,0.0028014495,0.012269251,0.174919,0.00022819529],"about_ca_topic_score_codex":0.7886154,"about_ca_topic_score_gemma":0.86548907,"teacher_disagreement_score":0.2113846,"about_ca_system_score_codex":0.081812985,"about_ca_system_score_gemma":0.11058089,"threshold_uncertainty_score":0.59359753},"labels":[],"label_agreement":null},{"id":"W2301037950","doi":"10.1016/j.evalprogplan.2016.03.001","title":"Planning an integrated agriculture and health program and designing its evaluation: Experience from Western Kenya","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"PATH; Bill and Melinda Gates Foundation","keywords":"Program evaluation; Agriculture; Occupational safety and health; Environmental planning; Human factors and ergonomics; Engineering; Poison control; Business; Economic growth; Environmental health; Political science; Geography; Medicine; Economics; Public administration","score_opus":0.1296405227431724,"score_gpt":0.4453615327165398,"score_spread":0.3157210099733674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2301037950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8902167,0.0055537126,0.011061552,0.012355249,0.00014739104,0.018157573,0.0004502112,0.00012525149,0.061932374],"genre_scores_gemma":[0.9126262,0.0053531257,0.061636377,0.0032794622,0.000058478345,0.005919132,0.00037904683,0.00009300892,0.010655098],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887289,0.0077589746,0.0004813679,0.0003973481,0.0007794848,0.001854053],"domain_scores_gemma":[0.990086,0.003555665,0.0008410193,0.00035033902,0.0014817066,0.0036852201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020183925,0.0008074647,0.00046216723,0.0009637649,0.0093811555,0.003488168,0.0019360919,0.0022537252,0.0066893175],"category_scores_gemma":[0.012461853,0.00067624426,0.00031686528,0.0019371131,0.0030274391,0.0029237487,0.0040931012,0.0018870152,0.0006625967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013943815,0.014183139,0.13326333,0.009878696,0.00016456636,0.011346328,0.24341658,0.005728127,0.010958608,0.012405851,0.013093884,0.5441666],"study_design_scores_gemma":[0.0018618966,0.021576624,0.25440198,0.011073378,0.00042303282,0.0037385032,0.4224161,0.0049407105,0.011335589,0.007965645,0.25980636,0.00046019623],"about_ca_topic_score_codex":0.060563635,"about_ca_topic_score_gemma":0.18006368,"teacher_disagreement_score":0.060563635,"about_ca_system_score_codex":0.00945434,"about_ca_system_score_gemma":0.036596265,"threshold_uncertainty_score":0.120422184},"labels":[],"label_agreement":null},{"id":"W2320316658","doi":"10.1016/j.evalprogplan.2016.02.003","title":"Active transportation to support diabetes prevention: Expanding school health promotion programming in an Indigenous community","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Urban Transport and Accessibility","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kahnawake Schools Diabetes Prevention Project; University of Alberta; McGill University","funders":"Academy of Scientific Research and Technology","keywords":"Walkability; Community-based participatory research; Pedestrian; Traffic calming; Active living; Health promotion; Context (archaeology); Community design; Psychological intervention; Indigenous; Participatory action research; Medical education; Psychology; Medicine; Environmental health; Geography; Nursing; Transport engineering; Sociology; Public health; Political science; Engineering; Physical activity","score_opus":0.13318395468932967,"score_gpt":0.48692074680703695,"score_spread":0.35373679211770725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320316658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99209434,0.0002972032,0.00026553564,0.0015836023,0.00007316123,0.0014190378,0.0000791962,0.000027740176,0.0041601397],"genre_scores_gemma":[0.9903031,0.0013820305,0.004157657,0.0006611997,0.00008593273,0.0016612195,0.00012547908,0.000009371471,0.0016140094],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968274,0.0013589358,0.000112934424,0.00022816559,0.000386784,0.0010857235],"domain_scores_gemma":[0.99599946,0.0006859273,0.00022152407,0.00019372818,0.00052457204,0.0023748435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004550382,0.0005966651,0.00056825625,0.00089412654,0.004654235,0.0020196203,0.001905986,0.0012242601,0.003209879],"category_scores_gemma":[0.005187867,0.00040707685,0.0011839591,0.0011032274,0.00096655625,0.0014330347,0.0034463136,0.002044926,0.0002657084],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005265359,0.13139802,0.19606593,0.002469333,0.00042673247,0.0010725542,0.046570882,0.0013636607,0.0051920335,0.0020445462,0.003344779,0.6047863],"study_design_scores_gemma":[0.0069302013,0.05595873,0.79618245,0.002812801,0.003065642,0.00041192607,0.1074428,0.0037216358,0.004334626,0.0019518508,0.016976442,0.00021093823],"about_ca_topic_score_codex":0.26432753,"about_ca_topic_score_gemma":0.38526633,"teacher_disagreement_score":0.7356725,"about_ca_system_score_codex":0.0053494284,"about_ca_system_score_gemma":0.03894058,"threshold_uncertainty_score":0.5255779},"labels":[],"label_agreement":null},{"id":"W2343146461","doi":"10.1016/j.evalprogplan.2016.02.005","title":"Building on a YMCA’s health and physical activity promotion capacities: A case study of a researcher-organization partnership to optimize adolescent programming_","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"General partnership; Capacity building; Public relations; Health promotion; Medical education; Promotion (chess); Competence (human resources); Thematic analysis; Curriculum; Psychology; Qualitative research; Knowledge management; Business; Medicine; Sociology; Public health; Political science; Nursing; Pedagogy; Computer science","score_opus":0.4321607553260688,"score_gpt":0.5905710736819928,"score_spread":0.158410318355924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343146461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792885,0.00014154163,0.0012729609,0.006926958,0.000116526055,0.00022816239,0.000026103511,0.000028326853,0.011970952],"genre_scores_gemma":[0.98848456,0.00025069705,0.0028604013,0.0013252364,0.00003386279,0.00014378413,0.00002256499,0.000028486436,0.0068504047],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99103594,0.005163525,0.0001370482,0.0003831151,0.000445799,0.0028346006],"domain_scores_gemma":[0.9914689,0.001786114,0.00060494983,0.00035266663,0.000612443,0.005174921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0078722695,0.0006196074,0.00042920726,0.0011105621,0.027593914,0.005491227,0.0031284778,0.0035635638,0.007635436],"category_scores_gemma":[0.009414013,0.0009456605,0.00068918784,0.00076593104,0.0062951343,0.0032987865,0.011246167,0.0072229602,0.0008980108],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028454533,0.007848117,0.08052474,0.00026926328,0.000052935644,0.026642302,0.7877039,0.00044952965,0.0033009187,0.015751164,0.00910009,0.06807248],"study_design_scores_gemma":[0.00008102709,0.0015212769,0.019351125,0.00025791352,0.0000355802,0.0053537386,0.93788576,0.0008027253,0.0011047863,0.0010896287,0.03245746,0.000058932445],"about_ca_topic_score_codex":0.019082243,"about_ca_topic_score_gemma":0.055472553,"teacher_disagreement_score":0.027593914,"about_ca_system_score_codex":0.004742647,"about_ca_system_score_gemma":0.018706487,"threshold_uncertainty_score":0.04163301},"labels":[],"label_agreement":null},{"id":"W2352252490","doi":"10.1016/j.evalprogplan.2016.05.002","title":"Steps towards incorporating heterogeneities into program theory: A case study of a data-driven approach","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Program evaluation; Management science; Computer science; Engineering; Data science; Political science; Public administration","score_opus":0.4316788458018273,"score_gpt":0.5556526633586825,"score_spread":0.12397381755685516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2352252490","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12769845,0.0003553421,0.8008008,0.024492031,0.00007774805,0.0017613188,0.00026007972,0.0003784008,0.044175856],"genre_scores_gemma":[0.46946296,0.00022083902,0.52702636,0.0007202644,0.000011064436,0.00062452187,0.00013589484,0.00010930625,0.0016887469],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9683081,0.025891107,0.0006683976,0.00096959004,0.0032705085,0.000892318],"domain_scores_gemma":[0.89990425,0.08072553,0.002070426,0.008909272,0.0066344202,0.0017560896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04454728,0.001047163,0.001116589,0.003413611,0.0032161463,0.012787869,0.0053549367,0.003918624,0.0040278058],"category_scores_gemma":[0.054042544,0.0009321256,0.0013826981,0.003218261,0.0060501425,0.00974759,0.0056563993,0.005750244,0.00046329113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003452956,0.0032470329,0.022601604,0.0010322055,0.0002741149,0.0016638916,0.015677053,0.128036,0.0024664742,0.6534538,0.0037473657,0.16745521],"study_design_scores_gemma":[0.0002370926,0.0006736321,0.002921277,0.0015133894,0.00014708308,0.0005068995,0.020001028,0.38114285,0.005552255,0.5392402,0.047893934,0.00017043167],"about_ca_topic_score_codex":0.015551546,"about_ca_topic_score_gemma":0.024950383,"teacher_disagreement_score":0.04454728,"about_ca_system_score_codex":0.009744908,"about_ca_system_score_gemma":0.021223834,"threshold_uncertainty_score":0.23559135},"labels":[],"label_agreement":null},{"id":"W2403038639","doi":"10.1016/j.evalprogplan.2016.05.003","title":"A pilot evaluation of group-based programming offered at a Canadian outpatient adult eating disorders clinic","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hotel Dieu Hospital; Queen's University","funders":"","keywords":"Eating disorders; Feeling; Anxiety; Outpatient clinic; Clinical psychology; Psychiatry; Group psychotherapy; Medicine; Psychology","score_opus":0.10540731755643551,"score_gpt":0.4251547056664948,"score_spread":0.3197473881100593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403038639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857481,0.00012077209,0.00049619086,0.00047114963,0.000089163426,0.00915866,0.0004619143,0.00008334502,0.0033706885],"genre_scores_gemma":[0.9755533,0.00055815163,0.010252146,0.0007188583,0.00009525438,0.008187919,0.0008611415,0.00003941632,0.0037338454],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9969409,0.0010318474,0.00013043158,0.00027971095,0.000582986,0.0010341576],"domain_scores_gemma":[0.99264866,0.0009764815,0.00032670403,0.00028487373,0.0013339303,0.0044292323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00306558,0.0009578094,0.0008038649,0.0008637408,0.0056592454,0.0012411507,0.0024551037,0.0010852158,0.005294012],"category_scores_gemma":[0.0058653443,0.00058223645,0.00097313436,0.0012604065,0.0012091778,0.0006054086,0.0015259954,0.002272871,0.0004291755],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.053414218,0.49108547,0.04720795,0.0015891461,0.000507556,0.0022757845,0.017579155,0.002806935,0.006540257,0.0007047769,0.00871961,0.3675692],"study_design_scores_gemma":[0.056557275,0.4355277,0.4419882,0.00095214974,0.00088392996,0.00084196735,0.033178207,0.0059835045,0.0046848604,0.0007397603,0.01835045,0.00031199135],"about_ca_topic_score_codex":0.48072252,"about_ca_topic_score_gemma":0.72796786,"teacher_disagreement_score":0.51927745,"about_ca_system_score_codex":0.012419118,"about_ca_system_score_gemma":0.041985303,"threshold_uncertainty_score":0.9558488},"labels":[],"label_agreement":null},{"id":"W2417468458","doi":"10.1016/j.evalprogplan.2016.06.003","title":"Transforming a municipal school sports programme through a critical communicative methodology: The role of the of advisory committee","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Inclusive Education and Diversity","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Stakeholder; Intersubjectivity; Focus group; Public relations; Intervention (counseling); Strengths and weaknesses; Stakeholder engagement; Political science; Psychological intervention; Sociology; Medical education; Psychology; Medicine; Nursing; Social psychology","score_opus":0.21994698442097202,"score_gpt":0.4913115165138282,"score_spread":0.27136453209285616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417468458","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20982648,0.0025662906,0.17553256,0.30037236,0.007731776,0.008894337,0.00016611136,0.0005503067,0.29435974],"genre_scores_gemma":[0.89387685,0.00069953664,0.056731097,0.010497864,0.0006902076,0.0035343715,0.000050255632,0.00022519211,0.033694666],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.80935824,0.16856223,0.003144113,0.0034939968,0.008069789,0.007371672],"domain_scores_gemma":[0.8280375,0.099584475,0.0096018305,0.008660238,0.027464116,0.026651843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16122779,0.00070650864,0.0006597265,0.0034793348,0.02764026,0.024944313,0.0041247634,0.0060685216,0.0074406853],"category_scores_gemma":[0.14852965,0.0008931529,0.0005711896,0.002232557,0.016323773,0.007867255,0.015661834,0.008241615,0.0006848625],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025811308,0.0009508976,0.009995379,0.0010162344,0.000118935444,0.00092685776,0.3277824,0.0021229202,0.0022197277,0.3401232,0.07840373,0.23608169],"study_design_scores_gemma":[0.00012290278,0.00042804648,0.009123232,0.0021486345,0.00014716231,0.0003621781,0.35910416,0.0028724377,0.0030133638,0.1138812,0.50860274,0.00019390149],"about_ca_topic_score_codex":0.011549289,"about_ca_topic_score_gemma":0.023138769,"teacher_disagreement_score":0.16122779,"about_ca_system_score_codex":0.019106379,"about_ca_system_score_gemma":0.121307574,"threshold_uncertainty_score":0.85266423},"labels":[],"label_agreement":null},{"id":"W2443703118","doi":"10.1016/j.evalprogplan.2016.06.004","title":"Looking for sufficient change: Evaluation of counsellor training for STI syndromic management in India","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Medical education; Medicine; Quarter (Canadian coin); Nursing; Psychology; Family medicine","score_opus":0.47035623618895767,"score_gpt":0.5755004938400317,"score_spread":0.10514425765107399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2443703118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915018,0.00047744298,0.0001821337,0.0018669622,0.000062689665,0.0019597753,0.00009550121,0.000030141515,0.0038235292],"genre_scores_gemma":[0.9949266,0.0006517302,0.0017713998,0.00067497615,0.00003293518,0.0011995558,0.00008149111,0.0000069446887,0.0006545092],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9880369,0.0072579025,0.0007312947,0.00036184973,0.0016607151,0.0019513553],"domain_scores_gemma":[0.98242825,0.0065918835,0.0013471657,0.0007064674,0.0024894455,0.006436813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0105114,0.00035401745,0.00070197,0.0007517225,0.0028244238,0.0015848103,0.0017815832,0.001347762,0.0037790288],"category_scores_gemma":[0.021051306,0.00038714622,0.00089008216,0.0009810798,0.00091349153,0.0009288441,0.0026203217,0.002271722,0.0002603368],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014669312,0.10668946,0.18142413,0.0036869997,0.00044599315,0.0014440108,0.03482312,0.0020989145,0.0034138754,0.0012191536,0.0043180394,0.6457669],"study_design_scores_gemma":[0.008199124,0.18283434,0.7273512,0.0030787499,0.0014340733,0.0007796524,0.05340023,0.0024438316,0.0051423553,0.0005429198,0.01459428,0.00019930566],"about_ca_topic_score_codex":0.026373243,"about_ca_topic_score_gemma":0.06260873,"teacher_disagreement_score":0.026373243,"about_ca_system_score_codex":0.0057016728,"about_ca_system_score_gemma":0.03307693,"threshold_uncertainty_score":0.055590272},"labels":[],"label_agreement":null},{"id":"W2460333031","doi":"10.1016/j.evalprogplan.2016.06.009","title":"The impacts of intergovernmental grants on municipal infrastructure: Evidence from the Canada-Quebec infrastructure works 2000 program","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Local Government Finance and Decentralization","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de la Recherche Scientifique","funders":"","keywords":"Investment (military); Critical infrastructure; Public infrastructure; Business; Transportation infrastructure; Water infrastructure; Finance; Public administration; Environmental planning; Political science; Water supply; Transport engineering; Engineering; Geography","score_opus":0.03116798306639455,"score_gpt":0.3624651910394529,"score_spread":0.33129720797305834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460333031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93053174,0.002508222,0.00027165463,0.013289616,0.000092905604,0.0003117623,0.0026153,0.000041543102,0.05033725],"genre_scores_gemma":[0.989262,0.0011898571,0.00013917712,0.0010317265,0.000024847739,0.00010563185,0.0005776064,0.000006438609,0.007662718],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98568,0.0039438037,0.0002851914,0.00039702008,0.004094963,0.0055990145],"domain_scores_gemma":[0.95759565,0.015767917,0.004716739,0.0014378466,0.014127787,0.0063540377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00943199,0.00044831578,0.0008949507,0.0024430417,0.0042755464,0.0038158046,0.0025662577,0.0016306528,0.0063918596],"category_scores_gemma":[0.043620855,0.00037474738,0.0007745598,0.0052516325,0.0036828297,0.0015729886,0.0031818512,0.0023115207,0.00030561397],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021036079,0.003200664,0.7714746,0.00087942084,0.0010776708,0.0005523426,0.008671377,0.0113611845,0.0006409841,0.0348096,0.055355184,0.1098734],"study_design_scores_gemma":[0.00043201895,0.00035361518,0.96218204,0.00038946074,0.0006342405,0.000029558745,0.010872018,0.0019810956,0.00043912535,0.0013830019,0.021258209,0.000045565608],"about_ca_topic_score_codex":0.9893745,"about_ca_topic_score_gemma":0.9962535,"teacher_disagreement_score":0.086251825,"about_ca_system_score_codex":0.086251825,"about_ca_system_score_gemma":0.1714995,"threshold_uncertainty_score":0.6258037},"labels":[],"label_agreement":null},{"id":"W2507236586","doi":"10.1016/j.evalprogplan.2016.08.005","title":"The use of Outcome Harvesting in learning-oriented and collaborative inquiry approaches to evaluation: An example from Calgary, Alberta","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"University of Toronto; United Way","keywords":"Neighbourhood (mathematics); Outcome (game theory); Work (physics); Collaborative learning; Process (computing); Community development; Knowledge management; Sociology; Public relations; Engineering; Computer science; Political science","score_opus":0.7616272255532968,"score_gpt":0.5431760229740711,"score_spread":0.21845120257922568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507236586","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33952433,0.006565087,0.0807158,0.03788189,0.00043952352,0.0026912324,0.00039336123,0.0006576902,0.53113097],"genre_scores_gemma":[0.9144945,0.0020641345,0.051898424,0.0016184452,0.000040341587,0.00050904055,0.00010484509,0.00018081517,0.029089414],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97078,0.01816251,0.00073060486,0.0009622065,0.0063113756,0.0030534097],"domain_scores_gemma":[0.94634604,0.03665946,0.0008083702,0.0030030971,0.010287296,0.0028956318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.044464808,0.000603693,0.00091734406,0.00412707,0.019972697,0.014712409,0.004242959,0.0030525618,0.003149088],"category_scores_gemma":[0.031953465,0.0005727032,0.00064993877,0.008105272,0.015631957,0.002784532,0.008505606,0.003777963,0.00033815557],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007924507,0.001035268,0.035329763,0.0010939615,0.00014613834,0.0029880777,0.11655024,0.008727559,0.0037562046,0.2504711,0.017671129,0.56143814],"study_design_scores_gemma":[0.00073005044,0.0013967421,0.12878922,0.0030124963,0.0005391953,0.0011632626,0.30852395,0.01572301,0.009670158,0.1663406,0.36341706,0.00069417915],"about_ca_topic_score_codex":0.88459396,"about_ca_topic_score_gemma":0.95955783,"teacher_disagreement_score":0.11540604,"about_ca_system_score_codex":0.073592775,"about_ca_system_score_gemma":0.13183343,"threshold_uncertainty_score":0.53395545},"labels":[],"label_agreement":null},{"id":"W2549585109","doi":"10.1016/j.evalprogplan.2016.11.013","title":"Measurement and evaluation practices of factors that contribute to effective health promotion collaboration functioning: A scoping review","year":2016,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Cancer Society; Athabasca University; University of British Columbia, Okanagan Campus; BC Cancer Agency; Kelowna General Hospital; University of British Columbia","funders":"Canadian Cancer Society","keywords":"Health promotion; Promotion (chess); Psychology; Focus group; Applied psychology; Outcome (game theory); Medical education; Knowledge management; Medicine; Nursing; Public health; Political science; Computer science; Marketing; Business","score_opus":0.5464098204252502,"score_gpt":0.6425705806916565,"score_spread":0.0961607602664063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549585109","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049190423,0.97333634,0.007864094,0.0031945996,0.00059544225,0.0061973245,0.0005308628,0.000055015,0.0033073614],"genre_scores_gemma":[0.043138914,0.9082623,0.03456261,0.00097192504,0.00019725453,0.011734521,0.00070248777,0.000041377014,0.00038858378],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8503647,0.07071513,0.05279927,0.004318868,0.020310648,0.0014913997],"domain_scores_gemma":[0.57698673,0.32209373,0.035998326,0.008407164,0.05500831,0.0015057065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.18362144,0.0025320698,0.007143624,0.04139068,0.0035336574,0.012247526,0.0035566303,0.003401064,0.0027137515],"category_scores_gemma":[0.38988218,0.0026170004,0.008364369,0.036230117,0.0034363873,0.011758384,0.0064896406,0.003063271,0.0006041195],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016696677,0.00009129248,0.0051108818,0.5672087,0.003483602,0.00016350781,0.0063061356,0.0005093175,0.000368001,0.0039262855,0.0034021304,0.40926322],"study_design_scores_gemma":[0.000049586113,0.00011174232,0.0040642465,0.95752,0.007620673,0.0001635274,0.0032968405,0.0002744132,0.00046971478,0.0018084898,0.024555586,0.00006516443],"about_ca_topic_score_codex":0.011288569,"about_ca_topic_score_gemma":0.024081714,"teacher_disagreement_score":0.18362144,"about_ca_system_score_codex":0.012331227,"about_ca_system_score_gemma":0.059945308,"threshold_uncertainty_score":0.9710946},"labels":[],"label_agreement":null},{"id":"W2551625718","doi":"10.1016/j.evalprogplan.2016.11.004","title":"Stakeholder’s perspective: Sustainability of a community health worker program in Afghanistan","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Memorial University of Newfoundland","funders":"International Development Research Centre","keywords":"Sustainability; Stakeholder; Business; Focus group; Community health; Public relations; Sustainability organizations; Health care; Marketing; Economic growth; Political science; Economics","score_opus":0.11196038242707305,"score_gpt":0.46985128287645955,"score_spread":0.3578909004493865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551625718","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10968315,0.0009673901,0.0027934185,0.8529877,0.0008813742,0.00022532803,0.00012319363,0.000022541022,0.032315828],"genre_scores_gemma":[0.92275065,0.000777235,0.0024062332,0.0695403,0.00047000597,0.000232,0.00004379899,0.000029375542,0.0037503515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.947978,0.035935704,0.0011484933,0.0008787892,0.003466238,0.010592733],"domain_scores_gemma":[0.9724148,0.011374448,0.0019844673,0.00064839295,0.00666952,0.0069084354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.043876864,0.0006411145,0.00046021902,0.0011100882,0.011856175,0.008487077,0.0027736442,0.012245456,0.007203251],"category_scores_gemma":[0.03895748,0.00029666733,0.00085930043,0.0010487225,0.0073000058,0.005268691,0.00891108,0.0066699963,0.00024905105],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012089158,0.0029782483,0.08283467,0.0033908018,0.0007828924,0.013499398,0.09195709,0.008098389,0.012827549,0.36782914,0.15965605,0.25493687],"study_design_scores_gemma":[0.0004985988,0.0033370347,0.05149511,0.003727652,0.00062649354,0.0033555059,0.43881616,0.005615207,0.010013778,0.1332487,0.3488078,0.00045793128],"about_ca_topic_score_codex":0.040062,"about_ca_topic_score_gemma":0.061414488,"teacher_disagreement_score":0.043876864,"about_ca_system_score_codex":0.009813926,"about_ca_system_score_gemma":0.07009368,"threshold_uncertainty_score":0.23204583},"labels":[],"label_agreement":null},{"id":"W2559887462","doi":"10.1016/j.evalprogplan.2016.12.007","title":"Justice involvement among homeless individuals with mental illnesses: Are self-report and administrative measures comparable?","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Wilfrid Laurier University; Douglas Mental Health University Institute; McGill University","funders":"","keywords":"Mental health; Economic Justice; Mental illness; Psychology; Occupational safety and health; Psychiatry; Clinical psychology; Criminology; Medicine; Political science","score_opus":0.2060274381458094,"score_gpt":0.5038758993439192,"score_spread":0.2978484611981098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559887462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948894,0.0005798687,0.00020361945,0.00064705533,0.000040921386,0.00020138717,0.0007911894,0.0000085139545,0.0026380576],"genre_scores_gemma":[0.9977458,0.00038927616,0.0003537904,0.0002230878,0.00003111779,0.00022852808,0.0007026903,0.0000033993608,0.00032229928],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9901106,0.0062437505,0.00090563117,0.0004021931,0.001383728,0.0009541383],"domain_scores_gemma":[0.9763707,0.007622285,0.007924336,0.0012664567,0.0051035187,0.0017125976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011959999,0.00033838372,0.000760841,0.0029616784,0.001538254,0.0026490605,0.0018193809,0.0013565626,0.00103398],"category_scores_gemma":[0.045351267,0.00042549783,0.0008819133,0.00291213,0.0012451523,0.0027746612,0.0019316826,0.0011640021,0.0002438468],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010769851,0.0006712113,0.98806363,0.000065628294,0.00007368717,0.000021887063,0.0012170884,0.000039595896,0.00003162498,0.00006166742,0.00028458846,0.0093616955],"study_design_scores_gemma":[0.000028324404,0.00042640266,0.9945075,0.00008740546,0.00006754582,0.000019610181,0.00430908,0.00016741396,0.00008100043,0.00006150071,0.00023414884,0.000010071322],"about_ca_topic_score_codex":0.04627509,"about_ca_topic_score_gemma":0.07288332,"teacher_disagreement_score":0.04627509,"about_ca_system_score_codex":0.0015108099,"about_ca_system_score_gemma":0.0029506064,"threshold_uncertainty_score":0.09201145},"labels":[],"label_agreement":null},{"id":"W2560044547","doi":"10.1016/j.evalprogplan.2016.12.003","title":"Strategies for fostering basic psychological needs support in high quality youth leadership programs","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Youth Development and Social Support","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Positive Youth Development; Competence (human resources); Autonomy; Negotiation; Psychology; Public relations; Context (archaeology); Applied psychology; Social psychology; Political science; Developmental psychology","score_opus":0.542972657330441,"score_gpt":0.5122153140984685,"score_spread":0.030757343231972434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560044547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7954229,0.0034501853,0.030095082,0.097927146,0.0010891099,0.016419575,0.000309792,0.0008288807,0.054457344],"genre_scores_gemma":[0.9096027,0.0017308227,0.07375918,0.004423264,0.00018461279,0.0055874498,0.00016509114,0.0000394449,0.0045074867],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9928497,0.004055518,0.00037734178,0.00029447558,0.00085648295,0.001566526],"domain_scores_gemma":[0.98394704,0.0030616228,0.0010759974,0.0005190515,0.0014841259,0.009912149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011827763,0.0006736112,0.00046446023,0.001954796,0.006272396,0.005335484,0.0029685688,0.0017227951,0.0061794813],"category_scores_gemma":[0.01730491,0.0005150781,0.0007355711,0.0010411761,0.0007735319,0.002311908,0.0070156446,0.003091117,0.00045024755],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066543045,0.026934756,0.073329955,0.002158512,0.0002468834,0.0008350747,0.024425212,0.0025370452,0.0040085725,0.009778746,0.036712963,0.81836677],"study_design_scores_gemma":[0.006271236,0.019364282,0.5001211,0.014331435,0.0019007778,0.0018127882,0.24130622,0.013792702,0.016779415,0.03428359,0.1495728,0.00046365437],"about_ca_topic_score_codex":0.011618698,"about_ca_topic_score_gemma":0.049739145,"teacher_disagreement_score":0.011827763,"about_ca_system_score_codex":0.0046964437,"about_ca_system_score_gemma":0.03871304,"threshold_uncertainty_score":0.062551975},"labels":[],"label_agreement":null},{"id":"W2571551176","doi":"10.1016/j.evalprogplan.2017.01.003","title":"Use of concurrent mixed methods combining concept mapping and focus groups to adapt a health equity tool in Canada","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Santé Montérégie; Université de Montréal; Université Laval","funders":"World Health Organization","keywords":"Equity (law); Health equity; Focus group; Concept map; Public health; Management science; Set (abstract data type); Knowledge management; Process (computing); Intervention mapping; Psychology; Process management; Computer science; Health promotion; Business; Engineering; Political science; Medicine; Marketing; Nursing; Artificial intelligence","score_opus":0.8168314045568528,"score_gpt":0.7330522249765823,"score_spread":0.08377917958027048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2571551176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82664675,0.0010464976,0.13217084,0.0026894629,0.00019289445,0.021411555,0.0014007137,0.0007857273,0.013655678],"genre_scores_gemma":[0.7184843,0.00033838488,0.26403666,0.00049937674,0.000018968667,0.013574461,0.0003910854,0.00011709044,0.00253966],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9559758,0.032202963,0.0017798839,0.0028056677,0.004983888,0.002251916],"domain_scores_gemma":[0.91730505,0.058125593,0.0029282554,0.0036842395,0.015890691,0.002066187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.058536172,0.0010415174,0.0010623377,0.0034232214,0.007114453,0.0032060596,0.003993816,0.0010515833,0.0028539656],"category_scores_gemma":[0.094597496,0.0012784712,0.0009534072,0.0038856221,0.0019792072,0.0021326342,0.007125678,0.001613562,0.00022986741],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002341377,0.0031739294,0.07291125,0.002389421,0.0005362213,0.00033613812,0.15428832,0.019439278,0.004174113,0.009994024,0.0055125915,0.7249034],"study_design_scores_gemma":[0.0047141616,0.0071676644,0.36713812,0.0042148703,0.003225295,0.00036831337,0.20896181,0.22272357,0.041783575,0.033240296,0.104852386,0.0016099438],"about_ca_topic_score_codex":0.91697806,"about_ca_topic_score_gemma":0.94179004,"teacher_disagreement_score":0.08302194,"about_ca_system_score_codex":0.05619659,"about_ca_system_score_gemma":0.14598069,"threshold_uncertainty_score":0.40773666},"labels":[],"label_agreement":null},{"id":"W2580523678","doi":"10.1016/j.evalprogplan.2017.01.004","title":"Implementation evaluation of early intensive behavioral intervention programs for children with autism spectrum disorders: A systematic review of studies in the last decade","year":2017,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; Université du Québec à Trois-Rivières","funders":"","keywords":"Intervention (counseling); Autism; Psychological intervention; Systematic review; Autism spectrum disorder; Protocol (science); Psychology; Clinical psychology; Medicine; MEDLINE; Developmental psychology; Psychiatry; Alternative medicine","score_opus":0.6237094503308981,"score_gpt":0.6133015461684089,"score_spread":0.010407904162489157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580523678","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040268735,0.99468166,0.00018328188,0.00016071995,0.000092721486,0.00044224065,0.00021015959,0.000009004818,0.00019329776],"genre_scores_gemma":[0.0407142,0.9560533,0.0018084873,0.00042677147,0.00006344934,0.0006205966,0.00021547166,0.0000063527423,0.00009143749],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99306124,0.0026623853,0.0020607898,0.0005799737,0.0013976574,0.0002379024],"domain_scores_gemma":[0.9858068,0.009897967,0.0027144998,0.000217433,0.0011170765,0.00024610394],"candidate_categories":["metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.010006071,0.00151208,0.0077491947,0.0041665607,0.0005746821,0.002211136,0.0020764917,0.0015610162,0.0024624541],"category_scores_gemma":[0.03318503,0.0007222673,0.0076057287,0.0042956355,0.0007061906,0.0013314969,0.0015976881,0.001702866,0.000114235176],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012881985,0.00023894383,0.0017565606,0.8456908,0.023073778,0.000077043616,0.00029470038,0.00024347936,0.0002448679,0.00019815187,0.0008793217,0.12601422],"study_design_scores_gemma":[0.0020105331,0.0014273521,0.011017569,0.7579657,0.20908993,0.00028239077,0.0006151832,0.00022220514,0.0007216178,0.00030053145,0.016283596,0.00006345856],"about_ca_topic_score_codex":0.011772948,"about_ca_topic_score_gemma":0.031686787,"teacher_disagreement_score":0.9922508,"about_ca_system_score_codex":0.003605194,"about_ca_system_score_gemma":0.012056903,"threshold_uncertainty_score":0.05291778},"labels":[],"label_agreement":null},{"id":"W2587275352","doi":"10.1016/j.evalprogplan.2017.02.005","title":"Concept mapping internal validity: A case of misconceived mapping?","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep Marie-Victorin; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Internal validity; Engineering; Psychology; Computer science; Mathematics; Statistics","score_opus":0.49797449573113756,"score_gpt":0.5785909440871707,"score_spread":0.08061644835603315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587275352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109007396,0.0072640553,0.5762058,0.22612111,0.001996736,0.001082584,0.00017350542,0.0005459473,0.077602886],"genre_scores_gemma":[0.8837839,0.0013129171,0.09831744,0.011965265,0.0004782321,0.0017520868,0.0000697932,0.00036705445,0.001953338],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.457782,0.4425967,0.017361563,0.0149543425,0.06316677,0.0041385954],"domain_scores_gemma":[0.17830233,0.7125074,0.024968699,0.05396331,0.028698148,0.0015600654],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3749467,0.0016089948,0.0020105487,0.0099946,0.012171757,0.01316889,0.010526343,0.009182429,0.0029039958],"category_scores_gemma":[0.6757949,0.0017820445,0.0018229254,0.010584452,0.08423223,0.027423646,0.018873341,0.015188535,0.00055830483],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011433731,0.000039930845,0.004588838,0.0010997762,0.00010225474,0.0017922962,0.3066497,0.0008775399,0.0003801827,0.6029442,0.0066134813,0.074797496],"study_design_scores_gemma":[0.00009510249,0.000104283026,0.0017764256,0.0062187216,0.00009197812,0.004249346,0.113612145,0.01175071,0.0026035989,0.7730769,0.08619834,0.00022243227],"about_ca_topic_score_codex":0.00723427,"about_ca_topic_score_gemma":0.0035524433,"teacher_disagreement_score":0.6250533,"about_ca_system_score_codex":0.013929502,"about_ca_system_score_gemma":0.015886616,"threshold_uncertainty_score":0.770802},"labels":[],"label_agreement":null},{"id":"W2599296695","doi":"10.1016/j.evalprogplan.2017.03.007","title":"Diversity training for the community aged care workers: A conceptual framework for evaluation","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Human Resource Development and Performance Evaluation","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Institute on Minority Health and Health Disparities; Department of Social Services, Australian Government","keywords":"Diversity (politics); Diversity training; Training (meteorology); Conceptual framework; Human factors and ergonomics; Psychology; Gerontology; Poison control; Nursing; Medical education; Applied psychology; Medicine; Sociology; Environmental health; Geography","score_opus":0.39049237357031147,"score_gpt":0.5107415331935514,"score_spread":0.12024915962323995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599296695","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049008057,0.022603365,0.48637462,0.24042971,0.0009404244,0.015354431,0.0007615476,0.00039095702,0.18413688],"genre_scores_gemma":[0.6593976,0.006186537,0.3071765,0.0064756502,0.0002230965,0.016426517,0.00022706111,0.00006651842,0.0038205276],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.89668775,0.08102037,0.0047455514,0.0022682378,0.011694465,0.003583678],"domain_scores_gemma":[0.9155514,0.058629114,0.005654961,0.0025620717,0.01024708,0.007355349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13352571,0.0016039473,0.0020663736,0.00941211,0.009604054,0.019938556,0.0061515924,0.0073371013,0.0034616054],"category_scores_gemma":[0.0909513,0.0009801796,0.0015975785,0.00574633,0.027716685,0.011995149,0.011845249,0.0057327957,0.00027504563],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057813475,0.0006896129,0.00591675,0.0014190675,0.000075461256,0.00007918506,0.011811898,0.0034682595,0.00017165314,0.90866166,0.0051936475,0.062455054],"study_design_scores_gemma":[0.00035224625,0.0013647471,0.012789466,0.015310269,0.0003151435,0.00033969007,0.051692896,0.014813208,0.0011441429,0.8312359,0.07040155,0.00024084232],"about_ca_topic_score_codex":0.023600256,"about_ca_topic_score_gemma":0.031351767,"teacher_disagreement_score":0.13352571,"about_ca_system_score_codex":0.04004188,"about_ca_system_score_gemma":0.10796002,"threshold_uncertainty_score":0.70615995},"labels":[],"label_agreement":null},{"id":"W2612136089","doi":"10.1016/j.evalprogplan.2017.05.012","title":"The theory of change of the evaluation support program: Enhancing the role of community organizations in providing an ecology of care for neurological disorders","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ontario Brain Institute","funders":"","keywords":"Theory of change; Program evaluation; Capacity building; Field (mathematics); Business; Process management; Public relations; Knowledge management; Engineering; Political science; Computer science; Management; Public administration","score_opus":0.3067197470604154,"score_gpt":0.5514533322275317,"score_spread":0.2447335851671163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612136089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14021243,0.0032809323,0.41551566,0.24897496,0.0020523418,0.0020330937,0.00016746989,0.00034163267,0.18742147],"genre_scores_gemma":[0.9159799,0.00074280915,0.07544098,0.0040321834,0.00016119405,0.0010011732,0.000032672848,0.000046596342,0.0025625743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95485395,0.0392013,0.00048774833,0.0012404267,0.0029860986,0.0012304356],"domain_scores_gemma":[0.92191523,0.06388782,0.0027688593,0.0032360551,0.0039509973,0.0042409734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.036967885,0.00080422044,0.000716014,0.002435926,0.0039851894,0.00714379,0.0026543038,0.003464011,0.006309394],"category_scores_gemma":[0.085381135,0.00044438336,0.0009699626,0.0014796194,0.01911079,0.0076436815,0.005451273,0.0036153349,0.00035773052],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023375529,0.0010988417,0.0107213585,0.00059167587,0.00011980557,0.00017042653,0.0091937,0.010143066,0.00022680033,0.8410931,0.007824559,0.118582904],"study_design_scores_gemma":[0.00042331772,0.00095275417,0.006983461,0.0008662612,0.00015199232,0.0002465684,0.010386409,0.03428656,0.00066042674,0.91515636,0.029794397,0.00009155036],"about_ca_topic_score_codex":0.008916119,"about_ca_topic_score_gemma":0.008804819,"teacher_disagreement_score":0.036967885,"about_ca_system_score_codex":0.00924938,"about_ca_system_score_gemma":0.025850201,"threshold_uncertainty_score":0.19550723},"labels":[],"label_agreement":null},{"id":"W2612308238","doi":"10.1016/j.evalprogplan.2017.05.013","title":"Putting evaluation capacity building in context: Reflections on the Ontario Brain Institute’s Evaluation Support Program","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Framing (construction); Phenomenon; Theory of change; Context (archaeology); Engineering ethics; Public relations; Psychology; Sociology; Political science; Engineering; Epistemology","score_opus":0.6438070308226429,"score_gpt":0.6110897806645028,"score_spread":0.03271725015814009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612308238","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063379155,0.0014068476,0.00080957176,0.9802311,0.0011922898,0.000182964,0.000053559124,0.00003758396,0.009748207],"genre_scores_gemma":[0.34505183,0.0044047185,0.017295824,0.5888171,0.0024037655,0.001121211,0.00019992903,0.00034115947,0.040364467],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.8805634,0.04139443,0.0046470314,0.004359273,0.026344817,0.042690992],"domain_scores_gemma":[0.6888088,0.12912807,0.006612103,0.006457434,0.061353914,0.10763974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.15111096,0.0010858125,0.0016212936,0.00200202,0.045448843,0.033920035,0.011951313,0.032272868,0.008924144],"category_scores_gemma":[0.17057338,0.0019855686,0.0026705728,0.0026809105,0.040166184,0.01334385,0.024376856,0.05289032,0.00077880593],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000264081,0.0005762125,0.006592233,0.00064427394,0.00020345418,0.0011954427,0.052550644,0.0024673815,0.0010773877,0.12186459,0.7505749,0.06198953],"study_design_scores_gemma":[0.0004778634,0.00026619865,0.023624709,0.0015921582,0.00010660347,0.00021340986,0.061280455,0.0013643708,0.00085812714,0.041190494,0.868431,0.0005945915],"about_ca_topic_score_codex":0.9131061,"about_ca_topic_score_gemma":0.9735719,"teacher_disagreement_score":0.9131061,"about_ca_system_score_codex":0.2340189,"about_ca_system_score_gemma":0.62713915,"threshold_uncertainty_score":0.8884295},"labels":[],"label_agreement":null},{"id":"W2612615669","doi":"10.1016/j.evalprogplan.2017.05.001","title":"Valuing and embracing complexity: How an understanding of complex interventions needs to shape our evaluation capacities building initiatives","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Psychological intervention; Causality (physics); Intervention (counseling); Management science; Capacity building; Key (lock); Computer science; Process management; Engineering ethics; Public relations; Risk analysis (engineering); Psychology; Engineering; Political science; Business; Economic growth; Computer security; Economics","score_opus":0.796484179060009,"score_gpt":0.6287786959034635,"score_spread":0.16770548315654554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612615669","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15091637,0.0064501823,0.25529101,0.4531416,0.0010046853,0.0016650236,0.00012124903,0.000310296,0.13109954],"genre_scores_gemma":[0.9009658,0.0024318881,0.086586185,0.0068869893,0.00013796748,0.00088879,0.000042034346,0.00011375323,0.0019465935],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8859264,0.09456067,0.0025338412,0.0025721733,0.009635284,0.0047716377],"domain_scores_gemma":[0.8215261,0.12891643,0.009889216,0.00989447,0.013168926,0.016604878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12037245,0.0012039739,0.0017338878,0.0036462257,0.009862658,0.029518478,0.0042622825,0.005283554,0.006277156],"category_scores_gemma":[0.16365972,0.0008619923,0.0011700183,0.0024169693,0.04089179,0.03032019,0.02016496,0.011679738,0.00044749645],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015324315,0.0007554133,0.012148966,0.0014931225,0.00026157574,0.0003554366,0.07133068,0.0047841426,0.0015251562,0.70986325,0.009224082,0.18810493],"study_design_scores_gemma":[0.00005242539,0.0002384825,0.0057313913,0.0025859114,0.00012169777,0.000258064,0.04961939,0.0044701253,0.0020988996,0.89484966,0.039767914,0.00020606077],"about_ca_topic_score_codex":0.008544396,"about_ca_topic_score_gemma":0.013721133,"teacher_disagreement_score":0.12037245,"about_ca_system_score_codex":0.016595202,"about_ca_system_score_gemma":0.055388372,"threshold_uncertainty_score":0.636598},"labels":[],"label_agreement":null},{"id":"W2612922875","doi":"10.1016/j.evalprogplan.2017.05.003","title":"Experiments in evaluation capacity building: Enhancing brain disorders research impact in Ontario","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Ontario Brain Institute; University of Toronto","funders":"","keywords":"Capacity building; Program evaluation; Psychological intervention; Research program; Evaluation methods; Business; Public relations; Knowledge management; Engineering; Political science; Computer science; Medicine; Nursing; Public administration","score_opus":0.668659228008001,"score_gpt":0.6638961236352161,"score_spread":0.004763104372784932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612922875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9075853,0.0008087826,0.0060201483,0.019120023,0.00026036584,0.008960474,0.0016254564,0.0002920072,0.055327307],"genre_scores_gemma":[0.9787274,0.0003686249,0.010092149,0.0009493611,0.00005129198,0.0023694462,0.0005248175,0.000033038552,0.006883869],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9688752,0.019494262,0.0010760988,0.0012834432,0.0037739025,0.005496995],"domain_scores_gemma":[0.88670033,0.05147571,0.006108131,0.008533935,0.026414266,0.020767584],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.044657156,0.0006466685,0.0005905598,0.001002426,0.012522576,0.0041126492,0.0036093432,0.0020273738,0.00634706],"category_scores_gemma":[0.06015854,0.0007527784,0.0009445182,0.0021823894,0.0053767385,0.0032718517,0.0056615914,0.0023813408,0.0005839546],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025894143,0.035235472,0.3185602,0.00359605,0.00094818335,0.0020149422,0.05100383,0.050925195,0.015749324,0.060853142,0.0704585,0.36476102],"study_design_scores_gemma":[0.010924078,0.0163537,0.7027334,0.0015911052,0.00081469724,0.000314451,0.040307175,0.026476324,0.024172839,0.028784906,0.14691605,0.0006112814],"about_ca_topic_score_codex":0.91081774,"about_ca_topic_score_gemma":0.9608515,"teacher_disagreement_score":0.9553428,"about_ca_system_score_codex":0.10751377,"about_ca_system_score_gemma":0.2943771,"threshold_uncertainty_score":0.78007066},"labels":[],"label_agreement":null},{"id":"W2613076730","doi":"10.1016/j.evalprogplan.2017.05.002","title":"Reflections on experiential learning in evaluation capacity building with a community organization, Dancing With Parkinson’s","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Experiential learning; Capacity building; Process (computing); Work (physics); Knowledge management; Theory of change; Public relations; Process management; Business; Psychology; Engineering; Political science; Computer science; Sociology; Pedagogy","score_opus":0.4199949220885857,"score_gpt":0.5642586873955286,"score_spread":0.14426376530694296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613076730","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26587662,0.003655532,0.013451421,0.62268925,0.011561477,0.001198905,0.000105127554,0.00016741695,0.081294276],"genre_scores_gemma":[0.8627296,0.0029781074,0.012819319,0.07224116,0.002347769,0.0009667167,0.0000882127,0.00019332508,0.04563579],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9608471,0.029536152,0.0008017002,0.0010993998,0.002237122,0.0054785535],"domain_scores_gemma":[0.94372797,0.02904319,0.0010534477,0.0013441145,0.0066685244,0.018162774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04375554,0.0009657315,0.0004938332,0.00071165885,0.019085398,0.011118594,0.005610856,0.011221676,0.008366544],"category_scores_gemma":[0.0669194,0.000740392,0.0011705518,0.0007022825,0.015237734,0.00718432,0.0152646685,0.0319314,0.0012898699],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004365209,0.008429722,0.0041059135,0.0007460827,0.00006692924,0.010455287,0.7142195,0.0015549536,0.002264022,0.027426515,0.104918525,0.12537605],"study_design_scores_gemma":[0.00011547913,0.0009293103,0.002805886,0.00083397224,0.000028910777,0.0014161386,0.73375577,0.0005243138,0.0012905365,0.011782808,0.24639954,0.00011736166],"about_ca_topic_score_codex":0.012060572,"about_ca_topic_score_gemma":0.030921018,"teacher_disagreement_score":0.04375554,"about_ca_system_score_codex":0.011687324,"about_ca_system_score_gemma":0.01844428,"threshold_uncertainty_score":0.23140419},"labels":[],"label_agreement":null},{"id":"W2737734760","doi":"10.1016/j.evalprogplan.2017.07.006","title":"Finding the sweet spot: Developing, implementing and evaluating a burn out and compassion fatigue intervention for third year medical trainees","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University; CARE Canada; Bruyère","funders":"Associated Medical Services","keywords":"Burnout; Compassion fatigue; Intervention (counseling); Medicine; Nursing; Compassion; Emotional exhaustion; Psychology; Medical education; Clinical psychology","score_opus":0.3951525910122899,"score_gpt":0.6195339165471256,"score_spread":0.22438132553483575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737734760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934982,0.00029524486,0.0010081104,0.0006519799,0.000048422644,0.0033367919,0.000038878712,0.00004567313,0.0010766762],"genre_scores_gemma":[0.9596038,0.0009457175,0.03206637,0.0010230803,0.00003354948,0.004870289,0.00015395481,0.00001797966,0.001285223],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99661165,0.0015691561,0.0001474234,0.0001678069,0.00060557196,0.0008984331],"domain_scores_gemma":[0.9945385,0.00092208333,0.00072464097,0.00021193984,0.0010423432,0.0025604488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006459119,0.0005463697,0.0006279219,0.00042160985,0.0019424288,0.0013003256,0.0019320265,0.0011123498,0.0008572421],"category_scores_gemma":[0.009444597,0.00041042696,0.0008370086,0.0004145346,0.0010013193,0.00055971707,0.001880116,0.0014445124,0.00013869458],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052268156,0.09401142,0.08355997,0.0036981932,0.0004310655,0.00075901573,0.041582733,0.003487775,0.015925169,0.0006877405,0.0056334143,0.7449967],"study_design_scores_gemma":[0.010610429,0.2997916,0.56841063,0.0033690766,0.0013721175,0.00071388576,0.047086973,0.0061913873,0.028848723,0.00087717257,0.032350052,0.00037789036],"about_ca_topic_score_codex":0.063467145,"about_ca_topic_score_gemma":0.16487366,"teacher_disagreement_score":0.063467145,"about_ca_system_score_codex":0.008305175,"about_ca_system_score_gemma":0.03638637,"threshold_uncertainty_score":0.12619543},"labels":[],"label_agreement":null},{"id":"W2745182400","doi":"10.1016/j.evalprogplan.2017.08.001","title":"Results of a utilization-focused evaluation of a Right To Play program for Indigenous youth","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Youth Development and Social Support","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of British Columbia, Okanagan Campus; University of British Columbia; Royal Ottawa Mental Health Centre; University of Ottawa","funders":"Social Sciences and Humanities Research Council","keywords":"Indigenous; Thematic analysis; Variety (cybernetics); Medical education; Program evaluation; Positive Youth Development; Flexibility (engineering); Pace; Focus group; Life skills; Psychology; Public relations; Best practice; Applied psychology; Qualitative research; Political science; Business; Sociology; Medicine; Management; Marketing; Computer science","score_opus":0.2376201851627159,"score_gpt":0.4929507450275796,"score_spread":0.25533055986486364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745182400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99180335,0.00008072505,0.00029428588,0.00018317974,0.000023574425,0.0043776,0.00020266365,0.000025020907,0.0030097293],"genre_scores_gemma":[0.98844635,0.0004705586,0.0031656923,0.0002002733,0.00002742861,0.0050567095,0.00033780056,0.000014148355,0.0022810348],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9918025,0.0043875645,0.00048914406,0.00045504016,0.0011232153,0.0017426114],"domain_scores_gemma":[0.9945068,0.0016206829,0.00043746733,0.00039091936,0.0012554111,0.0017887832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008925013,0.00095103617,0.0010902206,0.0011419381,0.0036267634,0.001220429,0.0018354869,0.0011572604,0.002910135],"category_scores_gemma":[0.008876581,0.00043458553,0.0012919024,0.0010036574,0.0015822479,0.00079389254,0.0025689674,0.0013813536,0.00028997002],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04500258,0.39050052,0.07668972,0.004802706,0.00081541855,0.0016813044,0.049311493,0.0037909022,0.012052648,0.0016518952,0.0026366652,0.4110642],"study_design_scores_gemma":[0.026146837,0.29459944,0.5569226,0.0018119041,0.0033126692,0.0006019015,0.07752442,0.003210965,0.020933006,0.0016452774,0.013032269,0.00025859443],"about_ca_topic_score_codex":0.090710245,"about_ca_topic_score_gemma":0.17020081,"teacher_disagreement_score":0.090710245,"about_ca_system_score_codex":0.005767031,"about_ca_system_score_gemma":0.023822261,"threshold_uncertainty_score":0.18036455},"labels":[],"label_agreement":null},{"id":"W2746612650","doi":"10.1016/j.evalprogplan.2006.01.007","title":"","year":2006,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Occupational safety and health; Political science","score_opus":0.0917559696501645,"score_gpt":0.44003881105406956,"score_spread":0.3482828414039051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746612650","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028668647,0.0006891212,0.002216916,0.008557514,0.0005485243,0.00021575781,0.00044822154,0.00027433128,0.9841828],"genre_scores_gemma":[0.02952424,0.00080484914,0.0029187885,0.0029917862,0.00012649332,0.0001369558,0.0005261546,0.00009995058,0.96287066],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996806,0.00075691915,0.000108141176,0.00023352102,0.001552519,0.0005428918],"domain_scores_gemma":[0.99361837,0.001017026,0.00017731886,0.00070311915,0.0028106065,0.001673515],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047532935,0.00028153064,0.00027543714,0.0017233898,0.0030533066,0.0051593906,0.00080501736,0.0015359195,0.20175491],"category_scores_gemma":[0.009385888,0.00029852288,0.00029623686,0.0010260303,0.0011397657,0.0017333069,0.001913099,0.0015001263,0.04959385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056853718,0.00023120771,0.002849044,0.00010408278,0.0000058324736,0.000057502442,0.00053960783,0.00012763012,0.00047241282,0.07842575,0.6317759,0.28535414],"study_design_scores_gemma":[0.0000113661,0.000047647645,0.006684696,0.00017662674,0.000007750601,0.00008279987,0.00065931515,0.00013308413,0.00086001935,0.0065024435,0.9848252,0.000009156054],"about_ca_topic_score_codex":0.01787436,"about_ca_topic_score_gemma":0.046602726,"teacher_disagreement_score":0.7982451,"about_ca_system_score_codex":0.0034451478,"about_ca_system_score_gemma":0.015698956,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2750400467","doi":"10.1016/j.evalprogplan.2017.08.010","title":"On the evaluation of social innovations and social enterprises: Recognizing and integrating two solitudes in the empirical knowledge base","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Scholarship; Knowledge management; Empirical research; Field (mathematics); Sociology; Knowledge base; Public relations; Computer science; Political science; Epistemology","score_opus":0.6846078680975961,"score_gpt":0.6471283739198773,"score_spread":0.037479494177718786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750400467","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29663935,0.0065713213,0.50799054,0.053937733,0.00023101422,0.0010970118,0.00022237595,0.0001967896,0.1331139],"genre_scores_gemma":[0.90479505,0.0022743484,0.088980965,0.0011143442,0.00012745666,0.0006684477,0.00009616329,0.00004107132,0.001902141],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.924898,0.05407343,0.0035331943,0.0024783486,0.013377659,0.0016393214],"domain_scores_gemma":[0.5343642,0.4297297,0.010374832,0.011588253,0.011815233,0.0021277377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08989196,0.0008897629,0.0011781371,0.008584909,0.0030419074,0.012458914,0.003024174,0.0036277596,0.004342576],"category_scores_gemma":[0.2157173,0.0005111984,0.00087735034,0.004147746,0.02317979,0.01999827,0.008443667,0.0031930734,0.00043708849],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000248199,0.00081325846,0.018765543,0.001497629,0.00012466917,0.00019475435,0.012775551,0.009285077,0.0009329787,0.70172256,0.0016815875,0.2519582],"study_design_scores_gemma":[0.00008360073,0.0004172839,0.008729389,0.002396692,0.00012395182,0.00014982389,0.010895171,0.028906157,0.0044649583,0.9305388,0.0131982155,0.00009587833],"about_ca_topic_score_codex":0.0047882656,"about_ca_topic_score_gemma":0.0073816082,"teacher_disagreement_score":0.08989196,"about_ca_system_score_codex":0.007388683,"about_ca_system_score_gemma":0.012941635,"threshold_uncertainty_score":0.4753998},"labels":[],"label_agreement":null},{"id":"W2752092069","doi":"10.1016/j.evalprogplan.2017.08.014","title":"Building a community-based culture of evaluation","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alzheimer Society of Canada; Centre for Community Based Research","funders":"","keywords":"Alliance; Capacity building; Argument (complex analysis); Program evaluation; Sociology; Theory of change; Action research; Conceptual framework; Research program; Public relations; Engineering ethics; Political science; Pedagogy; Engineering; Public administration; Social science; Medicine","score_opus":0.4616641335208906,"score_gpt":0.6253219780203569,"score_spread":0.16365784449946635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752092069","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09370535,0.002929941,0.37233853,0.32056484,0.0033067649,0.0015588873,0.00010430487,0.0010250828,0.20446624],"genre_scores_gemma":[0.8655179,0.0007300435,0.09078588,0.023529435,0.0007301897,0.0010415816,0.0000923998,0.00063916214,0.016933406],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.7782135,0.16574287,0.00675806,0.011900001,0.030271469,0.0071140467],"domain_scores_gemma":[0.563286,0.18007354,0.022219302,0.039548174,0.11467776,0.08019531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1877207,0.0010330294,0.0015568555,0.00808846,0.024720808,0.04775627,0.0073176054,0.008609062,0.00564852],"category_scores_gemma":[0.23439042,0.001582944,0.0011442319,0.003778417,0.056575183,0.024131944,0.036339343,0.026327757,0.0016899969],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009160641,0.0013581716,0.01294739,0.00045843582,0.0003672234,0.00056873664,0.18066886,0.0031549134,0.0017946991,0.6398368,0.047299188,0.111454085],"study_design_scores_gemma":[0.00011395176,0.00028904222,0.00706121,0.002303526,0.00008541359,0.00047225255,0.09740111,0.0072067864,0.0018375034,0.5695055,0.31323713,0.00048652416],"about_ca_topic_score_codex":0.011128393,"about_ca_topic_score_gemma":0.012162154,"teacher_disagreement_score":0.1877207,"about_ca_system_score_codex":0.02048511,"about_ca_system_score_gemma":0.062249683,"threshold_uncertainty_score":0.99277383},"labels":[],"label_agreement":null},{"id":"W2762894781","doi":"10.1016/j.evalprogplan.2017.09.011","title":"Ecological content validation of the Information Assessment Method for parents (IAM-parent): A mixed methods study","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre de Santé et de Services Sociaux de la Montagne; Lucie and André Chagnon Foundation; McGill University","funders":"Fonds de Recherche du Québec - Santé; McGill University","keywords":"Representativeness heuristic; Qualitative property; Psychology; Multimethodology; Relevance (law); Content analysis; Qualitative research; Sample (material); Applied psychology; Computer science; Social psychology; Chemistry; Machine learning; Sociology; Chromatography; Social science; Political science","score_opus":0.24393424452437193,"score_gpt":0.5511959575611481,"score_spread":0.3072617130367762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762894781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6608975,0.0004929107,0.21430829,0.0011152048,0.00031832507,0.10424785,0.0016378463,0.0004726057,0.01650952],"genre_scores_gemma":[0.4725122,0.00032329102,0.31913823,0.001005983,0.000120046345,0.20413527,0.0007978624,0.00032944424,0.0016376866],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.767462,0.17952366,0.015325027,0.0071611325,0.028226634,0.0023014506],"domain_scores_gemma":[0.6128874,0.22848806,0.01753392,0.03381059,0.10509586,0.002184169],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.25881767,0.00085554883,0.0010639202,0.0041885977,0.0035358425,0.003306661,0.0018329961,0.0011067052,0.00212098],"category_scores_gemma":[0.34083328,0.0011689696,0.0013037141,0.0029178497,0.002461584,0.0022993663,0.0036390144,0.0014692743,0.0006639931],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001989372,0.0044893674,0.24684873,0.0045563257,0.0004693698,0.00054494885,0.22558184,0.0011416194,0.01049948,0.009653367,0.0052986164,0.48892698],"study_design_scores_gemma":[0.0027953584,0.01937767,0.54433817,0.009088755,0.001683155,0.0016438527,0.14922307,0.021036644,0.07296521,0.013189811,0.163969,0.0006892785],"about_ca_topic_score_codex":0.0032932754,"about_ca_topic_score_gemma":0.006023293,"teacher_disagreement_score":0.25881767,"about_ca_system_score_codex":0.004265287,"about_ca_system_score_gemma":0.012147794,"threshold_uncertainty_score":0.91400975},"labels":[],"label_agreement":null},{"id":"W2771999481","doi":"10.1016/j.evalprogplan.2017.12.001","title":"Uncovering the mysteries of inclusion: Empirical and methodological possibilities in participatory evaluation in an international context","year":2017,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Inclusion (mineral); Citizen journalism; Privilege (computing); Context (archaeology); Participatory evaluation; Participatory action research; Empirical evidence; Public relations; Sociology; Empirical research; Power (physics); Engineering ethics; Political science; Psychology; Social science; Engineering; Epistemology; Geography","score_opus":0.8922807118038334,"score_gpt":0.7301766260124527,"score_spread":0.1621040857913807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771999481","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003385036,0.9481066,0.008771273,0.030188745,0.000653452,0.00019398596,0.00007360041,0.000014263493,0.008613011],"genre_scores_gemma":[0.15491511,0.8137237,0.01898636,0.008939554,0.0009169611,0.001124384,0.00013003066,0.00005548234,0.0012084555],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.88462514,0.08915382,0.005347548,0.0044034803,0.014659188,0.0018109243],"domain_scores_gemma":[0.6532491,0.32119632,0.008007821,0.0056646722,0.010717487,0.0011646316],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1446991,0.0014121238,0.0061134966,0.006489622,0.0033362554,0.016704531,0.0051635997,0.0063461973,0.0041260957],"category_scores_gemma":[0.19088978,0.0007628814,0.0017154539,0.0129881445,0.023631172,0.025128482,0.01156586,0.0063278545,0.0003016617],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019069163,0.00012416815,0.0016403964,0.06513052,0.0006874604,0.00014052982,0.013872226,0.0005891606,0.00018737462,0.25658956,0.0054997103,0.65534824],"study_design_scores_gemma":[0.00012506136,0.00020782337,0.003607439,0.26330462,0.0013751221,0.0004394381,0.029107131,0.0007670569,0.001015292,0.4373557,0.26256272,0.00013256006],"about_ca_topic_score_codex":0.0063414783,"about_ca_topic_score_gemma":0.012108499,"teacher_disagreement_score":0.8553009,"about_ca_system_score_codex":0.0073861307,"about_ca_system_score_gemma":0.033236634,"threshold_uncertainty_score":0.7652511},"labels":[],"label_agreement":null},{"id":"W2776439126","doi":"10.1016/j.evalprogplan.2017.12.007","title":"The role of relationships in collaborative partnership success: Lessons from the Alaska Fourth R project","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Western University","funders":"","keywords":"General partnership; Focus group; Public relations; Transparency (behavior); Context (archaeology); Stakeholder; Critical success factor; Equity (law); Political science; Sociology; Knowledge management; Engineering; Business; Process management; Marketing; Computer science","score_opus":0.3350587941357914,"score_gpt":0.5644675511622491,"score_spread":0.2294087570264577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776439126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54883313,0.003230903,0.011128007,0.11021453,0.0005574847,0.00063792005,0.00009917461,0.00017810686,0.32512075],"genre_scores_gemma":[0.9790688,0.0014879656,0.0045494894,0.0021513726,0.00004146005,0.00042086674,0.000030055664,0.000051187493,0.012198798],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9571973,0.03358393,0.00055547,0.0011370971,0.003350549,0.004175691],"domain_scores_gemma":[0.9066328,0.062115163,0.0028643014,0.004129797,0.0057689566,0.018489044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05812713,0.0003928321,0.0005330243,0.001665403,0.028079081,0.017316194,0.0031401182,0.0046309642,0.009264117],"category_scores_gemma":[0.06149594,0.00055269775,0.00045750645,0.0016750037,0.019777253,0.011178716,0.022031909,0.0063854274,0.001059641],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033759125,0.0026433591,0.033268735,0.0004496068,0.00007492925,0.0019682755,0.40626404,0.0013427101,0.00043707035,0.21593018,0.027562503,0.30972108],"study_design_scores_gemma":[0.00008945159,0.00052600447,0.016773136,0.00083101087,0.000042812604,0.00050651445,0.7719717,0.00086913665,0.00065594865,0.09124883,0.11639103,0.00009446485],"about_ca_topic_score_codex":0.038493227,"about_ca_topic_score_gemma":0.076273896,"teacher_disagreement_score":0.05812713,"about_ca_system_score_codex":0.008726579,"about_ca_system_score_gemma":0.04957073,"threshold_uncertainty_score":0.30740935},"labels":[],"label_agreement":null},{"id":"W2782394023","doi":"10.1016/j.evalprogplan.2018.01.002","title":"Validation of the evaluation capacity in organizations questionnaire","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; University of Ottawa","keywords":"Construct (python library); Exploratory factor analysis; Confirmatory factor analysis; Organizational learning; Organization development; Construct validity; Organizational effectiveness; Organizational commitment; Psychology; Business; Knowledge management; Sample (material); Government (linguistics); Public relations; Political science; Social psychology; Marketing; Computer science","score_opus":0.3933076051605602,"score_gpt":0.5428849468054116,"score_spread":0.14957734164485137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782394023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93726313,0.00012085853,0.028452381,0.0009987241,0.00012995777,0.0059508686,0.0010831122,0.00030129505,0.02569964],"genre_scores_gemma":[0.9723789,0.000051866726,0.017701672,0.00021973455,0.000028341101,0.006905088,0.00064297224,0.00006358372,0.0020079233],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93443584,0.04246715,0.0065845936,0.002924445,0.010170805,0.003417266],"domain_scores_gemma":[0.5267315,0.3632324,0.014432729,0.025899537,0.06348511,0.0062187095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08689402,0.00048392217,0.000667734,0.0030683677,0.0015337907,0.0024076276,0.0013687452,0.0011112833,0.006086902],"category_scores_gemma":[0.2114949,0.0005081357,0.0012822835,0.0015052009,0.0022539545,0.0030647889,0.0034841113,0.0019676697,0.0013587867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025880388,0.0074380725,0.6496797,0.0013464177,0.00045947882,0.0003356231,0.046919398,0.008682658,0.011733925,0.017411957,0.011517236,0.24188744],"study_design_scores_gemma":[0.0006403994,0.0049388804,0.88012624,0.0008254063,0.0002785155,0.0002819128,0.023801923,0.02461899,0.01662226,0.0069889138,0.04059596,0.0002805969],"about_ca_topic_score_codex":0.0027146523,"about_ca_topic_score_gemma":0.0022955497,"teacher_disagreement_score":0.08689402,"about_ca_system_score_codex":0.0036873799,"about_ca_system_score_gemma":0.008783463,"threshold_uncertainty_score":0.45954502},"labels":[],"label_agreement":null},{"id":"W2791109575","doi":"10.1016/j.evalprogplan.2018.01.008","title":"Factors associated with the implementation of community-based peer-led health promotion programs: A scoping review","year":2018,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Institut Universitaire de Gériatrie de Montréal","funders":"","keywords":"Health promotion; Promotion (chess); Peer review; Occupational safety and health; Environmental health; Psychology; Public relations; Medicine; Nursing; Political science; Public health","score_opus":0.8768914231027989,"score_gpt":0.7621768679071069,"score_spread":0.11471455519569196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791109575","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012843792,0.99759585,0.00013044446,0.00039356944,0.00011365563,0.00014101624,0.000091526716,0.000002997524,0.00024646524],"genre_scores_gemma":[0.013150205,0.98547757,0.00058689935,0.00035328744,0.00009120993,0.00018940149,0.000096056334,0.0000034421541,0.000051858056],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9827439,0.0056051956,0.0048673293,0.0015098887,0.004671972,0.0006016663],"domain_scores_gemma":[0.9108062,0.06924724,0.011726833,0.0009914063,0.006289532,0.00093879766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027469875,0.001252125,0.004632503,0.008090588,0.0009294744,0.0056364704,0.00241194,0.002909687,0.0032381264],"category_scores_gemma":[0.10717155,0.0009735683,0.00504978,0.010384726,0.0018724272,0.00310275,0.0024092647,0.0023538307,0.00024592996],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039955435,0.00027579072,0.00865018,0.6019348,0.01053888,0.00009640148,0.00076607295,0.00028945072,0.0001315096,0.0010264543,0.0027746106,0.37311623],"study_design_scores_gemma":[0.00015210852,0.00027616098,0.023617884,0.9031234,0.040170003,0.00027765436,0.001096678,0.00017828186,0.00032058186,0.00063301565,0.030088577,0.00006562252],"about_ca_topic_score_codex":0.020813288,"about_ca_topic_score_gemma":0.04126253,"teacher_disagreement_score":0.027469875,"about_ca_system_score_codex":0.0056833117,"about_ca_system_score_gemma":0.029572483,"threshold_uncertainty_score":0.14527631},"labels":[],"label_agreement":null},{"id":"W2791939323","doi":"10.1016/j.evalprogplan.2018.02.005","title":"Promoting physical activity, healthy eating and gross motor skills development among preschoolers attending childcare centers: Process evaluation of the Healthy Start-Départ Santé intervention using the RE-AIM framework","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatchewan Health; Université de Sherbrooke; University of Saskatchewan","funders":"Heart and Stroke Foundation of Canada; Public Health Agency of Canada","keywords":"Gross motor skill; Intervention (counseling); Psychology; Descriptive statistics; Psychological intervention; Fidelity; Program evaluation; Physical activity; Qualitative property; Medical education; Medicine; Gerontology; Physical therapy; Motor skill; Nursing; Engineering; Developmental psychology; Political science; Computer science","score_opus":0.07218495248342228,"score_gpt":0.4488414195479121,"score_spread":0.37665646706448985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791939323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97357315,0.00039813915,0.0018992816,0.00051749236,0.00007648311,0.02051863,0.0004813236,0.00012784335,0.0024076798],"genre_scores_gemma":[0.9265396,0.0008380611,0.03611086,0.00025852257,0.0000426101,0.034191594,0.00052389986,0.000022722808,0.0014721109],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9926152,0.0037936019,0.00051441387,0.0006081028,0.0013177474,0.001151016],"domain_scores_gemma":[0.9964999,0.0014590472,0.0005418942,0.00023247131,0.0003728688,0.0008937853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010843134,0.0010395101,0.0017023254,0.0010879786,0.0017710387,0.0012579161,0.001579852,0.0011767464,0.0023148542],"category_scores_gemma":[0.0069638486,0.0008377607,0.0018601683,0.0008326585,0.0008119189,0.00067435985,0.0028044558,0.002352504,0.00019904283],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.053551596,0.4133474,0.032343984,0.005865805,0.0015164352,0.00017620176,0.012080776,0.005518418,0.0063900463,0.0020524177,0.0023314285,0.46482554],"study_design_scores_gemma":[0.1358818,0.35199493,0.45435852,0.0026586389,0.0059121554,0.00012748704,0.010453304,0.007233387,0.018508729,0.0021752373,0.010409152,0.00028666444],"about_ca_topic_score_codex":0.023745012,"about_ca_topic_score_gemma":0.044020485,"teacher_disagreement_score":0.023745012,"about_ca_system_score_codex":0.003893711,"about_ca_system_score_gemma":0.019174155,"threshold_uncertainty_score":0.057344615},"labels":[],"label_agreement":null},{"id":"W2792924106","doi":"10.1016/j.evalprogplan.2018.02.004","title":"Evaluating the implementation of Check & Connect in various school settings: Is intervention fidelity necessarily associated with positive outcomes?","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Fidelity; Intervention (counseling); Dropout (neural networks); Medical education; Psychology; At-risk students; School dropout; Component (thermodynamics); Academic achievement; Mathematics education; Medicine; Computer science; Sociology","score_opus":0.0865912338370379,"score_gpt":0.5070001345973968,"score_spread":0.42040890076035886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792924106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852819,0.00036066855,0.0027239341,0.0009331235,0.00012285556,0.00515124,0.00031792183,0.00006654064,0.0050418912],"genre_scores_gemma":[0.98308253,0.00038616074,0.009201437,0.00031829215,0.000040121922,0.0059795235,0.00027619753,0.000021724763,0.000693962],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93470985,0.04688782,0.0039420906,0.0023083696,0.009542825,0.0026088674],"domain_scores_gemma":[0.8960098,0.05554057,0.021437857,0.009962064,0.012808921,0.0042408137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.058638703,0.0007737834,0.00116151,0.001263723,0.0023840999,0.002257903,0.0020606548,0.0018381332,0.0018680886],"category_scores_gemma":[0.1604857,0.0010384945,0.0018961455,0.0014514343,0.0020927486,0.0032225223,0.0027122821,0.002164599,0.000378473],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070117,0.030114412,0.63087857,0.0024949955,0.0021787,0.00011632305,0.012447101,0.0032778555,0.0012525666,0.0014809252,0.002017588,0.30672926],"study_design_scores_gemma":[0.0025598763,0.06697781,0.89300257,0.0025964554,0.0025063113,0.00014701135,0.014346451,0.004302981,0.0077891103,0.0010554878,0.004536459,0.00017952321],"about_ca_topic_score_codex":0.017830383,"about_ca_topic_score_gemma":0.04786482,"teacher_disagreement_score":0.058638703,"about_ca_system_score_codex":0.004996798,"about_ca_system_score_gemma":0.011567987,"threshold_uncertainty_score":0.3101148},"labels":[],"label_agreement":null},{"id":"W2794312167","doi":"10.1016/j.evalprogplan.2018.02.008","title":"The influence of evaluation recommendations on instrumental and conceptual uses: A preliminary analysis","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; École Nationale d'Administration Publique","funders":"","keywords":"Timeline; Context (archaeology); Relevance (law); Government (linguistics); Process (computing); Process management; Program evaluation; Management science; Computer science; Business; Engineering; Political science; Public administration","score_opus":0.251468143086531,"score_gpt":0.5619848745859857,"score_spread":0.3105167314994547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794312167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86078197,0.0041765417,0.04322375,0.006166962,0.0001791346,0.0017298105,0.00093434623,0.00019266435,0.08261479],"genre_scores_gemma":[0.98247725,0.00041426794,0.015138105,0.00029993834,0.0000478727,0.00031853755,0.00012550312,0.0000735795,0.0011049142],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.73306966,0.18761297,0.011721,0.0074155657,0.055699173,0.0044815405],"domain_scores_gemma":[0.05862703,0.8874244,0.014696992,0.009168209,0.0290675,0.001015908],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2515895,0.0010926286,0.0011844587,0.004498811,0.002012221,0.0067753,0.0023547781,0.0022432778,0.0042971596],"category_scores_gemma":[0.6554614,0.0006687673,0.001841431,0.0033560728,0.003954376,0.0046642637,0.002713998,0.003157767,0.00046836023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014701078,0.003515772,0.4318416,0.005378154,0.0032211458,0.0012993708,0.016969966,0.046412475,0.010606846,0.059777047,0.0076050335,0.3986715],"study_design_scores_gemma":[0.0017054231,0.009463877,0.65220225,0.003844893,0.010053461,0.000947512,0.025468966,0.14000991,0.057921853,0.056469988,0.04122982,0.0006820281],"about_ca_topic_score_codex":0.008886672,"about_ca_topic_score_gemma":0.00971665,"teacher_disagreement_score":0.74841046,"about_ca_system_score_codex":0.0063439123,"about_ca_system_score_gemma":0.0049091517,"threshold_uncertainty_score":0.9229234},"labels":[],"label_agreement":null},{"id":"W2796017284","doi":"10.1016/j.evalprogplan.2018.04.001","title":"Examining implicit cognitions in the evaluation of a community-wide physical activity program","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canada Research Chairs","keywords":"Psychology; Cognition; Implicit attitude; Variance (accounting); Demographics; Social psychology; Applied psychology","score_opus":0.4995912812709748,"score_gpt":0.6018924355526846,"score_spread":0.10230115428170977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796017284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981249,0.000049533515,0.00042299612,0.00010111672,0.000011976462,0.00014181207,0.000012355693,0.0000052477853,0.0011299814],"genre_scores_gemma":[0.99776196,0.000060608043,0.0015163518,0.00006267572,0.000012529466,0.00024280262,0.000028458344,0.0000035093656,0.00031114157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98670423,0.0075091734,0.001065496,0.0005104039,0.0036051213,0.0006056395],"domain_scores_gemma":[0.95115674,0.032691948,0.008165888,0.0019643768,0.0039822436,0.0020388337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016552463,0.00052066986,0.00061778596,0.0008063944,0.00075524795,0.0018916379,0.00062831613,0.0010342116,0.0011167725],"category_scores_gemma":[0.10364268,0.00035159983,0.0006446341,0.0004543618,0.000962488,0.0015102137,0.0013819839,0.0020142414,0.00014152708],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024114257,0.056704,0.5745752,0.00093224726,0.0010962308,0.00019288402,0.014337239,0.004880582,0.004774613,0.0025347911,0.0007706378,0.31508738],"study_design_scores_gemma":[0.0032048475,0.04428381,0.9028338,0.0005775714,0.0012695985,0.00021475379,0.006596217,0.024452986,0.008900932,0.005596458,0.0018507383,0.00021831339],"about_ca_topic_score_codex":0.0030838416,"about_ca_topic_score_gemma":0.0071109477,"teacher_disagreement_score":0.016552463,"about_ca_system_score_codex":0.0017286086,"about_ca_system_score_gemma":0.002905442,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2799770912","doi":"10.1016/j.evalprogplan.2018.04.011","title":"It’s just the right thing to do: Conceptualizing a theory of change for a school food and beverage sales environment interv ention and implications for implementation evaluation","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of British Columbia","funders":"Canadian Institutes of Health Research; University of British Columbia; Ministry of Health, British Columbia; Ministry of Education, British Columbia","keywords":"Conceptualization; Theory of change; Intervention (counseling); Focus group; Psychological intervention; Behavior change; Globe; Public health; Public relations; Qualitative property; Data collection; Psychology; Marketing; Medicine; Sociology; Business; Political science; Social psychology; Computer science; Nursing; Social science","score_opus":0.47643758631148125,"score_gpt":0.5912182618763747,"score_spread":0.11478067556489346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799770912","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16948855,0.008992748,0.3464498,0.16797982,0.0008997143,0.0030616915,0.00025734334,0.00037581506,0.3024945],"genre_scores_gemma":[0.91419715,0.0017552053,0.07472958,0.0030668394,0.00005204627,0.0018112697,0.00008333508,0.00006486529,0.0042396286],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95869774,0.033253867,0.0010189664,0.0021019932,0.0032694747,0.0016579989],"domain_scores_gemma":[0.9642905,0.027354103,0.0022501936,0.0016918166,0.0025882833,0.0018251174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0389981,0.0010993043,0.0009273633,0.00666781,0.007155817,0.019371752,0.0053658937,0.005214634,0.002472509],"category_scores_gemma":[0.02550636,0.00090986403,0.001441297,0.0036982624,0.083644636,0.019379785,0.0058808485,0.007461801,0.00041110907],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002272777,0.00022166554,0.0035873745,0.00037411824,0.000028050494,0.00021365011,0.09876094,0.002839368,0.00014518823,0.8764465,0.0013806338,0.015979726],"study_design_scores_gemma":[0.00007583318,0.0002755651,0.0032072056,0.0019851683,0.00006960583,0.00022078198,0.1415039,0.015778387,0.00042483077,0.78744483,0.048917446,0.00009636865],"about_ca_topic_score_codex":0.028917648,"about_ca_topic_score_gemma":0.022856675,"teacher_disagreement_score":0.0389981,"about_ca_system_score_codex":0.035250366,"about_ca_system_score_gemma":0.033806745,"threshold_uncertainty_score":0.2557605},"labels":[],"label_agreement":null},{"id":"W2889760878","doi":"10.1016/j.evalprogplan.2018.09.008","title":"Understanding the functionality of housing-related support services through mapping methods and dialogue","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Government of Canada","keywords":"Function (biology); Process (computing); Service (business); Space (punctuation); Community engagement; Representation (politics); Knowledge management; Computer science; Process management; Data science; Public relations; Engineering; Business; Political science; Politics; Marketing","score_opus":0.4184018939908426,"score_gpt":0.5685601578555601,"score_spread":0.15015826386471753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889760878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36115882,0.003275821,0.48218778,0.027391797,0.0002620784,0.0012770599,0.0005538124,0.000544923,0.12334796],"genre_scores_gemma":[0.9139731,0.00081309775,0.08182258,0.00047650654,0.000016711232,0.0006121436,0.00009291789,0.000064985164,0.002127963],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9558957,0.039942525,0.0007424142,0.00091128936,0.0014736465,0.0010344377],"domain_scores_gemma":[0.9453608,0.048427913,0.0013931853,0.0021283305,0.0021334537,0.0005563406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033900592,0.0008662026,0.00050769147,0.0042987755,0.005044325,0.012074676,0.0029667756,0.002152311,0.0037881988],"category_scores_gemma":[0.045998905,0.000551396,0.00048593385,0.0028762904,0.010391575,0.01869922,0.0073209587,0.0018428382,0.00030666293],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013173277,0.00023100513,0.013295479,0.0014620324,0.00007858534,0.0005143412,0.5784704,0.0037648496,0.0022235163,0.19268559,0.0026160802,0.2045264],"study_design_scores_gemma":[0.00005383952,0.00021054735,0.008944807,0.0026015472,0.00010328747,0.00046856914,0.671268,0.012980314,0.003941137,0.21744332,0.08189818,0.00008642676],"about_ca_topic_score_codex":0.009478695,"about_ca_topic_score_gemma":0.008699603,"teacher_disagreement_score":0.033900592,"about_ca_system_score_codex":0.0047476594,"about_ca_system_score_gemma":0.009784135,"threshold_uncertainty_score":0.17928559},"labels":[],"label_agreement":null},{"id":"W2891439288","doi":"10.1016/j.evalprogplan.2018.09.005","title":"A visual management tool for program planning, project management and evaluation in paediatric health care","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Persona Design and Applications","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunny Hill Health Centre for Children","funders":"","keywords":"Program evaluation; Program management; Case management; Process management; Project management; Medicine; Medical emergency; Engineering management; Engineering; Systems engineering; Political science","score_opus":0.08821204154156784,"score_gpt":0.46183572395571615,"score_spread":0.37362368241414834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891439288","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008905222,0.00024183189,0.9259829,0.0008142946,0.00014744196,0.0011914956,0.0034295756,0.04951658,0.0097706225],"genre_scores_gemma":[0.041078296,0.00023436094,0.94381344,0.00028587258,0.00003654931,0.0024208014,0.002290523,0.0040535694,0.0057866406],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964976,0.001970749,0.0004544591,0.00027787287,0.0006089692,0.00019035769],"domain_scores_gemma":[0.975327,0.018859964,0.0008487977,0.0019311868,0.0020865302,0.0009465302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009203124,0.001849402,0.0008891039,0.004248628,0.0010130984,0.0049585896,0.0020866196,0.0015152365,0.030013517],"category_scores_gemma":[0.023271767,0.001441439,0.0012257956,0.001922546,0.0007064332,0.003116599,0.0034746164,0.0016953463,0.005783034],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013674019,0.0009858545,0.004918975,0.00272459,0.00018292895,0.0007988697,0.0064359033,0.016027302,0.014137387,0.029066054,0.10875226,0.8146025],"study_design_scores_gemma":[0.0014087133,0.0011051932,0.009182369,0.0033049106,0.00042489546,0.0017812458,0.0034891618,0.26896045,0.035834495,0.06880301,0.6051901,0.0005153837],"about_ca_topic_score_codex":0.003420984,"about_ca_topic_score_gemma":0.0044063297,"teacher_disagreement_score":0.030013517,"about_ca_system_score_codex":0.001542443,"about_ca_system_score_gemma":0.0023017116,"threshold_uncertainty_score":0.100405276},"labels":[],"label_agreement":null},{"id":"W2894842716","doi":"10.1016/j.evalprogplan.2018.10.013","title":"A protocol for designing online training to support the implementation of community-based interventions","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute; Western University","funders":"","keywords":"Operationalization; Protocol (science); Instructional design; Psychological intervention; Computer science; Multidisciplinary approach; Evidence-based practice; Medical education; Best practice; Knowledge management; Multimedia; Medicine; Nursing","score_opus":0.9153910378026748,"score_gpt":0.803692691463437,"score_spread":0.11169834633923781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894842716","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025537834,0.00007258329,0.01956799,0.0005553871,0.00040195984,0.97132564,0.0014233614,0.0004706033,0.0036286504],"genre_scores_gemma":[0.0013439715,0.000059199716,0.026836535,0.00016353768,0.00003426766,0.9701827,0.0002076805,0.000023069493,0.0011490544],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9622049,0.023730187,0.0067312964,0.0022024212,0.0027074025,0.002423877],"domain_scores_gemma":[0.91231555,0.039330855,0.004415209,0.013845396,0.023398044,0.00669502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08430612,0.0040889825,0.0036546665,0.005609209,0.010743957,0.0042028665,0.0040289825,0.007956946,0.10375783],"category_scores_gemma":[0.09445997,0.0044214376,0.0033944629,0.0036842031,0.003839754,0.0033306868,0.0045083137,0.012672518,0.028795576],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028827386,0.057492226,0.0038246338,0.019905394,0.00034510743,0.001606048,0.020115905,0.0080776615,0.010646865,0.02698754,0.15025133,0.67191994],"study_design_scores_gemma":[0.098263144,0.033252664,0.021423165,0.021841403,0.0008672181,0.00077784655,0.011412199,0.013183928,0.027445408,0.036817722,0.7329975,0.0017178742],"about_ca_topic_score_codex":0.0038116868,"about_ca_topic_score_gemma":0.008104019,"teacher_disagreement_score":0.10375783,"about_ca_system_score_codex":0.008177384,"about_ca_system_score_gemma":0.03340356,"threshold_uncertainty_score":0.44585872},"labels":[],"label_agreement":null},{"id":"W2898463989","doi":"10.1016/j.evalprogplan.2018.10.016","title":"The essential role of cultural safety in developing culturally-relevant prevention programming in First Nations communities: Lessons learned from a national evaluation of Mental Health First Aid First Nations","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Facilitator; Mental health; Cultural safety; Indigenous; Medical education; Cultural competence; Psychology; Nursing; Population; Curriculum; Medicine; Pedagogy; Environmental health; Social psychology; Psychiatry","score_opus":0.1042866333339426,"score_gpt":0.455908368985832,"score_spread":0.35162173565188937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898463989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51380724,0.019696062,0.02670846,0.3455361,0.0025455486,0.014843451,0.0005698603,0.0003362936,0.07595694],"genre_scores_gemma":[0.92012614,0.005759004,0.05100499,0.015303306,0.00014329498,0.0059632864,0.00013248311,0.000094378134,0.0014732352],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.87063056,0.1082196,0.0032592178,0.0013425887,0.010974241,0.0055738203],"domain_scores_gemma":[0.82563835,0.1183347,0.0067892326,0.008232465,0.023155166,0.017849997],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.19108884,0.0011558782,0.0016035937,0.0013140974,0.0075165196,0.00917116,0.0036224546,0.0033840227,0.0036507032],"category_scores_gemma":[0.16647714,0.0007697153,0.0016308258,0.00124971,0.0069917445,0.009068838,0.010777656,0.007587475,0.00020956993],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018478871,0.011045915,0.050778337,0.011355589,0.001750524,0.00054046407,0.08933974,0.0037447207,0.0012510354,0.040349096,0.01795398,0.7700427],"study_design_scores_gemma":[0.005481685,0.02656669,0.21943595,0.08980967,0.0050447495,0.0009914999,0.38679054,0.006821784,0.01423837,0.08361574,0.16022451,0.0009787988],"about_ca_topic_score_codex":0.05346832,"about_ca_topic_score_gemma":0.15468659,"teacher_disagreement_score":0.94653165,"about_ca_system_score_codex":0.013568007,"about_ca_system_score_gemma":0.15266345,"threshold_uncertainty_score":0.9975315},"labels":[],"label_agreement":null},{"id":"W2904946535","doi":"10.1016/j.evalprogplan.2018.12.003","title":"Towards an assessment for organizational participatory research health partnerships: A systematic mixed studies review with framework synthesis","year":2018,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; McGill University Health Centre; McGill University","funders":"","keywords":"General partnership; Participatory action research; Knowledge management; Citizen journalism; Thematic analysis; Sustainability; Action research; Participatory evaluation; Grey literature; Sociology; Psychology; Public relations; MEDLINE; Business; Political science; Qualitative research; Computer science; Social science; Pedagogy","score_opus":0.9615702679917059,"score_gpt":0.826293895256178,"score_spread":0.13527637273552784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904946535","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004909,0.8788194,0.050573062,0.010036148,0.001179648,0.049319763,0.0017939232,0.00014725624,0.0032217274],"genre_scores_gemma":[0.0703286,0.5054395,0.2468297,0.0061192075,0.00031895953,0.16838251,0.0018733285,0.00008294689,0.00062524877],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7217925,0.17412895,0.07046627,0.00769612,0.023425728,0.0024902835],"domain_scores_gemma":[0.6837693,0.2478015,0.023763914,0.009908995,0.032383144,0.0023732116],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29026127,0.0030465731,0.011186979,0.05043051,0.00385883,0.014321446,0.005970771,0.0051878397,0.0053060483],"category_scores_gemma":[0.3538607,0.002849167,0.012290942,0.03353674,0.0047398545,0.015352915,0.0127942525,0.0037956382,0.00075599796],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014870024,0.00007893781,0.0015372095,0.80740917,0.0043771174,0.00023082246,0.007931255,0.0007980191,0.00035094697,0.016979394,0.0030147044,0.15714373],"study_design_scores_gemma":[0.00015724238,0.00021069928,0.0011530085,0.9268883,0.012019191,0.00020720412,0.006808462,0.00059808476,0.00030610056,0.009351378,0.042216916,0.00008342864],"about_ca_topic_score_codex":0.0078024,"about_ca_topic_score_gemma":0.018817367,"teacher_disagreement_score":0.70973873,"about_ca_system_score_codex":0.025584977,"about_ca_system_score_gemma":0.073203705,"threshold_uncertainty_score":0.87523425},"labels":[],"label_agreement":null},{"id":"W2906395121","doi":"10.1016/j.evalprogplan.2018.12.007","title":"Contribution to healthy places: Risks of equity free health impact assessment","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital Charles-Le Moyne; University of Victoria; Université de Sherbrooke","funders":"","keywords":"Gentrification; Relocation; Health impact assessment; Equity (law); Health equity; Focus group; Context (archaeology); Social equality; Public economics; Political science; Business; Environmental planning; Economic growth; Geography; Economics; Public health; Health care; Medicine; Marketing; Nursing","score_opus":0.1581237532963331,"score_gpt":0.5549466708065439,"score_spread":0.3968229175102108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906395121","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14927328,0.009101371,0.11347567,0.26848635,0.0043455157,0.0007026013,0.0023068376,0.0003102042,0.45199817],"genre_scores_gemma":[0.96134025,0.002397657,0.0117345555,0.011406021,0.0009172655,0.0002483457,0.00020010592,0.000055305707,0.011700523],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9799256,0.009536546,0.00046836,0.00091515476,0.0077824844,0.0013718547],"domain_scores_gemma":[0.95984197,0.022876982,0.002823304,0.004706065,0.0077655306,0.0019862994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02345533,0.001013041,0.0011914071,0.0026154188,0.0026651134,0.0055078426,0.0023502011,0.004388095,0.008407804],"category_scores_gemma":[0.06292558,0.000496584,0.0010323692,0.001524308,0.009128712,0.007669568,0.009315916,0.005846423,0.00046333656],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035807057,0.00037884497,0.03530848,0.00046171603,0.00035827723,0.00040871577,0.0016376477,0.018587189,0.00042910033,0.706035,0.026705848,0.20933117],"study_design_scores_gemma":[0.000045993238,0.00017503432,0.012152102,0.0007252536,0.00025133867,0.00029414162,0.0033617618,0.011194861,0.0014056547,0.9170047,0.05331774,0.00007131497],"about_ca_topic_score_codex":0.021346647,"about_ca_topic_score_gemma":0.027603958,"teacher_disagreement_score":0.02345533,"about_ca_system_score_codex":0.0048234826,"about_ca_system_score_gemma":0.010955294,"threshold_uncertainty_score":0.12404513},"labels":[],"label_agreement":null},{"id":"W2925160308","doi":"10.1016/j.evalprogplan.2019.03.001","title":"Knowledge translation and implementation of housing first in Canada: A qualitative assessment of capacity building needs for an evidence-based program","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; McGill University; Douglas Mental Health University Institute; Bridgepoint Active Healthcare; University of Ottawa; Wilfrid Laurier University; University of Winnipeg; Toronto Metropolitan University","funders":"Mental Health Commission; Canadian Institutes of Health Research; Commission de la santé mentale du Canada","keywords":"Capacity building; Focus group; Prioritization; Qualitative research; Thematic analysis; Fidelity; Landlord; Needs assessment; General partnership; Knowledge translation; Qualitative property; Medical education; Business; Psychology; Knowledge management; Public relations; Process management; Medicine; Sociology; Political science; Engineering; Economic growth; Computer science; Marketing; Economics","score_opus":0.4551680671516486,"score_gpt":0.6184418498117742,"score_spread":0.1632737826601256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2925160308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96503985,0.0011496061,0.0011145707,0.016408453,0.00012501935,0.00447041,0.0003622186,0.000032718104,0.011297083],"genre_scores_gemma":[0.987981,0.0010245926,0.0052945986,0.0017332751,0.000013226262,0.0018676762,0.000122005156,0.000019875279,0.001943673],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95708925,0.021685,0.002282279,0.0012105209,0.009394357,0.008338499],"domain_scores_gemma":[0.90165967,0.052386496,0.0057128547,0.0026923025,0.02505066,0.0124980295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06524287,0.0004873187,0.0015310796,0.0026579837,0.020796372,0.0076033003,0.0050803213,0.002205879,0.0025685336],"category_scores_gemma":[0.0993196,0.00088228687,0.0008344949,0.00447227,0.00775771,0.0028515658,0.009168622,0.005196305,0.00014727958],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028229677,0.0022233168,0.023489922,0.0026195836,0.000056013192,0.0006554864,0.8596989,0.00047149515,0.00065498526,0.0024386742,0.003960827,0.103448555],"study_design_scores_gemma":[0.00020891584,0.0007641897,0.051253986,0.004223051,0.00014967452,0.00013885958,0.9186239,0.00078752113,0.00136433,0.0010418354,0.021283887,0.00015984745],"about_ca_topic_score_codex":0.9137868,"about_ca_topic_score_gemma":0.9635297,"teacher_disagreement_score":0.1767943,"about_ca_system_score_codex":0.1767943,"about_ca_system_score_gemma":0.6180037,"threshold_uncertainty_score":0.9548019},"labels":[],"label_agreement":null},{"id":"W2945097741","doi":"10.1016/j.evalprogplan.2019.05.004","title":"Strengths, weaknesses, opportunities, and threats to housing first in Metro Vancouver","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Affordable housing; Subsidy; Subsidized housing; Business; Strengths and weaknesses; Service provider; Landlord; Stigma (botany); Best practice; Workload; Economic growth; Finance; Public relations; Service (business); Marketing; Medicine; Economics; Political science; Psychology","score_opus":0.17434502738474073,"score_gpt":0.49654809768372454,"score_spread":0.3222030702989838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945097741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986891,0.0005591682,0.000067204535,0.0036655045,0.000040175764,0.00015698533,0.00010588206,0.0000086337905,0.008505543],"genre_scores_gemma":[0.9953436,0.0005468102,0.00025012242,0.00030090095,0.0000074723052,0.000094761,0.00007707719,0.0000040451973,0.003375127],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9956026,0.0013100015,0.000115908435,0.000109347304,0.00069589185,0.002166289],"domain_scores_gemma":[0.99288565,0.00047917588,0.00037218258,0.0001238501,0.0021128263,0.0040263035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003145353,0.00026062215,0.0003838853,0.0010819709,0.007760624,0.0032935776,0.001833778,0.0008045983,0.0017368813],"category_scores_gemma":[0.007293267,0.00039146293,0.00018929983,0.0016186715,0.0019537217,0.0010512352,0.005218259,0.0016139429,0.00016752235],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072189374,0.0016463816,0.69721,0.000574882,0.00011277843,0.00065827725,0.052527733,0.00071018556,0.0009237675,0.0020348264,0.009004635,0.23387453],"study_design_scores_gemma":[0.00006433025,0.0010741347,0.62290996,0.0008990473,0.000088241766,0.00021679203,0.35836986,0.0005924964,0.00062154705,0.0005715164,0.014530493,0.00006170434],"about_ca_topic_score_codex":0.85668933,"about_ca_topic_score_gemma":0.9768534,"teacher_disagreement_score":0.14331067,"about_ca_system_score_codex":0.02632093,"about_ca_system_score_gemma":0.07654543,"threshold_uncertainty_score":0.28830928},"labels":[],"label_agreement":null},{"id":"W2946565475","doi":"10.1016/j.evalprogplan.2019.05.001","title":"Mapping the practice of developmental evaluation: Insights from a concept mapping study","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; University of Ottawa","keywords":"Concept map; Space (punctuation); Bounding overwatch; Computer science; Sociology; Engineering ethics; Data science; Management science; Psychology; Engineering; Mathematics education; Artificial intelligence","score_opus":0.3264165257885451,"score_gpt":0.5309375826977315,"score_spread":0.20452105690918643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946565475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57320285,0.004609883,0.25321892,0.016759666,0.00011573504,0.0014503011,0.0001774664,0.00015412625,0.15031104],"genre_scores_gemma":[0.9556742,0.0010610238,0.041209985,0.0002912553,0.000007506535,0.0003381457,0.000029625451,0.000044502132,0.001343729],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.92609394,0.0655516,0.0013144426,0.0015827444,0.004129543,0.0013277015],"domain_scores_gemma":[0.7502189,0.22243536,0.005124141,0.0068390784,0.0131356465,0.0022468294],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06944663,0.0005449841,0.000673782,0.0075350753,0.007040592,0.010467653,0.0030014736,0.0015240156,0.0036727027],"category_scores_gemma":[0.1643035,0.0005590445,0.0004313831,0.008283466,0.010519528,0.011755741,0.007791164,0.002786103,0.00031664726],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015537383,0.0005705095,0.026035896,0.0008596189,0.00004120653,0.00062784454,0.42430288,0.0028096477,0.00050874567,0.23530626,0.0020633382,0.30671865],"study_design_scores_gemma":[0.00008523456,0.00040204465,0.024302123,0.002222187,0.00007670193,0.0011294746,0.6617105,0.011594909,0.0026213804,0.22746001,0.068280295,0.000115112714],"about_ca_topic_score_codex":0.011065088,"about_ca_topic_score_gemma":0.011079843,"teacher_disagreement_score":0.9305534,"about_ca_system_score_codex":0.009628354,"about_ca_system_score_gemma":0.020719023,"threshold_uncertainty_score":0.36727327},"labels":[],"label_agreement":null},{"id":"W2949985334","doi":"10.1016/j.evalprogplan.2019.101672","title":"Design of an educational strategy based on Intervention Mapping for nutritional health promotion in Child Care Centers","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health and Lifestyle Studies","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Instituto Mexicano del Seguro Social; Consejo Nacional de Ciencia y Tecnología; International Development Research Centre; Public Health Agency of Canada","keywords":"Intervention (counseling); Intervention mapping; Context (archaeology); Health promotion; Promotion (chess); Formative assessment; Overweight; Psychology; Childhood obesity; Early childhood; Medicine; Public health; Medical education; Nursing; Gerontology; Developmental psychology; Obesity; Pedagogy; Political science","score_opus":0.2343721032325937,"score_gpt":0.5500426002350308,"score_spread":0.3156704970024371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949985334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43884885,0.00018141122,0.23420872,0.0007996421,0.00026720378,0.31401107,0.0013876098,0.0023391824,0.007956372],"genre_scores_gemma":[0.36145666,0.00011539435,0.4165464,0.00034191977,0.000031107174,0.21883045,0.0004262108,0.000044818604,0.0022070117],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9948598,0.0030041975,0.00030341808,0.0007598612,0.00041521923,0.00065763324],"domain_scores_gemma":[0.99460405,0.0023009034,0.00045804403,0.0003991993,0.0009528062,0.0012849795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075080898,0.0012012246,0.0010324154,0.0019535627,0.0024697187,0.001269249,0.0019007653,0.0012073145,0.007549381],"category_scores_gemma":[0.010384148,0.0007968681,0.00082398223,0.00096492487,0.0006058187,0.0008572956,0.0022554789,0.0010593685,0.00080322317],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026982808,0.121477485,0.04112701,0.0038098053,0.00053238875,0.000330609,0.007196676,0.030740375,0.0266879,0.0077035483,0.0044179596,0.7289934],"study_design_scores_gemma":[0.07409357,0.20943055,0.24175417,0.0015560456,0.0040684133,0.000406613,0.01848005,0.26851237,0.109816216,0.016122548,0.05514033,0.0006190768],"about_ca_topic_score_codex":0.010305654,"about_ca_topic_score_gemma":0.01140503,"teacher_disagreement_score":0.010305654,"about_ca_system_score_codex":0.0036263345,"about_ca_system_score_gemma":0.01613998,"threshold_uncertainty_score":0.039707005},"labels":[],"label_agreement":null},{"id":"W2956854621","doi":"10.1016/j.evalprogplan.2019.101679","title":"Strengthening child and youth programs: A look at inter-organizational mentoring strategies","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Centre of Excellence for Child and Youth Mental Health; Qaujigiartiit Health Research Centre; Centre de Liaison Sur l'Intervention et la Prévention Psychosociales; Health Canada; Dalhousie University","funders":"","keywords":"Mentorship; Public relations; Knowledge management; Incentive; Context (archaeology); Business; Psychology; Medical education; Political science; Medicine; Computer science","score_opus":0.05624924797137281,"score_gpt":0.3766555063631539,"score_spread":0.3204062583917811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956854621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46738347,0.030483289,0.04018123,0.20922881,0.0021331143,0.0063104616,0.00036077088,0.00069687486,0.2432219],"genre_scores_gemma":[0.93312633,0.011846816,0.032479633,0.006788262,0.0003599526,0.0022737405,0.00017972827,0.00008096972,0.012864449],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98529214,0.009663518,0.0003443511,0.0004824276,0.0014056306,0.0028119327],"domain_scores_gemma":[0.9765876,0.0059891646,0.0016664214,0.0009949296,0.002442406,0.012319424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021267576,0.00072534854,0.00054108223,0.0017765599,0.0064964695,0.006715746,0.0035375904,0.0018576328,0.009654438],"category_scores_gemma":[0.017914165,0.00041899737,0.00066427287,0.0015368857,0.0019036097,0.005486734,0.010870186,0.0039072223,0.00051616994],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024287227,0.008510079,0.042285565,0.0016326525,0.00018138446,0.00021362143,0.015938012,0.0016801377,0.0011394571,0.021911325,0.014699374,0.8915656],"study_design_scores_gemma":[0.0006424936,0.008147558,0.3224004,0.0142526785,0.0006123249,0.0007990553,0.30481255,0.0043428415,0.009609793,0.04751782,0.28660846,0.00025401628],"about_ca_topic_score_codex":0.00844136,"about_ca_topic_score_gemma":0.037273593,"teacher_disagreement_score":0.021267576,"about_ca_system_score_codex":0.0056519117,"about_ca_system_score_gemma":0.042690344,"threshold_uncertainty_score":0.11247504},"labels":[],"label_agreement":null},{"id":"W2959432429","doi":"10.1016/j.evalprogplan.2019.101680","title":"Engaging children and youth in research and evaluation using group concept mapping","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Concept map; Group (periodic table); Psychology; Qualitative research; Qualitative property; Applied psychology; Computer science; Mathematics education; Sociology","score_opus":0.6061936208842512,"score_gpt":0.6163892333094394,"score_spread":0.010195612425188183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2959432429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40424842,0.00074611255,0.5366763,0.0034203697,0.00016433053,0.0056395642,0.00022810444,0.0007758976,0.048100937],"genre_scores_gemma":[0.5634431,0.0003927617,0.42828006,0.00026157557,0.000017260545,0.0039618565,0.00010682302,0.00006386138,0.0034727403],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.96402323,0.0318717,0.000559077,0.001103467,0.0014480716,0.0009944579],"domain_scores_gemma":[0.96647257,0.02493447,0.0017714995,0.0027250198,0.002004491,0.0020919177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0308003,0.0008035157,0.0006860799,0.0031742891,0.0029423425,0.0049818135,0.0020028425,0.0010886297,0.00428717],"category_scores_gemma":[0.040777136,0.0004729879,0.0006680198,0.001849835,0.0029680748,0.0040400554,0.011494104,0.001763207,0.00055890327],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005363511,0.0025782322,0.028822063,0.001049688,0.00013806384,0.00052720704,0.23784256,0.003846579,0.00627,0.044620387,0.0063342964,0.66743463],"study_design_scores_gemma":[0.00074093067,0.0042423476,0.03536004,0.0028946416,0.00040102281,0.0017045159,0.49405703,0.027126936,0.02152351,0.22080009,0.19086716,0.00028179915],"about_ca_topic_score_codex":0.0031868236,"about_ca_topic_score_gemma":0.0061424365,"teacher_disagreement_score":0.0308003,"about_ca_system_score_codex":0.0031210214,"about_ca_system_score_gemma":0.008030338,"threshold_uncertainty_score":0.16288948},"labels":[],"label_agreement":null},{"id":"W2965774300","doi":"10.1016/j.evalprogplan.2019.101695","title":"Fostering CHANGE: Lessons from implementing a multi-country, multi-sector nutrition-sensitive agriculture project","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Affairs Canada","keywords":"Flexibility (engineering); Context (archaeology); Agriculture; Process (computing); Psychological intervention; Popularity; Business; Process management; Sustainability; Computer science; Economic growth; Risk analysis (engineering); Political science; Economics; Medicine; Management","score_opus":0.17685822229287074,"score_gpt":0.44476502277061775,"score_spread":0.267906800477747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965774300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91132164,0.0007402649,0.012998318,0.03711972,0.00046656697,0.0066856127,0.00014105914,0.0003769183,0.03014999],"genre_scores_gemma":[0.939581,0.00070132606,0.04582846,0.004432963,0.000055520606,0.0030379787,0.00013379593,0.000077571436,0.006151394],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.96448666,0.025249956,0.00080618955,0.0012350843,0.0019350384,0.0062870625],"domain_scores_gemma":[0.9527586,0.019342327,0.0016328668,0.0035275472,0.0053007402,0.017437853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04076318,0.0008842756,0.00071460806,0.0011137516,0.014315356,0.007323184,0.004725105,0.004684883,0.00342681],"category_scores_gemma":[0.031071095,0.0006985412,0.0010570512,0.0013850215,0.004953762,0.0042119944,0.014223768,0.0065425993,0.0004237819],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022864055,0.04693868,0.06204131,0.0023971773,0.00038888527,0.006211486,0.115136944,0.0066036084,0.008303789,0.016380833,0.019316126,0.7139948],"study_design_scores_gemma":[0.004378523,0.04251064,0.2000267,0.0034548275,0.0006682585,0.0034343686,0.49884403,0.01002788,0.016998654,0.02230907,0.19684194,0.0005051371],"about_ca_topic_score_codex":0.013346656,"about_ca_topic_score_gemma":0.0449637,"teacher_disagreement_score":0.04076318,"about_ca_system_score_codex":0.010619829,"about_ca_system_score_gemma":0.073349975,"threshold_uncertainty_score":0.21557891},"labels":[],"label_agreement":null},{"id":"W2971813575","doi":"10.1016/j.evalprogplan.2019.101713","title":"Governing and managing higher education institutions: The quality audit contributions","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Organizational Strategy and Culture","field":"Business, Management and Accounting","cited_by":82,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Accreditation; Audit; Accountability; Higher education; Corporate governance; Quality management; Quality assurance; Business; Quality (philosophy); Quality audit; Quality policy; Quality management system; Public relations; Accounting; Management system; Political science; Operations management; Medicine; Medical education; Engineering; Marketing; Finance","score_opus":0.0592925696596097,"score_gpt":0.38867903306497426,"score_spread":0.32938646340536454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971813575","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026162002,0.06292097,0.03903959,0.79489124,0.011858598,0.00023615651,0.00011251703,0.00017034716,0.064608514],"genre_scores_gemma":[0.7956784,0.06579571,0.034337405,0.051063396,0.017102119,0.00018373986,0.00012164365,0.0002893458,0.035428204],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9494608,0.027230058,0.0021408538,0.0011305903,0.017718293,0.0023193937],"domain_scores_gemma":[0.7570639,0.14678295,0.020264339,0.011764854,0.054547194,0.009576853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.056500126,0.0004999342,0.00060277083,0.0044877776,0.0037240607,0.018498618,0.0012659198,0.0045435377,0.0035788077],"category_scores_gemma":[0.15771501,0.00068994256,0.00043380805,0.004992196,0.014996628,0.010265099,0.005496474,0.008373482,0.00039039613],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011854623,0.00026704618,0.020852357,0.001088476,0.00010133137,0.00011589866,0.0049115177,0.0040841955,0.00033090377,0.3000203,0.11452356,0.5535857],"study_design_scores_gemma":[0.000082321756,0.00028856428,0.031771358,0.0041092024,0.00012138876,0.00029830265,0.009287458,0.008168852,0.0017971732,0.31343737,0.63039905,0.00023892311],"about_ca_topic_score_codex":0.017568273,"about_ca_topic_score_gemma":0.024388615,"teacher_disagreement_score":0.056500126,"about_ca_system_score_codex":0.009677919,"about_ca_system_score_gemma":0.026023109,"threshold_uncertainty_score":0.29880476},"labels":[],"label_agreement":null},{"id":"W2972106594","doi":"10.1016/j.evalprogplan.2019.101715","title":"SenseMaker® as a monitoring and evaluation tool to provide new insights on gender-based violence programs and services in Lebanon","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Enhancing Learning and Research for Humanitarian Assistance; United Nations Population Fund","keywords":"Poison control; Service provider; Suicide prevention; Psychology; Medical education; Human factors and ergonomics; Service (business); Nursing; Medicine; Applied psychology; Medical emergency; Business; Marketing","score_opus":0.17798868779596466,"score_gpt":0.5055921563928548,"score_spread":0.32760346859689016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972106594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9392519,0.001436396,0.023050223,0.0037325027,0.00020999723,0.0038209816,0.0025235054,0.0004976694,0.025476767],"genre_scores_gemma":[0.9289322,0.0010907237,0.05715166,0.0008396452,0.00006375597,0.0064821527,0.0006929333,0.000107870685,0.004639171],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98773116,0.009966838,0.000508475,0.00031682596,0.001080331,0.00039638046],"domain_scores_gemma":[0.9859021,0.008866062,0.0018802796,0.00068408204,0.0019144833,0.00075313926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020549228,0.00040576077,0.0002632579,0.0022023576,0.0015888717,0.0020431138,0.0008352224,0.00035879423,0.005185913],"category_scores_gemma":[0.020951843,0.0002821731,0.00033609523,0.0012824703,0.0010602004,0.002421811,0.0034426225,0.00056814984,0.00025866085],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001381717,0.0016296031,0.09758915,0.0028355888,0.00014031927,0.0006314714,0.112343475,0.0011950908,0.007572221,0.008809425,0.016520236,0.7493516],"study_design_scores_gemma":[0.00068431697,0.008655602,0.2700618,0.008610119,0.00036376168,0.0008064996,0.40560958,0.007710491,0.027907593,0.009710578,0.25953987,0.00033985064],"about_ca_topic_score_codex":0.0026727722,"about_ca_topic_score_gemma":0.0089374855,"teacher_disagreement_score":0.020549228,"about_ca_system_score_codex":0.002532277,"about_ca_system_score_gemma":0.0050788247,"threshold_uncertainty_score":0.10867596},"labels":[],"label_agreement":null},{"id":"W2972290050","doi":"10.1016/j.evalprogplan.2019.101712","title":"Primary healthcare planning, bottleneck analysis and performance improvement: An evaluation of processes and outcomes in a Nigerian context","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"World Health Organization","keywords":"Process management; Bottleneck; Context (archaeology); Attendance; Psychological intervention; Timeline; Health care; Quality management; Operations management; Business; Computer science; Medicine; Nursing; Engineering; Management system; Geography; Political science","score_opus":0.04975720182608227,"score_gpt":0.4034244996548156,"score_spread":0.3536672978287333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972290050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98585343,0.001675463,0.0014371638,0.0008592362,0.00004176141,0.002349911,0.00041545433,0.00003399092,0.007333719],"genre_scores_gemma":[0.9931919,0.00094101636,0.004714928,0.00009333162,0.0000111594245,0.0005092377,0.000121373385,0.0000048567963,0.00041229062],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98038596,0.013519225,0.0008766947,0.000692551,0.0021156177,0.002409944],"domain_scores_gemma":[0.9755191,0.012410058,0.0033432387,0.0007137784,0.00546154,0.0025522427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025002966,0.00085687946,0.00093126274,0.0023569243,0.0029213198,0.0036490436,0.0012315753,0.00093367446,0.0022797913],"category_scores_gemma":[0.023857372,0.0004945561,0.0006712567,0.0033528986,0.0014124291,0.002088175,0.0031987412,0.0012620492,0.00013820466],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008616206,0.022883922,0.46515387,0.008948537,0.0006209262,0.0016765975,0.03355207,0.022589317,0.0030219867,0.012310336,0.0032346477,0.41739157],"study_design_scores_gemma":[0.0014542653,0.057893146,0.7626218,0.0045029754,0.0011200019,0.0007462394,0.1262519,0.017356189,0.0074537415,0.006039483,0.014318965,0.00024137388],"about_ca_topic_score_codex":0.032171175,"about_ca_topic_score_gemma":0.04847549,"teacher_disagreement_score":0.032171175,"about_ca_system_score_codex":0.012451693,"about_ca_system_score_gemma":0.035348672,"threshold_uncertainty_score":0.13222992},"labels":[],"label_agreement":null},{"id":"W2983592023","doi":"10.1016/j.evalprogplan.2019.101747","title":"Methodological strategies for evaluating youth gang prevention programs","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Crime Patterns and Interventions","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Public Safety Canada","keywords":"Documentation; Fidelity; Psychological intervention; Human factors and ergonomics; Poison control; Program evaluation; Suicide prevention; Work (physics); Occupational safety and health; Data collection; Program Design Language; Injury prevention; Medical education; Psychology; Applied psychology; Public relations; Medicine; Political science; Computer science; Engineering; Nursing; Environmental health; Sociology","score_opus":0.6903532094422351,"score_gpt":0.6223759202779743,"score_spread":0.06797728916426082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983592023","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012198053,0.0032086754,0.8904739,0.0022240782,0.000823781,0.07833552,0.0019052797,0.00035236657,0.010478371],"genre_scores_gemma":[0.045991413,0.0004992568,0.77621186,0.0006925138,0.00010839941,0.17497997,0.000501541,0.00007658937,0.00093847496],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.37386757,0.53073746,0.05883582,0.00836967,0.026654467,0.0015349656],"domain_scores_gemma":[0.40303752,0.42503154,0.03300133,0.06570919,0.07072476,0.0024957447],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4293292,0.0049294853,0.0044420087,0.012097747,0.005729519,0.009007684,0.0070755337,0.0033336086,0.009894663],"category_scores_gemma":[0.6566493,0.0031875568,0.0071496945,0.010385877,0.0057426835,0.0057545393,0.0093401475,0.00464412,0.0009804216],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004392929,0.0039029024,0.046828784,0.028346157,0.012989471,0.00026403987,0.017065054,0.012960507,0.00350685,0.32179257,0.015196418,0.53275436],"study_design_scores_gemma":[0.0141770495,0.01232429,0.047586896,0.023683237,0.024704367,0.0006331522,0.022458924,0.085933164,0.022673931,0.63045603,0.11434345,0.0010256142],"about_ca_topic_score_codex":0.013982797,"about_ca_topic_score_gemma":0.02130454,"teacher_disagreement_score":0.4293292,"about_ca_system_score_codex":0.013952943,"about_ca_system_score_gemma":0.024431808,"threshold_uncertainty_score":0.7037387},"labels":[],"label_agreement":null},{"id":"W2990359457","doi":"10.1016/j.evalprogplan.2019.101761","title":"A scoping review of knowledge syntheses in the field of evaluation across four decades of practice","year":2019,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Field (mathematics); Mainstream; Diversity (politics); Knowledge production; Management science; Engineering ethics; Knowledge management; Political science; Computer science; Engineering; Mathematics","score_opus":0.6277469839766735,"score_gpt":0.7080220660359516,"score_spread":0.08027508205927814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990359457","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006323441,0.99481237,0.0007687639,0.0017046512,0.0004805698,0.0004786999,0.00037391315,0.000017679922,0.0007310155],"genre_scores_gemma":[0.0072694332,0.9859045,0.0035241398,0.0014933976,0.00021513009,0.000976972,0.0003813939,0.00001865504,0.000216332],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.92314553,0.027902037,0.029313637,0.003950466,0.014540205,0.0011479481],"domain_scores_gemma":[0.7300088,0.19398808,0.031445578,0.0067951977,0.03584599,0.0019164239],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0852981,0.0023574873,0.007952844,0.04485676,0.002566199,0.0091929855,0.0035093299,0.0044765053,0.004627622],"category_scores_gemma":[0.28433204,0.0019218654,0.007136647,0.036418907,0.0035142796,0.00786314,0.006203902,0.0035958176,0.0007215349],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027591258,0.00007248709,0.0010105219,0.7481106,0.0042972355,0.00012702204,0.0014251376,0.00022524869,0.00050457765,0.0022826833,0.0076036854,0.23406486],"study_design_scores_gemma":[0.000050754057,0.00006831014,0.0015573531,0.95255953,0.007568531,0.00012996595,0.0005358269,0.000053948843,0.00018102018,0.0010104435,0.036254838,0.00002947218],"about_ca_topic_score_codex":0.014073212,"about_ca_topic_score_gemma":0.05025904,"teacher_disagreement_score":0.9147019,"about_ca_system_score_codex":0.013624924,"about_ca_system_score_gemma":0.06417594,"threshold_uncertainty_score":0.45110488},"labels":[],"label_agreement":null},{"id":"W2990433175","doi":"10.1016/j.evalprogplan.2019.101746","title":"Contribution analysis to analyze the effects of the health impact assessment at the local level: A case of urban revitalization","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Political science; Valuation (finance); Welfare economics; Humanities; Geography; Business; Economics; Finance; Art","score_opus":0.025208579832251988,"score_gpt":0.420001052295941,"score_spread":0.394792472463689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990433175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68708044,0.00030630323,0.09716128,0.002999374,0.000093378054,0.0009183871,0.0005814929,0.00033874766,0.21052049],"genre_scores_gemma":[0.9739482,0.00007381687,0.00900324,0.00008744879,0.000014033647,0.00012391733,0.00010004448,0.00004136678,0.016607823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9978137,0.00096800126,0.00004127955,0.00014796597,0.00047402963,0.0005550346],"domain_scores_gemma":[0.99638927,0.0020805635,0.00023875135,0.00031258864,0.000759477,0.00021940649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003933617,0.00071783713,0.00059990113,0.0023092567,0.0015934547,0.0022917218,0.0017504017,0.0013166963,0.013287373],"category_scores_gemma":[0.005814499,0.00022802569,0.0013422027,0.001786546,0.0018246521,0.0019592198,0.0026474784,0.0011223044,0.00049652817],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071844406,0.0007679465,0.05080367,0.00052970025,0.00024331492,0.0057935566,0.0066843014,0.30245924,0.006209692,0.5304378,0.0072907656,0.08806158],"study_design_scores_gemma":[0.000112552254,0.000811209,0.06536929,0.00022328788,0.0005012824,0.0015385618,0.027338516,0.6902699,0.0117297135,0.14872642,0.053260792,0.00011846623],"about_ca_topic_score_codex":0.023422709,"about_ca_topic_score_gemma":0.019751018,"teacher_disagreement_score":0.023422709,"about_ca_system_score_codex":0.0027231004,"about_ca_system_score_gemma":0.002955225,"threshold_uncertainty_score":0.046572745},"labels":[],"label_agreement":null},{"id":"W2991398278","doi":"10.1016/j.evalprogplan.2019.101753","title":"Evaluating complex interventions in real context: Logic analysis of a case management program for frequent users of healthcare services","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi; University of Victoria; Université de Sherbrooke","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Université de Sherbrooke; University of Victoria","keywords":"Context (archaeology); Health care; Constructive; Psychological intervention; Process (computing); Case management; Computer science; Knowledge management; Process management; Logic model; Strengths and weaknesses; Management science; Engineering; Medicine; Psychology; Nursing; Sociology; Political science","score_opus":0.3175774988828139,"score_gpt":0.555757207512525,"score_spread":0.2381797086297111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991398278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5934091,0.0009995116,0.37317628,0.003702945,0.00007296077,0.010531421,0.00033874653,0.00023902812,0.017529946],"genre_scores_gemma":[0.69178206,0.00040598185,0.30345255,0.00029371193,0.000018460989,0.00330319,0.00013582643,0.000023564768,0.0005846498],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.93960834,0.05411787,0.0013484762,0.0010507053,0.0030353102,0.0008392681],"domain_scores_gemma":[0.8159529,0.17151605,0.0049831434,0.0026492232,0.0040513226,0.00084731606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05095205,0.00078971847,0.00082646904,0.003772464,0.002320571,0.0046880012,0.0021884223,0.00093202974,0.0038581516],"category_scores_gemma":[0.08148715,0.0004829593,0.0011038065,0.0023573965,0.004255171,0.004253181,0.0030214032,0.0016381844,0.00019694],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032758191,0.0064981985,0.050508097,0.00810254,0.0007696869,0.0024618404,0.06731329,0.10389178,0.007208603,0.21104397,0.0034598657,0.5354664],"study_design_scores_gemma":[0.0025225473,0.012621997,0.029875575,0.006499903,0.0016069297,0.0013477651,0.11485433,0.45434016,0.019242965,0.33153132,0.025004964,0.00055151543],"about_ca_topic_score_codex":0.003336774,"about_ca_topic_score_gemma":0.0060411477,"teacher_disagreement_score":0.05095205,"about_ca_system_score_codex":0.010610034,"about_ca_system_score_gemma":0.011045829,"threshold_uncertainty_score":0.26946342},"labels":[],"label_agreement":null},{"id":"W2997066826","doi":"10.1016/j.evalprogplan.2020.101778","title":"Codifying explicit and tacit practitioner knowledge in community social pediatrics organizations: Evaluation of the first step of a knowledge transfer strategy","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Tacit knowledge; Process (computing); Knowledge management; Knowledge transfer; Perception; Field (mathematics); Explicit knowledge; Psychology; Computer science","score_opus":0.2307195957123465,"score_gpt":0.49562116697988856,"score_spread":0.2649015712675421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997066826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.963351,0.00017766008,0.012618374,0.002792272,0.000058597478,0.0096632885,0.000107144115,0.00019426011,0.011037559],"genre_scores_gemma":[0.9520943,0.00024527247,0.038330436,0.00071641704,0.00003214113,0.00600614,0.00012856782,0.000028770652,0.0024180103],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9258311,0.051886465,0.0044440306,0.002950913,0.011629938,0.0032575622],"domain_scores_gemma":[0.5732265,0.36329305,0.015418965,0.023275282,0.015876072,0.008910206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09064617,0.00086702994,0.00113413,0.0032089178,0.003435728,0.006333173,0.003963746,0.003994539,0.005305344],"category_scores_gemma":[0.2135296,0.0008166155,0.0013156997,0.0018547315,0.0033134161,0.010651737,0.013278978,0.0033422713,0.00070027856],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009177134,0.0754268,0.042061124,0.0029550914,0.00043545864,0.00025147994,0.060700644,0.004061364,0.0029682321,0.007488588,0.0016600244,0.79281414],"study_design_scores_gemma":[0.03793556,0.23489706,0.28610918,0.011656235,0.005377533,0.00086846,0.2024533,0.07577667,0.054783925,0.050802425,0.038064003,0.0012756506],"about_ca_topic_score_codex":0.008787523,"about_ca_topic_score_gemma":0.00983194,"teacher_disagreement_score":0.09064617,"about_ca_system_score_codex":0.0068938974,"about_ca_system_score_gemma":0.028242167,"threshold_uncertainty_score":0.47938848},"labels":[],"label_agreement":null},{"id":"W3001351247","doi":"10.1016/j.evalprogplan.2020.101786","title":"Pedagogical considerations for the teaching of evaluation","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Andragogy; Process (computing); Identification (biology); Field (mathematics); Pedagogy; Instructional design; Mathematics education; Teaching method; Computer science; Engineering ethics; Psychology; Engineering; Adult education","score_opus":0.6344838083863473,"score_gpt":0.6117541664420982,"score_spread":0.02272964194424909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001351247","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012342578,0.012856684,0.2581554,0.65572083,0.012763887,0.00067341933,0.00004541711,0.0009987383,0.057551328],"genre_scores_gemma":[0.15523206,0.011915511,0.6122062,0.16716339,0.026898064,0.0060019665,0.000065363565,0.002073619,0.018443823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.73269993,0.22515695,0.010202657,0.0034339312,0.025247728,0.0032587906],"domain_scores_gemma":[0.29666844,0.59452754,0.00846168,0.022668615,0.060878247,0.01679547],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2415106,0.0018075737,0.0031043594,0.0068895468,0.013427806,0.030332007,0.0076055275,0.021645632,0.014243527],"category_scores_gemma":[0.4289108,0.002449996,0.0018189654,0.0030316706,0.04949818,0.021707539,0.0149656255,0.052191313,0.0047391457],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013733741,0.0004471982,0.0006204192,0.0011631076,0.00004890989,0.00037570766,0.016031837,0.0012171867,0.0004366477,0.7872529,0.097826,0.09444286],"study_design_scores_gemma":[0.00020366035,0.00012581478,0.0006562304,0.005201321,0.000056504516,0.0008068331,0.0095269885,0.0033962578,0.0006299018,0.7000479,0.27920476,0.00014390482],"about_ca_topic_score_codex":0.008805922,"about_ca_topic_score_gemma":0.011307541,"teacher_disagreement_score":0.2415106,"about_ca_system_score_codex":0.016365025,"about_ca_system_score_gemma":0.042062216,"threshold_uncertainty_score":0.93535244},"labels":[],"label_agreement":null},{"id":"W3003697964","doi":"10.1016/j.evalprogplan.2020.101789","title":"Assessing competency-based evaluation course impacts: A mixed methods case study","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Alberta","funders":"","keywords":"Context (archaeology); Presentation (obstetrics); Process (computing); Knowledge management; Focus group; Medical education; Computer science; Engineering ethics; Engineering; Sociology; Medicine","score_opus":0.4928499038396967,"score_gpt":0.6787705841841661,"score_spread":0.18592068034446946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003697964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98139817,0.00019783026,0.010640151,0.0004136338,0.00002704897,0.0031149809,0.00015490469,0.00002607772,0.004027196],"genre_scores_gemma":[0.95849276,0.00028905156,0.03626323,0.00024746679,0.000022745098,0.0027224345,0.00008426365,0.000016991582,0.0018609929],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97148085,0.02131552,0.001020889,0.001027119,0.0034952932,0.0016604201],"domain_scores_gemma":[0.9344246,0.049275894,0.0027622047,0.0028265775,0.0076662665,0.0030445629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034879576,0.0008888642,0.00087518414,0.0024249188,0.003719789,0.0027944283,0.00264388,0.002558116,0.0030109258],"category_scores_gemma":[0.044721168,0.00058584055,0.0008842217,0.0014169377,0.0011913514,0.0020223074,0.0030753769,0.0016525161,0.0004338595],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011537894,0.15657985,0.1729682,0.0027980718,0.00076784164,0.008347941,0.06861199,0.02321504,0.015226835,0.012079305,0.003956957,0.5239101],"study_design_scores_gemma":[0.0082529755,0.19327466,0.2647105,0.0047387155,0.0019060996,0.009515337,0.22288609,0.15085407,0.07892835,0.020140808,0.04364264,0.0011497055],"about_ca_topic_score_codex":0.005919447,"about_ca_topic_score_gemma":0.013243208,"teacher_disagreement_score":0.034879576,"about_ca_system_score_codex":0.0059098643,"about_ca_system_score_gemma":0.0072214394,"threshold_uncertainty_score":0.18446308},"labels":[],"label_agreement":null},{"id":"W3004981871","doi":"10.1016/j.evalprogplan.2020.101793","title":"Participatory analytic hierarchy process for resource allocation in agricultural development projects","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Canadian Patient Safety Institute","keywords":"Analytic hierarchy process; Citizen journalism; Sustainability; Pairwise comparison; Process management; Process (computing); Resource allocation; Sustainable development; Resource (disambiguation); Management science; Business; Computer science; Environmental resource management; Operations research; Engineering; Economics; Political science","score_opus":0.584576250057631,"score_gpt":0.5587150463818018,"score_spread":0.025861203675829225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004981871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011090253,0.00026976506,0.9825712,0.00040884528,0.000034189536,0.0010002444,0.00010877158,0.00012920875,0.0043875016],"genre_scores_gemma":[0.21661481,0.00022183219,0.77958935,0.000064895605,0.000024558809,0.0023212691,0.00015428993,0.000043609878,0.00096545723],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9228246,0.06415872,0.0017326415,0.0015052762,0.00790859,0.0018701565],"domain_scores_gemma":[0.9403557,0.050439887,0.0018588622,0.0022642834,0.004218859,0.0008623873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04889952,0.0013472345,0.0026566288,0.005365347,0.0059574023,0.004817617,0.0030480798,0.0021339974,0.005679791],"category_scores_gemma":[0.07966058,0.0013017147,0.0025401553,0.0064607314,0.0038609437,0.0043813586,0.0060749967,0.0031447024,0.00054512825],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005431283,0.00048695528,0.0015883324,0.0016922437,0.0005028347,0.0004282853,0.010103071,0.33326018,0.0018786049,0.36772078,0.0040316107,0.27776396],"study_design_scores_gemma":[0.00022323235,0.00032899575,0.0007812088,0.00051027245,0.00014173661,0.000070808885,0.0027856228,0.54575753,0.0018281648,0.43839133,0.009081106,0.000099946665],"about_ca_topic_score_codex":0.013348603,"about_ca_topic_score_gemma":0.014705153,"teacher_disagreement_score":0.04889952,"about_ca_system_score_codex":0.006235583,"about_ca_system_score_gemma":0.02017137,"threshold_uncertainty_score":0.25860846},"labels":[],"label_agreement":null},{"id":"W3006263836","doi":"10.1016/j.evalprogplan.2020.101795","title":"What are the characteristics of the champion that influence the implementation of quality improvement programs?","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Pan American Health Organization","keywords":"Champion; Quality (philosophy); Accountability; Thematic analysis; Health care; Public relations; Proactivity; Psychology; Grounded theory; Quality management; Qualitative research; Business; Sociology; Political science; Marketing; Social psychology","score_opus":0.5955657876390369,"score_gpt":0.6774038162348679,"score_spread":0.081838028595831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006263836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9598779,0.001427937,0.0036004481,0.016275926,0.00015948796,0.00017151175,0.00024413144,0.000051938598,0.018190712],"genre_scores_gemma":[0.99707377,0.0002739792,0.00088439713,0.0005977417,0.00007421863,0.000048441074,0.00006127369,0.000030509213,0.0009558046],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9883102,0.00601024,0.0004554408,0.00082418136,0.002892866,0.0015070647],"domain_scores_gemma":[0.8854341,0.05933772,0.028531397,0.0018441193,0.013378302,0.011474288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0122082075,0.00023750322,0.0007729705,0.0020562685,0.0015732141,0.0060301716,0.0009309846,0.0023401526,0.007059743],"category_scores_gemma":[0.114751644,0.00039632237,0.00036207572,0.0021442885,0.0026328193,0.0041474723,0.0011527577,0.0013485748,0.0011420894],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004023492,0.00063013885,0.90899944,0.0003332937,0.00031010533,0.00013499819,0.0026739177,0.0008240744,0.0010937654,0.004427201,0.003959926,0.076210715],"study_design_scores_gemma":[0.000040418956,0.00029982944,0.9810028,0.0001941563,0.000093085626,0.00014616645,0.0069638942,0.0015371783,0.0010789712,0.004324405,0.0042650765,0.00005393598],"about_ca_topic_score_codex":0.012430515,"about_ca_topic_score_gemma":0.020135922,"teacher_disagreement_score":0.012430515,"about_ca_system_score_codex":0.0034374797,"about_ca_system_score_gemma":0.0060836053,"threshold_uncertainty_score":0.06456393},"labels":[],"label_agreement":null},{"id":"W3006330994","doi":"10.1016/j.evalprogplan.2020.101798","title":"Understanding the dynamic interinfluences of implementation processes: An illustration by multiple case studies","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Implementation; Fidelity; Implementation research; Thematic analysis; Dropout (neural networks); Process management; Principal (computer security); Psychology; Computer science; Medical education; Qualitative research; Engineering; Medicine; Psychological intervention; Sociology; Software engineering; Computer security","score_opus":0.31796127093247023,"score_gpt":0.5135484693030664,"score_spread":0.19558719837059618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006330994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74295783,0.0033572838,0.14886132,0.019598942,0.00007273143,0.0019070635,0.00027008782,0.00013278319,0.08284207],"genre_scores_gemma":[0.9613409,0.00083854626,0.03555991,0.00023634156,0.000008916059,0.000636061,0.000040714887,0.000025608322,0.0013129597],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.93736595,0.051667605,0.0018252046,0.0021629843,0.0040206783,0.002957549],"domain_scores_gemma":[0.88699394,0.09976519,0.005020973,0.0038441808,0.003166866,0.0012088537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.051181406,0.0008028406,0.00074795703,0.0046619684,0.0070927604,0.011288415,0.0036046493,0.00479357,0.0046058195],"category_scores_gemma":[0.066214114,0.0010713158,0.0010472599,0.005121999,0.009397481,0.016065467,0.0072498685,0.0043220115,0.00031054034],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004731744,0.0013979968,0.054179374,0.0014364903,0.0001743117,0.007908005,0.47544342,0.009267562,0.004058016,0.29955882,0.0017575206,0.14434518],"study_design_scores_gemma":[0.00030773226,0.00096345984,0.05561678,0.003702824,0.00048089822,0.005755209,0.5636379,0.03805577,0.008159076,0.25395077,0.0691282,0.00024155289],"about_ca_topic_score_codex":0.0152484,"about_ca_topic_score_gemma":0.024514893,"teacher_disagreement_score":0.051181406,"about_ca_system_score_codex":0.010752739,"about_ca_system_score_gemma":0.012169373,"threshold_uncertainty_score":0.27067637},"labels":[],"label_agreement":null},{"id":"W3010197304","doi":"10.1016/j.evalprogplan.2020.101815","title":"Barriers and enablers to conducting cluster randomized control trials in hospitals: A theory-informed scoping review","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Implementation research; Randomized controlled trial; Cluster randomised controlled trial; Medical education; Medicine; Psychology; Nursing; Psychological intervention","score_opus":0.6783213074372699,"score_gpt":0.7100992314963038,"score_spread":0.0317779240590339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010197304","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067806994,0.9353739,0.021762142,0.022495737,0.0016157833,0.009253668,0.0004935981,0.0001174426,0.002107016],"genre_scores_gemma":[0.17250176,0.6911388,0.08428005,0.013492665,0.0014912494,0.035804525,0.00072028197,0.0001413229,0.00042932117],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.35272664,0.44662333,0.13675559,0.012671347,0.046829093,0.004393987],"domain_scores_gemma":[0.048106164,0.89999896,0.02864072,0.008428486,0.013715408,0.0011102257],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6020956,0.0024999862,0.013896288,0.008646957,0.0033055313,0.019572394,0.0075447164,0.011170575,0.003391114],"category_scores_gemma":[0.85196835,0.004483872,0.017844232,0.01229891,0.010564661,0.017025067,0.00783899,0.010599763,0.0005130121],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002917278,0.00044357593,0.008964852,0.65102905,0.039342675,0.00014344433,0.004723884,0.0019366002,0.00023862706,0.016521925,0.005327386,0.26841074],"study_design_scores_gemma":[0.0017073824,0.0009821057,0.0047311555,0.89430684,0.05726614,0.00015811992,0.0019602163,0.0016551666,0.0006134223,0.01753669,0.018936906,0.00014579906],"about_ca_topic_score_codex":0.012510918,"about_ca_topic_score_gemma":0.026504757,"teacher_disagreement_score":0.3979044,"about_ca_system_score_codex":0.018886361,"about_ca_system_score_gemma":0.088617966,"threshold_uncertainty_score":0.490687},"labels":[],"label_agreement":null},{"id":"W3010430962","doi":"10.1016/j.evalprogplan.2020.101817","title":"Does it make a difference? Evaluation of a Canadian poverty reduction initiative","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Brock University","funders":"","keywords":"Poverty; Psychology; Public relations; Plan (archaeology); Exploratory research; Control (management); Perception; Medical education; Political science; Applied psychology; Sociology; Medicine; Management; Social science","score_opus":0.44331895806071553,"score_gpt":0.5342344542829909,"score_spread":0.09091549622227535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010430962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42623693,0.011822915,0.0040113674,0.23377332,0.0014441654,0.005580338,0.0044325762,0.00037087058,0.31232753],"genre_scores_gemma":[0.94759667,0.0046822093,0.01111827,0.013175071,0.00012447502,0.0013476368,0.0012695518,0.000077258745,0.020608833],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9565652,0.013620247,0.00092153833,0.0010486373,0.018385606,0.009458797],"domain_scores_gemma":[0.95724654,0.005354187,0.001357176,0.00071647967,0.027148215,0.008177392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035099372,0.00086258847,0.0006058383,0.0023709035,0.011445213,0.0064780083,0.0032054163,0.0021851698,0.003699617],"category_scores_gemma":[0.034293357,0.00031610974,0.0007772379,0.004050306,0.002758766,0.0018762347,0.0036728967,0.0029249792,0.0003083889],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0052879285,0.00426713,0.07715946,0.0042026574,0.0008869209,0.00086192024,0.022353819,0.009633694,0.0051095122,0.06994379,0.21548156,0.58481157],"study_design_scores_gemma":[0.0032016514,0.006558376,0.31465933,0.004915699,0.002003399,0.000331115,0.057140555,0.007782874,0.010721167,0.008858698,0.5832151,0.00061200786],"about_ca_topic_score_codex":0.98082215,"about_ca_topic_score_gemma":0.9930201,"teacher_disagreement_score":0.8178485,"about_ca_system_score_codex":0.1821515,"about_ca_system_score_gemma":0.48583883,"threshold_uncertainty_score":0.9485884},"labels":[],"label_agreement":null},{"id":"W3042156958","doi":"10.1016/j.evalprogplan.2020.101849","title":"Using developmental evaluation and community-based participatory research to develop a model of supportive housing","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"PolicyWise for Children and Families; Social Sciences and Humanities Research Council; Mitacs","keywords":"Participatory action research; Community-based participatory research; General partnership; Citizen journalism; Sociology; Public relations; Knowledge management; Engineering ethics; Psychology; Management science; Computer science; Political science; Engineering; World Wide Web","score_opus":0.9680265707588398,"score_gpt":0.7800458275113668,"score_spread":0.18798074324747305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042156958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17545518,0.0011097296,0.5639534,0.04157831,0.00035922427,0.021016138,0.0003688406,0.00049583684,0.19566327],"genre_scores_gemma":[0.72387195,0.00028512193,0.2645071,0.0008786563,0.000011886597,0.007048714,0.00010410938,0.000032396652,0.0032600632],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.89015746,0.099037096,0.0014567758,0.0028764296,0.0041478914,0.002324393],"domain_scores_gemma":[0.933665,0.052112218,0.0017051349,0.003493312,0.0067919735,0.002232413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09092418,0.00097372185,0.00079067773,0.004119279,0.009904664,0.009385779,0.0043799863,0.002306988,0.0045314785],"category_scores_gemma":[0.0732608,0.0007386552,0.00083565904,0.0025365937,0.013326471,0.009576,0.009543571,0.003332297,0.00035627146],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025186758,0.0036429695,0.017094597,0.0016507119,0.00012000608,0.0006864801,0.09239418,0.012544673,0.0007827656,0.63766134,0.006424039,0.22674638],"study_design_scores_gemma":[0.0008232135,0.0033179398,0.015275038,0.0040895063,0.0002938423,0.0008116524,0.18955463,0.073403545,0.008281807,0.618152,0.08569755,0.00029929925],"about_ca_topic_score_codex":0.028817857,"about_ca_topic_score_gemma":0.048791595,"teacher_disagreement_score":0.09092418,"about_ca_system_score_codex":0.02575779,"about_ca_system_score_gemma":0.05794369,"threshold_uncertainty_score":0.4808588},"labels":[],"label_agreement":null},{"id":"W3063975890","doi":"10.1016/j.evalprogplan.2020.101870","title":"Assessing the Implementation Fidelity of Early Interventions: Data Collection Methods","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture; Canada Research Chairs","keywords":"Fidelity; Checklist; Data collection; Strengths and weaknesses; Psychological intervention; Computer science; Psychology; Process management; Applied psychology; Data science; Management science; Risk analysis (engineering); Medicine; Engineering; Nursing; Statistics; Social psychology; Mathematics","score_opus":0.9254453472003075,"score_gpt":0.8310459011868329,"score_spread":0.09439944601347461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3063975890","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2208259,0.0035832722,0.5704271,0.0015021049,0.00075042195,0.18451405,0.006776043,0.0005420046,0.011079054],"genre_scores_gemma":[0.31189278,0.001286937,0.34470278,0.00089383457,0.00019156781,0.33636147,0.0027040264,0.00017035818,0.0017963209],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.49974918,0.3710118,0.06460632,0.013366628,0.04825819,0.0030078844],"domain_scores_gemma":[0.35658133,0.42674235,0.068858415,0.07409074,0.071946576,0.0017806392],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34821737,0.002738253,0.003285215,0.005440658,0.0026919025,0.0039156196,0.0046375343,0.003240188,0.0024447343],"category_scores_gemma":[0.5316043,0.0021953678,0.0041973838,0.0067920033,0.0031368244,0.004740354,0.005714871,0.0034719394,0.0007944116],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073211496,0.008652062,0.28330502,0.012630531,0.0051036463,0.00011992614,0.01652429,0.0068133385,0.0033734553,0.012176494,0.0082646115,0.6357154],"study_design_scores_gemma":[0.011885579,0.043265272,0.68750626,0.016679564,0.010059296,0.0005687493,0.012577059,0.051066328,0.06205961,0.029453333,0.07310783,0.0017711852],"about_ca_topic_score_codex":0.0061642104,"about_ca_topic_score_gemma":0.0070579583,"teacher_disagreement_score":0.65178263,"about_ca_system_score_codex":0.005442625,"about_ca_system_score_gemma":0.015219492,"threshold_uncertainty_score":0.80376405},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3087984167","doi":"10.1016/j.evalprogplan.2020.101875","title":"Examination of tools associated with the evaluation of knowledge uptake and utilization: A scoping review","year":2020,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Waterloo; University of Waterloo","funders":"Canadian Institutes of Health Research; University of Waterloo","keywords":"Usability; Scopus; Computer science; Process (computing); Knowledge management; MEDLINE; Chemistry","score_opus":0.7579788294802032,"score_gpt":0.6725173207033083,"score_spread":0.08546150877689496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087984167","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037400513,0.9692066,0.007359059,0.0023710586,0.00074319605,0.011534196,0.0010515224,0.00007627242,0.0039180513],"genre_scores_gemma":[0.03136458,0.91538924,0.028036904,0.0009989991,0.00019282685,0.022454327,0.0010262587,0.00005126803,0.00048548277],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.84529126,0.06987752,0.05558245,0.0035990851,0.024345784,0.0013038329],"domain_scores_gemma":[0.5279366,0.36145082,0.040582214,0.007858665,0.060549613,0.0016221371],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.18632878,0.0029360503,0.008490243,0.07210919,0.0030631283,0.011334767,0.003741521,0.003543064,0.0036621473],"category_scores_gemma":[0.40142018,0.0024494717,0.008381614,0.054993235,0.0030643505,0.010843623,0.0065149544,0.0023699948,0.00078157976],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113492024,0.000069518544,0.0018996254,0.70783496,0.0029045618,0.00014480593,0.002770979,0.00028182304,0.00027304352,0.0024318043,0.0026189268,0.2786565],"study_design_scores_gemma":[0.000043214015,0.000121707846,0.001884313,0.9617277,0.008110608,0.00015156872,0.0016346264,0.0002076345,0.00030807639,0.00088164915,0.024877623,0.000051259514],"about_ca_topic_score_codex":0.009337254,"about_ca_topic_score_gemma":0.025841484,"teacher_disagreement_score":0.81367123,"about_ca_system_score_codex":0.012980524,"about_ca_system_score_gemma":0.05189841,"threshold_uncertainty_score":0.9854126},"labels":[],"label_agreement":null},{"id":"W3105556690","doi":"10.1016/j.evalprogplan.2020.101876","title":"Evaluating the design and implementation fidelity of an adapted Plan-Do-Study-Act approach to improve health system performance in a Nigerian state","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"PDCA; Fidelity; Process management; Balanced scorecard; Psychological intervention; Adaptation (eye); Computer science; Quality management; Plan (archaeology); Documentation; Performance improvement; Management science; Engineering; Operations management; Medicine; Management system; Psychology","score_opus":0.6912364004618525,"score_gpt":0.6789875816373846,"score_spread":0.012248818824467933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105556690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871301,0.000048338818,0.006496358,0.00044094145,0.000037837144,0.003944395,0.000053466916,0.00006934896,0.0017791602],"genre_scores_gemma":[0.97588265,0.000061608276,0.020690212,0.00013208778,0.0000074810187,0.0027461818,0.000052284864,0.000009970655,0.0004175816],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9434406,0.04470169,0.002867959,0.0017196294,0.004882737,0.0023873597],"domain_scores_gemma":[0.9166429,0.053886857,0.007642399,0.008502044,0.009374706,0.0039510923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05928201,0.00063499785,0.0006820643,0.0009710777,0.0025924733,0.0025028905,0.0023075435,0.0016176961,0.0012537779],"category_scores_gemma":[0.113585114,0.0010238289,0.0006557104,0.0010338958,0.0020591912,0.0020761292,0.0030369817,0.0021339424,0.00019834167],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008387291,0.05352035,0.2617287,0.0020637221,0.0007372061,0.0005565063,0.061511025,0.04917678,0.005769816,0.0053261383,0.0016024265,0.54962],"study_design_scores_gemma":[0.0064723534,0.1906114,0.54420006,0.0020796014,0.0021741171,0.0005337223,0.08919909,0.124543704,0.022327373,0.005129855,0.012152775,0.00057587854],"about_ca_topic_score_codex":0.02292842,"about_ca_topic_score_gemma":0.031517692,"teacher_disagreement_score":0.05928201,"about_ca_system_score_codex":0.009257703,"about_ca_system_score_gemma":0.02779002,"threshold_uncertainty_score":0.31351697},"labels":[],"label_agreement":null},{"id":"W3126339404","doi":"10.1016/j.evalprogplan.2021.101910","title":"Using a logic model to develop an intervention for improving miscarriage care in the emergency department","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; Université Laval","funders":"Canadian Nurses Foundation","keywords":"Miscarriage; Intervention (counseling); Theory of change; Logic model; Psychological intervention; Emergency department; Abortion; Medicine; Nursing; Psychology; Pregnancy; Sociology","score_opus":0.2598124416964695,"score_gpt":0.5281659355718431,"score_spread":0.2683534938753736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126339404","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10208747,0.00014869637,0.8623289,0.004149274,0.00010687466,0.0014659148,0.0006214981,0.0009578862,0.028133458],"genre_scores_gemma":[0.549909,0.00016471336,0.44460198,0.000677728,0.000018988381,0.0009914738,0.0003253068,0.00004225826,0.0032684845],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980647,0.0012328172,0.00007774966,0.00020786258,0.00021599083,0.00020102688],"domain_scores_gemma":[0.9897518,0.0088870395,0.000385225,0.00012992123,0.0006212614,0.00022472645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033881245,0.00081002404,0.00048073372,0.0012535952,0.0010207872,0.0022501252,0.0015651247,0.0010439239,0.00958577],"category_scores_gemma":[0.009840327,0.00040349193,0.0010713566,0.00073815207,0.0010512322,0.0018570618,0.0009963205,0.0014010519,0.00046303374],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007836534,0.0020074465,0.012518616,0.0006791379,0.00021411106,0.0005197315,0.001070776,0.7387031,0.0022430113,0.15923895,0.0029300658,0.0790915],"study_design_scores_gemma":[0.0002470989,0.0003264236,0.00072512357,0.00010441983,0.00017562993,0.000072176255,0.00039686024,0.9563754,0.0013925872,0.037506748,0.0026466472,0.000030899137],"about_ca_topic_score_codex":0.023129089,"about_ca_topic_score_gemma":0.022332618,"teacher_disagreement_score":0.023129089,"about_ca_system_score_codex":0.0040654377,"about_ca_system_score_gemma":0.0071918913,"threshold_uncertainty_score":0.045988917},"labels":[],"label_agreement":null},{"id":"W3134334563","doi":"10.1016/j.evalprogplan.2021.101943","title":"Scaling up a community-led health promotion initiative: Lessons learned and promising practices from the Healthy Weights for Children Project","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Public Health Agency of Canada","keywords":"Health promotion; Scale (ratio); Public health; Program evaluation; Promotion (chess); Overweight; Process (computing); Program Design Language; Best practice; Childhood obesity; Medical education; Gerontology; Psychology; Environmental health; Medicine; Process management; Public relations; Obesity; Computer science; Political science; Nursing; Engineering; Geography","score_opus":0.8486577576015987,"score_gpt":0.7457537851570849,"score_spread":0.10290397244451377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134334563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6245981,0.0071374574,0.034619834,0.20053974,0.0017553949,0.029321574,0.00089269626,0.0014812474,0.09965402],"genre_scores_gemma":[0.693239,0.008313021,0.25666076,0.0131994095,0.00025583306,0.010573605,0.00084665866,0.00041024908,0.016501512],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9729152,0.015237772,0.0006425138,0.0008735933,0.005353253,0.004977673],"domain_scores_gemma":[0.97981524,0.0058660763,0.0005249078,0.0010146847,0.0037351775,0.009043989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04136176,0.0011319014,0.00058282085,0.0015832674,0.0123484805,0.0049664425,0.0034042995,0.0017888756,0.001977281],"category_scores_gemma":[0.023997335,0.0006236854,0.00073300337,0.0015132978,0.0077623646,0.0026869986,0.008142878,0.0058810213,0.00034744982],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002947885,0.00898764,0.019569471,0.001331986,0.00009899485,0.001463282,0.115119584,0.0013565342,0.0027635475,0.016427852,0.055443686,0.77714264],"study_design_scores_gemma":[0.0015330027,0.008697294,0.110021524,0.005168332,0.00046730938,0.00096005294,0.36580375,0.0028420766,0.012063849,0.01993031,0.4720203,0.0004922524],"about_ca_topic_score_codex":0.41060573,"about_ca_topic_score_gemma":0.6399017,"teacher_disagreement_score":0.41060573,"about_ca_system_score_codex":0.023986459,"about_ca_system_score_gemma":0.181759,"threshold_uncertainty_score":0.81643146},"labels":[],"label_agreement":null},{"id":"W3135754019","doi":"10.1016/j.evalprogplan.2021.101933","title":"Evaluation plan of the 6for6 research skills program for rural and remote physicians","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Health Sciences Centre; St. John’s Health Sciences Centre","funders":"","keywords":"Plan (archaeology); Medical education; Scholarship; Delphi method; General partnership; Participatory action research; Government (linguistics); Program evaluation; Participatory evaluation; Public relations; Medicine; Political science; Sociology; Computer science; Public administration","score_opus":0.23606525664851633,"score_gpt":0.6088159133682667,"score_spread":0.3727506567197504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135754019","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09151573,0.0002460168,0.039743233,0.007243457,0.00035376186,0.8322401,0.0042066025,0.0003744046,0.024076616],"genre_scores_gemma":[0.08375948,0.0003684392,0.18688919,0.0012352667,0.00003320991,0.7219414,0.0013956411,0.000038496702,0.0043388726],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92342174,0.0567761,0.004348494,0.001518906,0.009644907,0.0042898376],"domain_scores_gemma":[0.9107098,0.028742127,0.006253408,0.0031063682,0.04273839,0.008449938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12980895,0.0011665768,0.0006820064,0.0031482514,0.0038551218,0.003224263,0.0024006595,0.0019968192,0.0122065395],"category_scores_gemma":[0.09449284,0.00095430017,0.0014274673,0.0017557007,0.0020387298,0.002360607,0.003373275,0.0024626416,0.0018693935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012042186,0.02133877,0.030893203,0.019425882,0.00040637414,0.0010121566,0.034731355,0.026014406,0.012250547,0.040893253,0.0639397,0.7370521],"study_design_scores_gemma":[0.016797258,0.13323659,0.17123774,0.021850197,0.0010426238,0.00077008206,0.12112104,0.026406208,0.037256163,0.024562256,0.44496658,0.0007532687],"about_ca_topic_score_codex":0.0077235056,"about_ca_topic_score_gemma":0.011172798,"teacher_disagreement_score":0.12980895,"about_ca_system_score_codex":0.01932001,"about_ca_system_score_gemma":0.0653475,"threshold_uncertainty_score":0.6865035},"labels":[],"label_agreement":null},{"id":"W3135833119","doi":"10.1016/j.evalprogplan.2021.101929","title":"Ngarraanga Giinganay (‘thinking peacefully’): Co-design and pilot study of a culturally-grounded mindfulness-based stress reduction program with older First Nations Australians","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mindfulness; Grounded theory; Psychosocial; Psychological intervention; Focus group; Qualitative research; Anxiety; Psychology; Mental health; Clinical psychology; Medicine; Medical education; Nursing; Psychotherapist; Sociology; Psychiatry","score_opus":0.11664952525261141,"score_gpt":0.4326570253063607,"score_spread":0.3160075000537493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135833119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98748094,0.00014569961,0.0017575783,0.00072505337,0.00016910478,0.0066173878,0.000077314675,0.000036217036,0.0029907224],"genre_scores_gemma":[0.92729753,0.00069917354,0.025118519,0.0021940316,0.00009302744,0.028760985,0.0002322077,0.000065758424,0.015538789],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9978909,0.0010990672,0.000084913736,0.0002973565,0.00025002347,0.0003777197],"domain_scores_gemma":[0.9973463,0.00036385504,0.00014920694,0.00018495847,0.0005198473,0.0014358757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005060212,0.00048807994,0.00078146247,0.00056186767,0.0046075927,0.0010282756,0.0010974109,0.0010124708,0.004219249],"category_scores_gemma":[0.004509073,0.00075704907,0.00081670104,0.00038808148,0.0011250805,0.0010142892,0.0021761847,0.0022037516,0.0006622312],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012831714,0.1404746,0.06778753,0.0044659576,0.00041243862,0.0031410342,0.2424436,0.0009789916,0.04911808,0.0019756341,0.009430338,0.46694016],"study_design_scores_gemma":[0.011085347,0.19183235,0.46117607,0.001568637,0.0012183421,0.0018722452,0.19952165,0.0027669214,0.0212222,0.0023917968,0.10484823,0.0004962513],"about_ca_topic_score_codex":0.020191837,"about_ca_topic_score_gemma":0.04425876,"teacher_disagreement_score":0.020191837,"about_ca_system_score_codex":0.0016658859,"about_ca_system_score_gemma":0.011529063,"threshold_uncertainty_score":0.040148616},"labels":[],"label_agreement":null},{"id":"W3170582154","doi":"10.1016/j.evalprogplan.2021.101962","title":"Designing centralized waiting lists for attachment to a primary care provider: Considerations from a logic analysis","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Manitoba Health; Michael Smith Health Research BC; Dalhousie University; University of Victoria; Université de Sherbrooke; Université de Moncton; Institute for Clinical Evaluative Sciences; Simon Fraser University; University of Manitoba; University of British Columbia; Queen's University; Women's College Hospital","funders":"Canadian Institutes of Health Research; Université de Sherbrooke","keywords":"Context (archaeology); Prioritization; Nursing; Intervention (counseling); Primary care; Work (physics); Focus group; Quality (philosophy); Qualitative research; Medicine; Psychology; Process management; Family medicine; Business; Engineering; Marketing; Sociology","score_opus":0.20435267010382727,"score_gpt":0.5350612364459452,"score_spread":0.33070856634211787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170582154","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71166074,0.0037226705,0.14428274,0.03770766,0.000101618614,0.005716156,0.00089602795,0.00024212572,0.095670156],"genre_scores_gemma":[0.9525179,0.00067556446,0.043659754,0.0007743313,0.0000075175976,0.0009948385,0.00010471042,0.000024852601,0.0012404952],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9490974,0.03843604,0.0016647377,0.0015192002,0.0056670294,0.0036156073],"domain_scores_gemma":[0.8486711,0.12661545,0.007081916,0.0046178745,0.011308078,0.0017055263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.075388715,0.00060327223,0.00066392607,0.004463148,0.007439325,0.008471758,0.004520391,0.0012358952,0.006573709],"category_scores_gemma":[0.09847415,0.0008064428,0.001071498,0.00433409,0.014992839,0.0062157824,0.004658971,0.0019776085,0.00024234512],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048335837,0.0003929661,0.07788854,0.0063988464,0.00023885637,0.0011850619,0.18066761,0.009853032,0.0017944596,0.5457348,0.004104771,0.17125778],"study_design_scores_gemma":[0.00065367203,0.0010084246,0.0780633,0.009666883,0.0013934824,0.00065446977,0.52282,0.033024065,0.005124569,0.2697259,0.07759236,0.00027289396],"about_ca_topic_score_codex":0.34824124,"about_ca_topic_score_gemma":0.48169407,"teacher_disagreement_score":0.34824124,"about_ca_system_score_codex":0.09708921,"about_ca_system_score_gemma":0.11739146,"threshold_uncertainty_score":0.7044348},"labels":[],"label_agreement":null},{"id":"W3189742699","doi":"10.1016/j.evalprogplan.2021.101987","title":"A study to determine if and how bereavement support programs provided by Irish and Canadian hospices are evaluated","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Universidad de Navarra","keywords":"Irish; Program evaluation; Program director; Continuing education; Nursing; Psychology; Medical education; Public relations; Medicine; Political science; Public administration","score_opus":0.10922308802717899,"score_gpt":0.4391524678331104,"score_spread":0.3299293798059314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189742699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888176,0.0004474549,0.00011281722,0.00092022074,0.000048725982,0.0011110174,0.00033072638,0.000008775626,0.008202813],"genre_scores_gemma":[0.9928235,0.00057374645,0.0010693204,0.00078233157,0.000020183916,0.00058837334,0.000415934,0.0000053280205,0.0037213268],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99565434,0.0013379662,0.00014235344,0.00020116333,0.00081168505,0.0018524447],"domain_scores_gemma":[0.9891523,0.0009863515,0.0014291678,0.00022667303,0.0040527615,0.004152703],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004213893,0.00035483562,0.00038422048,0.0013572663,0.005262095,0.0019898147,0.0011658698,0.0005282218,0.002237838],"category_scores_gemma":[0.010147563,0.00027957134,0.0005635969,0.0018586922,0.0013714744,0.0010974795,0.0016793525,0.0017902299,0.00022399481],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032484622,0.012593296,0.81351525,0.0006198409,0.00022087203,0.00047072946,0.030643076,0.00032397592,0.0013413985,0.0016887784,0.0069196736,0.12841456],"study_design_scores_gemma":[0.00042694903,0.0040625795,0.9109633,0.00040930466,0.00014732368,0.00011949538,0.07256251,0.00025888506,0.00080143625,0.00016025528,0.0100314375,0.00005658208],"about_ca_topic_score_codex":0.8589998,"about_ca_topic_score_gemma":0.96146554,"teacher_disagreement_score":0.99578613,"about_ca_system_score_codex":0.04606304,"about_ca_system_score_gemma":0.099099085,"threshold_uncertainty_score":0.3342123},"labels":[],"label_agreement":null},{"id":"W3194283929","doi":"10.1016/j.evalprogplan.2021.101992","title":"Exercise is Medicine® Canada on Campus Casebook: Evaluation of a novel knowledge translation tool and lessons learned","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Physical Activity and Health","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Society for Exercise Physiology; Queen's University","funders":"","keywords":"Casebook; Usability; Medical education; Psychological intervention; Psychology; Medicine; Computer science; Nursing; Political science","score_opus":0.38159786661666967,"score_gpt":0.5088844832282301,"score_spread":0.12728661661156043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194283929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74389243,0.0023403415,0.060112998,0.03561982,0.004363419,0.0495509,0.006544729,0.0058992645,0.091676086],"genre_scores_gemma":[0.4784103,0.004686646,0.41588,0.0063641956,0.00063269865,0.02755861,0.0057066916,0.001224364,0.059536476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98599315,0.007993006,0.0008366267,0.00079029764,0.003733919,0.00065304077],"domain_scores_gemma":[0.9063027,0.065032125,0.0021253086,0.005340361,0.013315472,0.007884033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023970539,0.0010551197,0.0011540767,0.0015530541,0.0022749125,0.003862936,0.004546707,0.001937706,0.021525806],"category_scores_gemma":[0.08038024,0.00062948617,0.00081614486,0.0014680863,0.0012214384,0.002299842,0.0034349293,0.0030794453,0.0031124153],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019897735,0.042219926,0.0048217545,0.0025292125,0.00011935076,0.0011099022,0.018434944,0.0019017621,0.0020781422,0.0015229868,0.092473514,0.8307986],"study_design_scores_gemma":[0.026598895,0.03901657,0.12513092,0.02013051,0.0020791923,0.0030335565,0.08472998,0.02669918,0.0238578,0.010461205,0.6362706,0.0019916303],"about_ca_topic_score_codex":0.049883496,"about_ca_topic_score_gemma":0.13708955,"teacher_disagreement_score":0.9501165,"about_ca_system_score_codex":0.0060046315,"about_ca_system_score_gemma":0.03325718,"threshold_uncertainty_score":0.12676984},"labels":[],"label_agreement":null},{"id":"W3199023418","doi":"10.1016/j.evalprogplan.2021.102004","title":"Inter-rater agreement of scores to assess quality of care in public sector primary health care facilities – A pattern of performance","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Theoretical Astrophysics","keywords":"Inter-rater reliability; School district; Quality (philosophy); Primary care; Medicine; Public health; Psychology; Environmental health; Family medicine; Nursing; Rating scale","score_opus":0.36404786347506823,"score_gpt":0.5465333408707579,"score_spread":0.18248547739568965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199023418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9178064,0.005192041,0.056636013,0.0007627694,0.00059679436,0.0022988075,0.0011935299,0.00047547615,0.015038081],"genre_scores_gemma":[0.9837625,0.00028560465,0.0141018415,0.0000906822,0.000057426747,0.0006887084,0.0004031437,0.00008329017,0.0005267177],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.66663915,0.20317872,0.04628813,0.01573176,0.06557416,0.0025879925],"domain_scores_gemma":[0.4482649,0.3188663,0.07090354,0.026628774,0.13301058,0.0023259078],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.20359518,0.00064778805,0.0015125544,0.004601851,0.001251517,0.0025499142,0.0014677661,0.0007429849,0.00073370285],"category_scores_gemma":[0.33043277,0.0005395169,0.0015424452,0.0035928907,0.002504023,0.0019148873,0.0036037744,0.0012842512,0.00036713728],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018063062,0.00028655346,0.8544418,0.0026943132,0.005061849,0.0001777616,0.023286143,0.002146296,0.006279027,0.0013470275,0.003908591,0.09856441],"study_design_scores_gemma":[0.00015181318,0.0018203135,0.9599664,0.0010788745,0.00066025887,0.00061693357,0.0063350764,0.012478807,0.007966123,0.0018982579,0.0068279565,0.00019911308],"about_ca_topic_score_codex":0.002186812,"about_ca_topic_score_gemma":0.003939641,"teacher_disagreement_score":0.20359518,"about_ca_system_score_codex":0.0019913095,"about_ca_system_score_gemma":0.0018011067,"threshold_uncertainty_score":0.98210895},"labels":[],"label_agreement":null},{"id":"W3199664501","doi":"10.1016/j.evalprogplan.2021.102008","title":"How and why are Theory of Change and Realist Evaluation used in food security contexts? A scoping review","year":2021,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Alberta; University of Guelph","funders":"Canadian Institutes of Health Research","keywords":"Theory of change; Food security; Context (archaeology); Management science; Process (computing); Program evaluation; Computer science; Risk analysis (engineering); Psychology; Sociology; Political science; Medicine; Engineering; Agriculture","score_opus":0.7144212184028079,"score_gpt":0.6168606542917522,"score_spread":0.09756056411105574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199664501","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015919002,0.9957889,0.00064599485,0.0022540072,0.00030737897,0.00004848053,0.000029459383,0.000004874067,0.00076179026],"genre_scores_gemma":[0.007150604,0.9872291,0.0029808988,0.0018571087,0.00024936371,0.0002923147,0.000046479676,0.0000104859055,0.0001837017],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.95613563,0.025691966,0.006720818,0.002623962,0.007976341,0.0008513178],"domain_scores_gemma":[0.71975034,0.25537807,0.00820261,0.002904664,0.0130966995,0.0006675845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.065578744,0.0015324521,0.006047579,0.013936713,0.0018041881,0.011145627,0.0029084785,0.0058383252,0.003817318],"category_scores_gemma":[0.19057418,0.0015654728,0.0033232872,0.013590975,0.0070370827,0.012653405,0.0038367603,0.005221483,0.0006603336],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012228912,0.00006981646,0.0010219003,0.33419642,0.0016735741,0.00011030678,0.0022881483,0.000656466,0.00016557523,0.037056535,0.009150406,0.6134886],"study_design_scores_gemma":[0.00006813911,0.00011740855,0.0020890674,0.7702009,0.0033032058,0.00018923162,0.0024228543,0.00039712852,0.0002981596,0.021607934,0.19922757,0.000078340025],"about_ca_topic_score_codex":0.019149529,"about_ca_topic_score_gemma":0.035859957,"teacher_disagreement_score":0.065578744,"about_ca_system_score_codex":0.011133331,"about_ca_system_score_gemma":0.030307837,"threshold_uncertainty_score":0.34681767},"labels":[],"label_agreement":null},{"id":"W3199697818","doi":"10.1016/j.evalprogplan.2021.102012","title":"A principles-focused evaluation of community mental health short-term case management","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Centre for Addiction and Mental Health; North York General Hospital; Trillium Health Centre; University of Toronto","funders":"","keywords":"Formative assessment; Psychological intervention; Mental health; Intervention (counseling); Program evaluation; Implementation research; Process management; Medicine; Psychology; Medical education; Applied psychology; Nursing; Engineering; Psychiatry","score_opus":0.6116391197082341,"score_gpt":0.5822059313274632,"score_spread":0.029433188380770914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199697818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90455735,0.00078047457,0.013093557,0.0032477032,0.0002864122,0.04314206,0.0010423395,0.00035243217,0.033497673],"genre_scores_gemma":[0.9179985,0.00057637866,0.05436777,0.0009821123,0.000082633356,0.01809812,0.0007797057,0.00005710356,0.0070576603],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9664024,0.025715113,0.0017479936,0.00067755487,0.0039888932,0.0014679356],"domain_scores_gemma":[0.9498327,0.021454452,0.003089056,0.0034777026,0.012774393,0.009371664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030238152,0.00080649275,0.0007557149,0.0023875125,0.0031515171,0.0017808371,0.0028937908,0.0013385211,0.008221411],"category_scores_gemma":[0.05224709,0.00050731463,0.0009262074,0.0012701912,0.0011786378,0.0018249376,0.0050149215,0.0013585201,0.0007587329],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018596513,0.06907232,0.05259811,0.0035244683,0.00027090768,0.00087894796,0.022071779,0.005796561,0.003715074,0.0059580235,0.012841083,0.80467623],"study_design_scores_gemma":[0.029178116,0.3385255,0.40598318,0.006077699,0.0013013283,0.00294959,0.06606257,0.023126984,0.023364682,0.010537176,0.09217134,0.0007218193],"about_ca_topic_score_codex":0.007338445,"about_ca_topic_score_gemma":0.019573584,"teacher_disagreement_score":0.030238152,"about_ca_system_score_codex":0.008011615,"about_ca_system_score_gemma":0.018619772,"threshold_uncertainty_score":0.15991652},"labels":[],"label_agreement":null},{"id":"W3201242541","doi":"10.1016/j.evalprogplan.2021.102009","title":"Evaluating the integration of strategic priorities within a complex research-for-development funding program","year":2021,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"International Development Research Centre","keywords":"Theory of change; Participatory evaluation; Sustainability; Citizen journalism; Process (computing); Thematic analysis; Program evaluation; Equity (law); Management science; Process management; Research program; Psychology; Knowledge management; Computer science; Political science; Qualitative research; Sociology; Business; Engineering","score_opus":0.944340246966675,"score_gpt":0.7438204693076491,"score_spread":0.20051977765902584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201242541","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006719073,0.9607411,0.011592717,0.006087847,0.0005603586,0.0018809478,0.00008989941,0.000045623026,0.012282463],"genre_scores_gemma":[0.10241132,0.8405789,0.050424002,0.0025091707,0.0002290312,0.002676094,0.00017236079,0.00003160276,0.00096741115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.89458525,0.08557206,0.0050912094,0.0020119003,0.0112716565,0.0014679661],"domain_scores_gemma":[0.85175943,0.123681545,0.008425537,0.0023591823,0.012539612,0.0012347917],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.11054212,0.0013561776,0.0027507085,0.008118256,0.001375437,0.0064334557,0.0020122707,0.0021285648,0.0014597567],"category_scores_gemma":[0.11904358,0.00064146746,0.0014109341,0.008101895,0.0030486928,0.006322289,0.0034741987,0.0027098518,0.00026773592],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001433548,0.00018173251,0.0016118283,0.063473724,0.00080674345,0.00006198251,0.0017704709,0.0019451114,0.0005167542,0.036657065,0.0031927961,0.88963854],"study_design_scores_gemma":[0.00057209533,0.0026283702,0.013989295,0.34019482,0.00565465,0.0004946259,0.011332874,0.0029184609,0.0058532464,0.06535048,0.5507066,0.00030448526],"about_ca_topic_score_codex":0.00867328,"about_ca_topic_score_gemma":0.020839503,"teacher_disagreement_score":0.8894579,"about_ca_system_score_codex":0.010174565,"about_ca_system_score_gemma":0.041683376,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4212952167","doi":"10.1016/j.evalprogplan.2022.102054","title":"Translating mental health recovery guidelines into recovery-oriented innovations: A strategy combining implementation teams and a facilitated planning process","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Moncton; University of British Columbia; Douglas Mental Health University Institute; McGill University","funders":"Canadian Institutes of Health Research; Michael Smith Health Research BC; Fonds de Recherche du Québec - Santé; Fondation de la recherche en santé du Nouveau-Brunswick; Research Manitoba","keywords":"Process (computing); Mental health; Bridge (graph theory); Process management; Knowledge translation; Knowledge management; Service (business); Service provider; Business; Psychology; Medicine; Computer science; Marketing","score_opus":0.3526546683974965,"score_gpt":0.576267506969223,"score_spread":0.22361283857172654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212952167","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31431773,0.0010579394,0.5426115,0.054263134,0.00066082604,0.05220859,0.0001197706,0.0020961121,0.032664407],"genre_scores_gemma":[0.3888978,0.0004834488,0.59066904,0.0027234172,0.00014569535,0.013017841,0.000115741364,0.00012806148,0.0038189553],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.74669415,0.21862386,0.00914545,0.006632196,0.012716103,0.006188224],"domain_scores_gemma":[0.82099885,0.10324979,0.018289289,0.019628186,0.023043256,0.014790639],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.19025002,0.0016790815,0.0010335128,0.0060868557,0.01204489,0.011718777,0.005938411,0.0044750622,0.0044303904],"category_scores_gemma":[0.16361754,0.0019154387,0.0017191856,0.0037386743,0.007572076,0.012658684,0.026228666,0.007119035,0.0016329995],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004850097,0.0061899945,0.011127729,0.0025547687,0.0001766299,0.0018736417,0.17320539,0.005035685,0.0060883495,0.022898206,0.009104094,0.7612605],"study_design_scores_gemma":[0.0033094499,0.018263727,0.04334852,0.011229327,0.00062810257,0.0031926837,0.5332527,0.030572794,0.02646863,0.10451274,0.22377829,0.0014429196],"about_ca_topic_score_codex":0.005290505,"about_ca_topic_score_gemma":0.011483457,"teacher_disagreement_score":0.19025002,"about_ca_system_score_codex":0.013358252,"about_ca_system_score_gemma":0.08399461,"threshold_uncertainty_score":0.99856585},"labels":[],"label_agreement":null},{"id":"W4213246394","doi":"10.1016/j.evalprogplan.2022.102053","title":"A comprehensive monitoring and evaluation framework for evidence to policy networks","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; William and Flora Hewlett Foundation; World Health Organization","keywords":"Accountability; Process management; Knowledge translation; Corporate governance; Monitoring and evaluation; Key (lock); Set (abstract data type); Maturity (psychological); Social network analysis; Knowledge management; Computer science; Business; Political science; Computer security; Finance","score_opus":0.7721486748649585,"score_gpt":0.7477666946812921,"score_spread":0.02438198018366644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213246394","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019931449,0.0038650914,0.8676848,0.07911122,0.0005663896,0.007358335,0.0009478953,0.0011103688,0.037362777],"genre_scores_gemma":[0.07629766,0.0017523343,0.9056823,0.003921667,0.0005341245,0.007917435,0.0005484218,0.00016401066,0.0031819916],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5510854,0.34064868,0.035649713,0.016065411,0.04854994,0.008000859],"domain_scores_gemma":[0.45875221,0.37879962,0.03027698,0.040742993,0.08127632,0.010151867],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43200383,0.004382788,0.007891704,0.024640141,0.011042731,0.044903126,0.014108412,0.02266658,0.009436962],"category_scores_gemma":[0.44945726,0.004165722,0.005528004,0.014104897,0.027404835,0.04586958,0.022730453,0.013824355,0.0020828529],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006564124,0.00015038045,0.001698557,0.0011194942,0.00025271391,0.000112936184,0.0014880234,0.008735564,0.00014608925,0.9071945,0.013802937,0.0652331],"study_design_scores_gemma":[0.00017333671,0.00018433447,0.0011384544,0.0041836584,0.0003475744,0.000110222085,0.0011995445,0.019141147,0.0008005215,0.91730607,0.055289324,0.00012582261],"about_ca_topic_score_codex":0.03216255,"about_ca_topic_score_gemma":0.025597835,"teacher_disagreement_score":0.56799614,"about_ca_system_score_codex":0.037655253,"about_ca_system_score_gemma":0.11104632,"threshold_uncertainty_score":0.7004404},"labels":[],"label_agreement":null},{"id":"W4283687408","doi":"10.1016/j.evalprogplan.2022.102125","title":"Evaluating facilitators’ challenges administering a program building on existing strengths in families facing difficulties","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Family and Disability Support Research","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Operationalization; Program evaluation; Intervention (counseling); Medical education; Psychology; Compliance (psychology); Best practice; Nursing; Medicine; Political science; Social psychology","score_opus":0.31811870327004793,"score_gpt":0.5464052146460003,"score_spread":0.2282865113759524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283687408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9817213,0.00026226832,0.0035476207,0.0047993176,0.00019365251,0.0024411534,0.00007238592,0.00009628192,0.006866033],"genre_scores_gemma":[0.9787184,0.00042511005,0.015591235,0.0005790222,0.00004386509,0.0025541119,0.00006603418,0.00004066348,0.0019815187],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96005565,0.027532715,0.0020028139,0.001224279,0.0031864566,0.0059980983],"domain_scores_gemma":[0.8638964,0.0718146,0.011356531,0.0044832183,0.028587539,0.019861694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06634538,0.0006337684,0.0006948592,0.0014057565,0.0071059796,0.004062022,0.0028174182,0.0014601175,0.004034554],"category_scores_gemma":[0.1745451,0.001045359,0.0009011355,0.0007641048,0.0019927307,0.003590935,0.0067311046,0.003885713,0.00052560866],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011455753,0.009270488,0.24005017,0.0014583962,0.0001852939,0.0031345212,0.42444813,0.0014462199,0.00251127,0.0024627212,0.011649467,0.30223772],"study_design_scores_gemma":[0.00045477264,0.0067966958,0.1430607,0.0036124908,0.0003579642,0.0019045216,0.7928889,0.0050833416,0.007699136,0.0033394995,0.034504138,0.0002978569],"about_ca_topic_score_codex":0.012538867,"about_ca_topic_score_gemma":0.028835587,"teacher_disagreement_score":0.06634538,"about_ca_system_score_codex":0.0073580826,"about_ca_system_score_gemma":0.041120313,"threshold_uncertainty_score":0.3508721},"labels":[],"label_agreement":null},{"id":"W4284963292","doi":"10.1016/j.evalprogplan.2022.102116","title":"Differential elements of a successful agricultural innovation scaling-up model","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Agricultural Innovations and Practices","field":"Agricultural and Biological Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Scaling; Differential (mechanical device); Agriculture; Business; Computer science; Transport engineering; Engineering; Mathematics; Geography; Aerospace engineering","score_opus":0.1073695963929548,"score_gpt":0.38199572906546386,"score_spread":0.27462613267250907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284963292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3646026,0.00048597864,0.35737002,0.00857843,0.000077491335,0.0055890903,0.00024622935,0.00041386433,0.26263633],"genre_scores_gemma":[0.8615648,0.00021820496,0.13064054,0.00021354272,0.000010260475,0.00254743,0.00009451217,0.00004092605,0.0046698013],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.97524333,0.015733857,0.0010681272,0.0015206288,0.0047942735,0.001639768],"domain_scores_gemma":[0.9829815,0.010235977,0.0011195763,0.0014718062,0.0026551245,0.0015361076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020353204,0.0010342377,0.00063127984,0.0027051612,0.004035729,0.009978448,0.0021355464,0.0019455779,0.006889945],"category_scores_gemma":[0.02648276,0.00057859335,0.00090456096,0.0019850235,0.006736284,0.005808306,0.0079281805,0.0022639192,0.00079153414],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024169462,0.0011458487,0.010625739,0.0007716626,0.000097287586,0.000838559,0.017967826,0.04917125,0.0035414011,0.8452711,0.0011701713,0.069157414],"study_design_scores_gemma":[0.00048514412,0.0027502994,0.00880474,0.0011431645,0.0002723198,0.00046534365,0.034212966,0.2015641,0.009253391,0.6825933,0.058282737,0.0001725335],"about_ca_topic_score_codex":0.003166527,"about_ca_topic_score_gemma":0.0031825167,"teacher_disagreement_score":0.020353204,"about_ca_system_score_codex":0.010131473,"about_ca_system_score_gemma":0.018375598,"threshold_uncertainty_score":0.10763931},"labels":[],"label_agreement":null},{"id":"W4309570150","doi":"10.1016/j.evalprogplan.2022.102186","title":"Evaluating the quality of municipal strategic plans","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Public Policy and Administration Research","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Guelph","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Strategic planning; Scope (computer science); Process management; Business; Quality (philosophy); Plan (archaeology); Government (linguistics); Local government; Strategic human resource planning; Process (computing); Public administration; Marketing; Political science; Computer science","score_opus":0.6252687998258292,"score_gpt":0.6481470406014327,"score_spread":0.02287824077560352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309570150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9455888,0.0014447776,0.010874787,0.004857754,0.000099252895,0.0006100893,0.0015653326,0.00022310848,0.034735993],"genre_scores_gemma":[0.99162954,0.00043662745,0.005954505,0.0000755391,0.000017711409,0.00008757494,0.0008371007,0.000019783736,0.0009415372],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94227237,0.037380584,0.0029286374,0.0012856686,0.013952214,0.0021805211],"domain_scores_gemma":[0.77734256,0.13472287,0.027118653,0.010850308,0.045605656,0.0043600155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.048372746,0.00050891197,0.0010192882,0.0047394317,0.0013199301,0.00700615,0.0013974094,0.0010229651,0.0037796015],"category_scores_gemma":[0.25063926,0.00050694554,0.0005376606,0.009010102,0.0017080121,0.0039462876,0.0020613677,0.0014221863,0.00029696446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019263546,0.0008807957,0.5026597,0.0010376974,0.0010829293,0.0001261972,0.0037345246,0.13804972,0.00055960735,0.050153412,0.013200457,0.2865886],"study_design_scores_gemma":[0.00085408665,0.0033776076,0.5875645,0.0012442744,0.0012202619,0.000119114695,0.022673367,0.2819715,0.0056046117,0.06157951,0.033607945,0.00018313322],"about_ca_topic_score_codex":0.10629035,"about_ca_topic_score_gemma":0.12883772,"teacher_disagreement_score":0.10629035,"about_ca_system_score_codex":0.017025054,"about_ca_system_score_gemma":0.028336529,"threshold_uncertainty_score":0.2558226},"labels":[],"label_agreement":null},{"id":"W4310238849","doi":"10.1016/j.evalprogplan.2022.102175","title":"A process and impact evaluation of a peer-led HIV self-management program","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"Health Resources and Services Administration; New York City Department of Health and Mental Hygiene","keywords":"Psychosocial; Medicine; Psychological intervention; Self-management; Population; Test (biology); Human immunodeficiency virus (HIV); Social support; Program evaluation; Gerontology; Clinical psychology; Family medicine; Psychology; Environmental health; Psychiatry","score_opus":0.07530224717509426,"score_gpt":0.5022145006730174,"score_spread":0.42691225349792317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310238849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.937189,0.00028822495,0.004472863,0.0005478013,0.00014991009,0.04804152,0.00048770272,0.00022906461,0.008593922],"genre_scores_gemma":[0.93177974,0.00042128225,0.031309903,0.00042852497,0.00014331452,0.032106735,0.00051085,0.00005243435,0.0032472576],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9613354,0.028686255,0.0014038293,0.0014077891,0.0046304883,0.0025361856],"domain_scores_gemma":[0.9731352,0.012092026,0.0015296217,0.0020526247,0.0056708194,0.005519619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024951195,0.0012266809,0.0012440373,0.0022639579,0.0051965956,0.0021439581,0.0031320876,0.0022589304,0.0069794497],"category_scores_gemma":[0.028349767,0.00078295363,0.0014676285,0.0012549112,0.0017068305,0.0016841831,0.0048211874,0.0020987322,0.0006152085],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04768677,0.39842963,0.024952728,0.002481142,0.00046926166,0.00062247395,0.009587542,0.0058074296,0.0045496915,0.0019527115,0.0025025844,0.50095797],"study_design_scores_gemma":[0.10750388,0.7006038,0.12384881,0.0012143346,0.0018032708,0.00052754453,0.015383526,0.013594723,0.019063244,0.0027421636,0.013370532,0.00034417436],"about_ca_topic_score_codex":0.011422054,"about_ca_topic_score_gemma":0.013667502,"teacher_disagreement_score":0.024951195,"about_ca_system_score_codex":0.0056596105,"about_ca_system_score_gemma":0.029247474,"threshold_uncertainty_score":0.1319561},"labels":[],"label_agreement":null},{"id":"W4312084482","doi":"10.1016/j.evalprogplan.2022.102211","title":"Competency drivers to support implementation of early intensive behavioral intervention in large-scale community-based services: Perspectives of caseworkers and organization representatives","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Sherbrooke; Centre intégré universitaire de santé et de services sociaux de la Mauricie-et-du-Centre-du-Québec; Université du Québec à Trois-Rivières","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Intervention (counseling); Scale (ratio); Plan (archaeology); Sample (material); Psychology; Knowledge management; Medical education; Nursing; Applied psychology; Medicine; Computer science; Geography","score_opus":0.17797880896321958,"score_gpt":0.4915088177624627,"score_spread":0.3135300087992431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312084482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92203265,0.0003852927,0.006166235,0.040212125,0.0002012679,0.0024102253,0.00013392982,0.00017505948,0.028283196],"genre_scores_gemma":[0.99089795,0.00011783889,0.006171691,0.0011031516,0.000022107113,0.0004193503,0.00005250817,0.00002128544,0.0011940796],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9793539,0.010835972,0.0007209373,0.0006097568,0.005190288,0.003289205],"domain_scores_gemma":[0.93754447,0.030425629,0.005392615,0.001371226,0.0124406265,0.012825354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03272384,0.00047689077,0.0003625662,0.0016623132,0.0053766593,0.0059777033,0.002995562,0.0017686094,0.0042690793],"category_scores_gemma":[0.0973281,0.00041437853,0.0004019467,0.00060756266,0.0019951805,0.0021134897,0.0040554954,0.0033598791,0.00030780467],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056483294,0.012303037,0.4388413,0.00090234267,0.00014561079,0.00090337545,0.070745416,0.0021909056,0.004310222,0.018422564,0.024772627,0.42589766],"study_design_scores_gemma":[0.0004570428,0.0033653122,0.6505228,0.002366881,0.00023198829,0.0005966629,0.27667373,0.012648761,0.010073265,0.011216216,0.03159472,0.0002525277],"about_ca_topic_score_codex":0.043997277,"about_ca_topic_score_gemma":0.0864186,"teacher_disagreement_score":0.043997277,"about_ca_system_score_codex":0.0106569445,"about_ca_system_score_gemma":0.07078192,"threshold_uncertainty_score":0.17306232},"labels":[],"label_agreement":null},{"id":"W4313530487","doi":"10.1016/j.evalprogplan.2022.102217","title":"Protocol for a process evaluation of SCALA study – Intervention targeting scaling up of primary health care-based prevention and management of heavy drinking and comorbid depression in Latin America","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mental Health Research Canada","funders":"National Institute for Health and Care Research","keywords":"Documentation; Context (archaeology); Intervention (counseling); Scale (ratio); Data collection; Nursing; Medicine; Program evaluation; Mental health; Institutional review board; Medical education; Protocol (science); Psychology; Alternative medicine; Psychiatry; Computer science","score_opus":0.49925956558332363,"score_gpt":0.690880742935946,"score_spread":0.1916211773526224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313530487","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010334399,0.000041413885,0.002016522,0.00011888695,0.00009558357,0.9952742,0.000601658,0.000041639505,0.00077661447],"genre_scores_gemma":[0.00051433174,0.000024093415,0.0028690961,0.000045135712,0.000010404763,0.9962968,0.00006763574,0.000002662716,0.00016990397],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9335864,0.048173133,0.0071446733,0.0030742458,0.004686103,0.003335541],"domain_scores_gemma":[0.9416625,0.019298343,0.0053210417,0.008980153,0.01943181,0.0053062546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.11474901,0.003717353,0.0047089914,0.0047393525,0.008619662,0.003984243,0.004365034,0.0052721784,0.08385243],"category_scores_gemma":[0.073454954,0.0036474823,0.004068188,0.0039067157,0.0036941746,0.0037922445,0.0045139496,0.0097138425,0.014498754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19269842,0.093893185,0.0071595465,0.043528594,0.0009317753,0.0015469695,0.019586453,0.007048548,0.0075288406,0.023546776,0.078664064,0.5238669],"study_design_scores_gemma":[0.3136265,0.13477594,0.03215625,0.022756815,0.0010868674,0.00027438832,0.01731056,0.0043657194,0.010660349,0.016562393,0.44568858,0.000735526],"about_ca_topic_score_codex":0.0063352883,"about_ca_topic_score_gemma":0.010247141,"teacher_disagreement_score":0.11474901,"about_ca_system_score_codex":0.010421279,"about_ca_system_score_gemma":0.04774307,"threshold_uncertainty_score":0.606858},"labels":[],"label_agreement":null},{"id":"W4315880901","doi":"10.1016/j.evalprogplan.2023.102233","title":"Implementation process evaluation of an ergonomic train the trainer program: How to learn from mechanisms and the temporal structure of processes?","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université du Québec à Montréal","funders":"","keywords":"Timeline; Trainer; Process (computing); Context (archaeology); Process management; Intervention (counseling); Psychological intervention; Human factors and ergonomics; Knowledge management; Computer science; Engineering; Applied psychology; Risk analysis (engineering); Poison control; Psychology; Medicine","score_opus":0.4800954001694136,"score_gpt":0.669639071945223,"score_spread":0.18954367177580939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315880901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26728407,0.013088989,0.5415118,0.10225818,0.001595825,0.021409404,0.0014871192,0.0015521527,0.049812544],"genre_scores_gemma":[0.77935815,0.0036458243,0.20002833,0.0029120746,0.00016300136,0.011287511,0.00041889586,0.00016438667,0.0020218834],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.7768703,0.17585038,0.010038262,0.0045890454,0.028340818,0.004311161],"domain_scores_gemma":[0.5752598,0.33349448,0.030109514,0.015348022,0.0413022,0.004485901],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2327376,0.0011624785,0.001820591,0.00310275,0.002754954,0.009165005,0.0029671548,0.0032832061,0.0057771862],"category_scores_gemma":[0.4169793,0.0013326838,0.0026599548,0.0037476043,0.0031535835,0.018999737,0.003979793,0.004914909,0.0005310382],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003942251,0.0061921263,0.03814419,0.011304285,0.0016398538,0.00014768525,0.013310573,0.02498192,0.0015931657,0.18152314,0.00643294,0.71078783],"study_design_scores_gemma":[0.0077428045,0.019781563,0.12662664,0.039103918,0.0062992335,0.00026789142,0.041221183,0.19337249,0.02716069,0.471713,0.06533564,0.0013750467],"about_ca_topic_score_codex":0.023310097,"about_ca_topic_score_gemma":0.01851468,"teacher_disagreement_score":0.2327376,"about_ca_system_score_codex":0.017337628,"about_ca_system_score_gemma":0.06615731,"threshold_uncertainty_score":0.94617116},"labels":[],"label_agreement":null},{"id":"W4316498822","doi":"10.1016/j.evalprogplan.2023.102239","title":"Remotely and collaboratively evaluating a campus-based therapy dog program during the COVID-19 pandemic","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Saskatchewan Health Research Foundation","keywords":"Mental health; Context (archaeology); Stakeholder; Social distance; Pandemic; Psychology; Program evaluation; Citizen journalism; Coronavirus disease 2019 (COVID-19); Process (computing); Medical education; Computer science; Applied psychology; Medicine; Public relations; Political science; Geography; Psychiatry","score_opus":0.7568000495186499,"score_gpt":0.7384669803980701,"score_spread":0.018333069120579748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316498822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96521664,0.00009900433,0.0031235933,0.0044123284,0.00021120277,0.0066456734,0.00039414212,0.00020712407,0.019690199],"genre_scores_gemma":[0.9792225,0.00012044628,0.010485189,0.00093600986,0.000058879177,0.0051832013,0.00035056833,0.000048889655,0.0035944183],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98293465,0.012182425,0.00029609614,0.00065484416,0.0010753659,0.0028567293],"domain_scores_gemma":[0.9853372,0.0040017227,0.000945648,0.00088883453,0.0023390073,0.0064875437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01777065,0.0008524659,0.00055564224,0.0008353554,0.0075649237,0.0029026747,0.003499688,0.0025865126,0.00715474],"category_scores_gemma":[0.020744735,0.00050749624,0.0007138828,0.00053339155,0.0028399348,0.0019773939,0.006909408,0.0044312063,0.0009839442],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020181855,0.23701979,0.092261374,0.00094735227,0.00040936665,0.0011505107,0.025783248,0.033232495,0.010993505,0.0061356537,0.022146638,0.5497382],"study_design_scores_gemma":[0.017390149,0.2859249,0.3139652,0.0014727542,0.0007733986,0.00056739483,0.23503186,0.04302733,0.020553116,0.0148507515,0.06584933,0.0005937985],"about_ca_topic_score_codex":0.021254523,"about_ca_topic_score_gemma":0.07177738,"teacher_disagreement_score":0.021254523,"about_ca_system_score_codex":0.013027129,"about_ca_system_score_gemma":0.038339805,"threshold_uncertainty_score":0.0945189},"labels":[],"label_agreement":null},{"id":"W4317548846","doi":"10.1016/j.evalprogplan.2023.102242","title":"Examining the competencies required by evaluation capacity builders in community-based organizations","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Capacity building; Business; Knowledge management; Perception; Public relations; Psychology; Political science; Computer science","score_opus":0.5356546001196051,"score_gpt":0.5285005507770261,"score_spread":0.007154049342579016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317548846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98013055,0.00013127681,0.0017387896,0.0030698953,0.00002006946,0.0002198565,0.000033788965,0.00002204058,0.014633685],"genre_scores_gemma":[0.9962919,0.00007097566,0.0023027088,0.00020874238,0.0000033559265,0.00011423117,0.000032626096,0.0000040498003,0.000971574],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9845168,0.010263787,0.0005244907,0.0004208427,0.001688623,0.0025853985],"domain_scores_gemma":[0.901722,0.05444694,0.007897887,0.0024165055,0.01637676,0.017139917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024176976,0.0002538026,0.00022461457,0.0013497318,0.0029271008,0.0033405947,0.0013599714,0.0013179956,0.0041938634],"category_scores_gemma":[0.0898463,0.00037719464,0.0002168085,0.0005825293,0.0022935485,0.0026595274,0.0036754888,0.00224172,0.00048581458],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075096334,0.007532374,0.58531433,0.00087938545,0.00010313135,0.0015487513,0.10892703,0.0061731483,0.0038995615,0.02611704,0.01088734,0.24786703],"study_design_scores_gemma":[0.0001490804,0.0017062292,0.64313567,0.0019469588,0.000058648977,0.00068793533,0.29152817,0.014246576,0.0070630247,0.016524548,0.022795461,0.00015767428],"about_ca_topic_score_codex":0.013771823,"about_ca_topic_score_gemma":0.034857385,"teacher_disagreement_score":0.024176976,"about_ca_system_score_codex":0.0058894353,"about_ca_system_score_gemma":0.026294218,"threshold_uncertainty_score":0.12786156},"labels":[],"label_agreement":null},{"id":"W4319662944","doi":"10.1016/j.evalprogplan.2023.102257","title":"Learning from experiences of evaluators implementing theory-driven evaluations in diverse settings: Building on the contributions of John Mayne","year":2023,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Honor; Theory of change; Set (abstract data type); Sociology; Engineering ethics; Work (physics); Epistemology; Management science; Psychology; Computer science; Engineering; Philosophy","score_opus":0.3687882346319569,"score_gpt":0.6091828399366908,"score_spread":0.24039460530473383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319662944","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004590031,0.74248576,0.025337264,0.2072214,0.0034005987,0.0005779366,0.000075508775,0.000063951775,0.01624745],"genre_scores_gemma":[0.053866606,0.8338661,0.056146726,0.046299443,0.0018532289,0.00124339,0.00007884944,0.00013083246,0.0065148235],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.91331565,0.07024828,0.0034435063,0.001659991,0.010449536,0.00088297046],"domain_scores_gemma":[0.5471089,0.39997897,0.0058987276,0.005355562,0.037526093,0.0041318266],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.13422269,0.000864373,0.001895237,0.004419971,0.0024792089,0.01027971,0.0023791748,0.0035254348,0.0025994428],"category_scores_gemma":[0.23262598,0.0008236035,0.0010821291,0.0045001716,0.004878542,0.012937986,0.008448322,0.010569093,0.0007731237],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013012996,0.00033496268,0.0016008784,0.0149875255,0.00039754272,0.00019303973,0.019842496,0.0006757933,0.0003459436,0.040162947,0.075954355,0.8453744],"study_design_scores_gemma":[0.00014691356,0.0004935483,0.003466646,0.089744695,0.0006503331,0.00066760235,0.017918175,0.0006645152,0.0012873956,0.06733125,0.8173823,0.0002467553],"about_ca_topic_score_codex":0.0058664205,"about_ca_topic_score_gemma":0.031155974,"teacher_disagreement_score":0.8657773,"about_ca_system_score_codex":0.0053264094,"about_ca_system_score_gemma":0.019959789,"threshold_uncertainty_score":0.7098459},"labels":[],"label_agreement":null},{"id":"W4321203138","doi":"10.1016/j.evalprogplan.2023.102259","title":"Towards an evolutionary approach to learning from assumptions: Lessons from the evaluation of Dancing with Parkinson’s","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Diversity and Impact of Dance","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Ontario Brain Institute","keywords":"Dance; Intervention (counseling); Psychology; Term (time); Exploratory research; Social psychology; Developmental psychology; Cognitive psychology; Gerontology; Applied psychology; Medicine; Sociology; Social science; Psychiatry","score_opus":0.24326292878532618,"score_gpt":0.4552559415319403,"score_spread":0.21199301274661414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321203138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45020902,0.0067057144,0.16839866,0.17602415,0.0010716212,0.0046694223,0.00019658252,0.00029648445,0.1924283],"genre_scores_gemma":[0.87388515,0.0018535897,0.11353889,0.004563167,0.00007691941,0.0011813622,0.000095869815,0.00014003397,0.0046650777],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.89352924,0.087168925,0.0023822298,0.0017383314,0.012073893,0.0031073568],"domain_scores_gemma":[0.8701959,0.10105469,0.0034237793,0.0048855264,0.016137898,0.0043021506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12143647,0.0008962691,0.0008945219,0.002810593,0.0046341987,0.009845226,0.0045955954,0.0036657422,0.0049996246],"category_scores_gemma":[0.15194765,0.00047332793,0.00085213705,0.0019777976,0.010174925,0.0064304997,0.00836933,0.005921917,0.0005043138],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007506358,0.0037248384,0.017231012,0.002326558,0.0005046908,0.0004866781,0.059427883,0.017858196,0.0014185796,0.11723115,0.01043342,0.7686064],"study_design_scores_gemma":[0.0015065172,0.007393737,0.039780308,0.01307275,0.0006609407,0.0011634243,0.16735491,0.037728444,0.0108456025,0.5578973,0.16216242,0.00043356008],"about_ca_topic_score_codex":0.011761802,"about_ca_topic_score_gemma":0.031040026,"teacher_disagreement_score":0.12143647,"about_ca_system_score_codex":0.01468502,"about_ca_system_score_gemma":0.027920317,"threshold_uncertainty_score":0.64222515},"labels":[],"label_agreement":null},{"id":"W4323923546","doi":"10.1016/j.evalprogplan.2023.102277","title":"Nothing about me without me: The central role of program beneficiaries in developing theories of change","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Government of Ontario","keywords":"Theory of change; Nothing; Public relations; Behavior change; Psychology; Sociology; Political science; Social psychology; Epistemology","score_opus":0.20882924218664123,"score_gpt":0.5279680509146248,"score_spread":0.3191388087279836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323923546","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36326966,0.011750406,0.08878985,0.3931401,0.00074263604,0.00036476259,0.00015386449,0.000119826,0.14166896],"genre_scores_gemma":[0.98080355,0.0020801483,0.01140048,0.004112298,0.00013962032,0.0002844785,0.000026111826,0.000052884745,0.0011004813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9628884,0.030402763,0.0007853286,0.0013399773,0.003139678,0.0014437188],"domain_scores_gemma":[0.76309925,0.20912312,0.006262442,0.00842618,0.007597918,0.0054911133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.096860446,0.000576262,0.0012172376,0.004705354,0.0068099177,0.012125217,0.0032299517,0.005354792,0.004791248],"category_scores_gemma":[0.15488292,0.0010372986,0.0006841355,0.0032097278,0.0335521,0.031162541,0.008720003,0.009292081,0.00041621868],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016385411,0.0005729432,0.030567572,0.00036667398,0.000110997564,0.00010881663,0.042945158,0.0010138468,0.000150886,0.8541182,0.0040943217,0.06578656],"study_design_scores_gemma":[0.0000758756,0.00009657376,0.011753054,0.00092188205,0.00009374311,0.00010883625,0.020769525,0.0033860288,0.00041044044,0.95397156,0.008367688,0.000044784243],"about_ca_topic_score_codex":0.005298898,"about_ca_topic_score_gemma":0.007607853,"teacher_disagreement_score":0.096860446,"about_ca_system_score_codex":0.0061991615,"about_ca_system_score_gemma":0.012656223,"threshold_uncertainty_score":0.51225317},"labels":[],"label_agreement":null},{"id":"W4377091894","doi":"10.1016/j.evalprogplan.2023.102318","title":"Mapping the evaluation capacity building landscape: A bibliometric analysis of scholarly communities and themes","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Ottawa","funders":"","keywords":"Scholarship; Bibliometrics; Cover (algebra); Regional science; Sociology; Political science; Library science; Engineering; Computer science","score_opus":0.6130985989473278,"score_gpt":0.5573777674261452,"score_spread":0.05572083152118257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377091894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9009079,0.0073592486,0.018932644,0.0035870746,0.00009115421,0.0007189142,0.0073532546,0.00038888102,0.06066098],"genre_scores_gemma":[0.97681135,0.0017072882,0.016560022,0.000079071084,0.00006282394,0.00035981493,0.0030707018,0.00008492917,0.0012639074],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.970072,0.009499074,0.0040969267,0.0019960173,0.013231129,0.0011048934],"domain_scores_gemma":[0.79125154,0.1454677,0.01879381,0.008817275,0.032918748,0.002750931],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.026829874,0.00040092223,0.0011500978,0.12527387,0.003685173,0.012655406,0.0015764567,0.0007979878,0.0033863604],"category_scores_gemma":[0.16916615,0.00034492734,0.0010605913,0.14047614,0.0027334315,0.009467424,0.007208819,0.0009078874,0.0004928934],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027209183,0.0002661617,0.33573732,0.0070297024,0.0008201654,0.00058252184,0.06657989,0.003792511,0.0051555866,0.06101358,0.00948098,0.5092696],"study_design_scores_gemma":[0.00007686843,0.00027566432,0.64408475,0.0041414276,0.0011552043,0.0012563863,0.15300715,0.019638233,0.0053568,0.06619788,0.104527116,0.00028252575],"about_ca_topic_score_codex":0.007533724,"about_ca_topic_score_gemma":0.009056518,"teacher_disagreement_score":0.9731701,"about_ca_system_score_codex":0.004900929,"about_ca_system_score_gemma":0.011842112,"threshold_uncertainty_score":0.1418916},"labels":[],"label_agreement":null},{"id":"W4378982888","doi":"10.1016/j.evalprogplan.2023.102322","title":"Culturally responsive evaluation: A scoping review of the evaluation literature","year":2023,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; NOSM University; Lakehead University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Participatory evaluation; Situated; Culturally appropriate; Citizen journalism; Culturally sensitive; Evaluation methods; Psychology; Community-based participatory research; Program evaluation; Participatory action research; Applied psychology; Medical education; Medicine; Sociology; Social psychology; Engineering; Political science; Computer science; Gerontology; Social science","score_opus":0.599779829732056,"score_gpt":0.675526932126798,"score_spread":0.07574710239474203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378982888","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022942666,0.9974004,0.00035468224,0.0009953004,0.00024628962,0.0002180106,0.000087923945,0.000006631308,0.000461277],"genre_scores_gemma":[0.0025155793,0.9949126,0.001226726,0.0007265733,0.00010775752,0.00032593374,0.00007797592,0.0000060403477,0.00010074709],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96663976,0.016069345,0.009270841,0.0011238669,0.0062822565,0.00061404426],"domain_scores_gemma":[0.8802144,0.092206,0.010515202,0.0018392408,0.014239345,0.0009857251],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.045476984,0.0018760087,0.005800241,0.024337865,0.0015754963,0.0063263103,0.0022502302,0.003288094,0.0032539584],"category_scores_gemma":[0.14658177,0.0011107477,0.0045119724,0.022470819,0.002307384,0.004756558,0.004045546,0.0025606286,0.00047206832],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017043033,0.00010287614,0.00060014887,0.58249617,0.0016964442,0.00012355598,0.00073570735,0.00024791557,0.00031072367,0.0023392586,0.009693715,0.40148312],"study_design_scores_gemma":[0.000045823595,0.00007014805,0.0010405162,0.93449664,0.0042082206,0.00017167968,0.00053076516,0.00007444673,0.00020717707,0.0011946666,0.0579281,0.00003188257],"about_ca_topic_score_codex":0.01229493,"about_ca_topic_score_gemma":0.034514982,"teacher_disagreement_score":0.954523,"about_ca_system_score_codex":0.008975261,"about_ca_system_score_gemma":0.042787917,"threshold_uncertainty_score":0.2405082},"labels":[],"label_agreement":null},{"id":"W4379928308","doi":"10.1016/j.evalprogplan.2023.102329","title":"Strategies used throughout the scaling-up process of eConsult – Multiple case study of four Canadian Provinces","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; Sinai Health System; Lunenfeld-Tanenbaum Research Institute; Université de Sherbrooke; Hôpital Charles-Le Moyne; University of Toronto; Université Laval; Université du Québec en Outaouais; St Mary's Hospital Centre; McGill University; University of Ottawa; Memorial University of Newfoundland; University of Manitoba; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Process (computing); Stakeholder; Scaling; Phase (matter); Process management; Service (business); Public relations; Business; Computer science; Political science; Marketing","score_opus":0.13745213307673712,"score_gpt":0.43048600662705266,"score_spread":0.2930338735503155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379928308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97974694,0.00066476734,0.0013186083,0.002058347,0.000018933395,0.0012324868,0.00030925052,0.000025820433,0.014624806],"genre_scores_gemma":[0.9927939,0.00041646993,0.0032342805,0.0002233362,0.0000039429997,0.00031148267,0.00011063738,0.000010090306,0.0028959226],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9850542,0.006048917,0.0006934403,0.00066932105,0.0024872716,0.005046984],"domain_scores_gemma":[0.98220325,0.006421597,0.0014051568,0.0010532371,0.006045986,0.0028707986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011797323,0.00052513415,0.0005514906,0.0032344516,0.020362474,0.0043380526,0.003021655,0.0015030281,0.0019075178],"category_scores_gemma":[0.016760357,0.0006365985,0.00055987475,0.006487252,0.004825545,0.0014182134,0.0038212787,0.0014216596,0.00017857159],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0013726227,0.0017987791,0.21754062,0.0018066668,0.0001473637,0.030320369,0.5101674,0.012367999,0.005426841,0.03379951,0.011930715,0.17332114],"study_design_scores_gemma":[0.000217103,0.0007290188,0.16954213,0.00092366815,0.0001295578,0.0018690452,0.7340619,0.007927999,0.0036089567,0.0016730863,0.07910856,0.00020904973],"about_ca_topic_score_codex":0.9737584,"about_ca_topic_score_gemma":0.9819603,"teacher_disagreement_score":0.82346404,"about_ca_system_score_codex":0.17653593,"about_ca_system_score_gemma":0.17058705,"threshold_uncertainty_score":0.9551016},"labels":[],"label_agreement":null},{"id":"W4381331661","doi":"10.1016/j.evalprogplan.2023.102340","title":"Does foreign aid affect innovation and institutional quality in middle-income countries?","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"International Development and Aid","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Quality (philosophy); Business; Econometric model; Developing country; Affect (linguistics); Economics; International economics; Econometric analysis; Economic growth; Macroeconomics","score_opus":0.12639763611739796,"score_gpt":0.4614175726603382,"score_spread":0.33501993654294027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381331661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930298,0.00091133296,0.000062945386,0.0009548716,0.000016514354,0.000014592489,0.00019564218,0.0000054331526,0.0048089046],"genre_scores_gemma":[0.9993044,0.00023605654,0.00002769421,0.000042932264,0.000007669033,0.0000036559056,0.0000723506,7.4830507e-7,0.00030444216],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99754506,0.00082267483,0.00010709118,0.00012260397,0.00020239844,0.0012001104],"domain_scores_gemma":[0.98737377,0.003008875,0.0045735156,0.0005377293,0.0017205623,0.0027854773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029791016,0.0003007144,0.00047358,0.0026348988,0.0011910859,0.0033486232,0.00057369756,0.00086778915,0.004048435],"category_scores_gemma":[0.0122261895,0.00014222096,0.0005458096,0.0031335813,0.0023560813,0.0017348604,0.0022331371,0.0008342878,0.00028557947],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049992744,0.00042520973,0.9765198,0.00006289151,0.00014915601,0.00026561218,0.0009211385,0.0009505549,0.00012310025,0.0030173822,0.00052095123,0.016544329],"study_design_scores_gemma":[0.000038601847,0.00024026117,0.99234116,0.00006205896,0.000079410594,0.00006662415,0.004677272,0.00027396696,0.00020114318,0.00076432066,0.0012448591,0.0000103711145],"about_ca_topic_score_codex":0.047139756,"about_ca_topic_score_gemma":0.04893935,"teacher_disagreement_score":0.047139756,"about_ca_system_score_codex":0.002409219,"about_ca_system_score_gemma":0.0031990602,"threshold_uncertainty_score":0.09373075},"labels":[],"label_agreement":null},{"id":"W4385873038","doi":"10.1016/j.evalprogplan.2023.102354","title":"Characteristics of transformational leadership development programs: A scoping review","year":2023,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Checklist; Transformational leadership; Fidelity; Program evaluation; Context (archaeology); Applied psychology; Medical education; Psychology; Transparency (behavior); Baseline (sea); Computer science; Inclusion (mineral); Medicine; Political science; Social psychology","score_opus":0.9423864761893535,"score_gpt":0.7666840912630039,"score_spread":0.1757023849263496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385873038","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007563712,0.9974023,0.00016732262,0.00052639435,0.00011202581,0.00030277763,0.00027852325,0.00000545617,0.0004489613],"genre_scores_gemma":[0.0110605415,0.98599374,0.0010850311,0.0006978122,0.00006393749,0.00063033454,0.0003504115,0.000009254291,0.000108800756],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96141124,0.010785834,0.014261156,0.0030057507,0.009294242,0.0012417918],"domain_scores_gemma":[0.8120849,0.13876987,0.026325762,0.0025502974,0.017705703,0.0025634635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.055428542,0.0013533913,0.007325701,0.025073597,0.0015235121,0.010383144,0.0030958785,0.002932059,0.004518027],"category_scores_gemma":[0.18567757,0.0017827181,0.006774755,0.033652622,0.0024449923,0.0065774783,0.0046638786,0.0026785948,0.00057172455],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040120547,0.0001207954,0.0050788736,0.63491565,0.005259982,0.000076286415,0.00062984816,0.00018737138,0.00012048912,0.0013009822,0.004126275,0.34778216],"study_design_scores_gemma":[0.00013153341,0.00018644208,0.009806367,0.9330133,0.014681401,0.00025331974,0.0009503882,0.000077862846,0.00018065401,0.00072141516,0.03995426,0.000043050044],"about_ca_topic_score_codex":0.014872505,"about_ca_topic_score_gemma":0.04791784,"teacher_disagreement_score":0.055428542,"about_ca_system_score_codex":0.013222973,"about_ca_system_score_gemma":0.056592394,"threshold_uncertainty_score":0.29313767},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4386024436","doi":"10.1016/j.evalprogplan.2023.102364","title":"The extent to which the recommendations issued after the periodic evaluation of university programs are targeted, specific, measurable and unequivocal: An exploratory analysis","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Relevance (law); Best practice; Quality (philosophy); Exploratory analysis; Process (computing); Exploratory research; Root (linguistics); Point (geometry); Action (physics); Public relations; Process management; Psychology; Medical education; Management science; Computer science; Business; Political science; Medicine; Data science; Engineering; Sociology; Mathematics","score_opus":0.3555251994563828,"score_gpt":0.5018668231322345,"score_spread":0.14634162367585174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386024436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762482,0.00063256285,0.0099141365,0.0013786886,0.000048918162,0.0010783232,0.0007791999,0.00010621314,0.009813746],"genre_scores_gemma":[0.9896437,0.00016602343,0.008580854,0.00015669988,0.000018842878,0.00046593338,0.00029819878,0.000018419905,0.0006513838],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.86583966,0.072937615,0.014027316,0.0041756574,0.03712603,0.0058937166],"domain_scores_gemma":[0.27492023,0.5742486,0.06008754,0.019142836,0.06740734,0.00419349],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1403445,0.00039362715,0.00082712696,0.006243495,0.0015414004,0.004304733,0.0023970844,0.0021567978,0.0017147657],"category_scores_gemma":[0.47924355,0.0004319795,0.0011777041,0.0066333003,0.002144554,0.0036177023,0.0032097157,0.0025906663,0.00028293979],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023282906,0.0012337306,0.694978,0.0024633761,0.0010830784,0.00034759965,0.028615804,0.0051738336,0.0038083026,0.009927282,0.0022694485,0.24777123],"study_design_scores_gemma":[0.00012020142,0.002945334,0.9440984,0.000669608,0.0006058497,0.00012392054,0.030922065,0.0063216845,0.004712217,0.0031917968,0.006171566,0.00011739301],"about_ca_topic_score_codex":0.008596142,"about_ca_topic_score_gemma":0.011923592,"teacher_disagreement_score":0.8596555,"about_ca_system_score_codex":0.005717031,"about_ca_system_score_gemma":0.012118394,"threshold_uncertainty_score":0.74222153},"labels":[],"label_agreement":null},{"id":"W4388097405","doi":"10.1016/j.evalprogplan.2023.102384","title":"Beyond implementation: A collective case study exploring the conceptions and facilitators of sustainability in a quality improvement collaborative","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Health Canada; Canadian Foundation for Healthcare Improvement; Healthcare Excellence Canada; Boehringer Ingelheim","keywords":"Sustainability; Outreach; Quality management; Focus group; Quality (philosophy); Business; Process management; Public relations; Medicine; Medical education; Nursing; Political science; Marketing","score_opus":0.310244649044317,"score_gpt":0.6131140003129871,"score_spread":0.30286935126867015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388097405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9601264,0.0002350196,0.0078003276,0.014725495,0.00014337745,0.0006365732,0.000029252886,0.000047212146,0.016256278],"genre_scores_gemma":[0.9934637,0.00014086688,0.002903618,0.00073106046,0.000023155611,0.00025706796,0.000014258304,0.000026897122,0.002439355],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.93636477,0.05048598,0.0011676864,0.0022707768,0.0033445077,0.00636639],"domain_scores_gemma":[0.91647416,0.05357892,0.0060086125,0.004477979,0.005577084,0.013883202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046699774,0.0007110599,0.00078882906,0.0020279642,0.036729883,0.013719262,0.0047751633,0.008345252,0.0037558775],"category_scores_gemma":[0.07699723,0.00112558,0.00088082784,0.002591567,0.019521667,0.011067307,0.021520428,0.010296549,0.0003573181],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008503763,0.00103718,0.009024054,0.00012644967,0.000019353995,0.002797499,0.96149796,0.00024346769,0.00045180615,0.010492559,0.0011838699,0.013040807],"study_design_scores_gemma":[0.000045409124,0.00043064862,0.0031089105,0.00018973557,0.000031975705,0.00043383773,0.98065865,0.000525895,0.00033783933,0.0029781281,0.011223861,0.000035175693],"about_ca_topic_score_codex":0.01794508,"about_ca_topic_score_gemma":0.03871572,"teacher_disagreement_score":0.046699774,"about_ca_system_score_codex":0.01143668,"about_ca_system_score_gemma":0.027051877,"threshold_uncertainty_score":0.246975},"labels":[],"label_agreement":null},{"id":"W4392133298","doi":"10.1016/j.evalprogplan.2024.102416","title":"Evaluating the impact of using storytelling and visual multimedia music intervention to improve knowledge of the Child Rights Act and reduce the propensity to engage in child marriage","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Media Influence and Health","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Storytelling; Psychological intervention; Intervention (counseling); Psychology; Multimedia; Narrative; Computer science; Art","score_opus":0.19346387916227908,"score_gpt":0.4799168992941863,"score_spread":0.2864530201319072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392133298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98856586,0.0004549981,0.00058535143,0.0005450121,0.00016269651,0.0061066295,0.0002520792,0.00005168638,0.0032756769],"genre_scores_gemma":[0.97912836,0.0011287599,0.004987309,0.00038850502,0.00017019006,0.01095168,0.00029003696,0.000009676254,0.00294541],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99785835,0.0010714703,0.00018090222,0.00026662208,0.00026163552,0.00036103322],"domain_scores_gemma":[0.9965497,0.0017466128,0.00045182876,0.00014102498,0.0002473763,0.0008635421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023105016,0.0008438962,0.000818773,0.0008432656,0.0012675582,0.0008509089,0.0014115247,0.0016674792,0.011572971],"category_scores_gemma":[0.0065315436,0.00046013104,0.0014110969,0.00054305076,0.00082750374,0.0007505407,0.00092876836,0.0016735275,0.000543701],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14431898,0.6187771,0.005722337,0.0027591926,0.0010262569,0.00017738598,0.0014367292,0.0015200791,0.0036692177,0.0011088095,0.0014011572,0.21808267],"study_design_scores_gemma":[0.17336117,0.7577135,0.04629195,0.0010479949,0.0033255506,0.00010280048,0.002020725,0.0031899842,0.0075586247,0.0012362025,0.0040742275,0.000077259014],"about_ca_topic_score_codex":0.008123072,"about_ca_topic_score_gemma":0.011668146,"teacher_disagreement_score":0.011572971,"about_ca_system_score_codex":0.0015471965,"about_ca_system_score_gemma":0.0042317966,"threshold_uncertainty_score":0.038715422},"labels":[],"label_agreement":null},{"id":"W4392246921","doi":"10.1016/j.evalprogplan.2024.102413","title":"Implementing a mental health app library in primary care: A feasibility study","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Université du Québec à Montréal; Université de Montréal; Université de Sherbrooke","funders":"Ministère de l'Économie, de l’Innovation et des Exportations du Québec; Université de Sherbrooke","keywords":"Implementation; Context (archaeology); Process (computing); Mental health; Digital health; Qualitative property; Health care; Computer science; Medical education; Process management; Nursing; Psychology; Medicine; Engineering; Political science","score_opus":0.14044277689061702,"score_gpt":0.5577456303896989,"score_spread":0.4173028534990819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392246921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841241,0.00012075391,0.00073872815,0.0006608428,0.000031322717,0.012430294,0.0002903628,0.000040775692,0.0015628177],"genre_scores_gemma":[0.9645201,0.00063736807,0.011216245,0.0020029193,0.000095932766,0.019499931,0.0003239683,0.000025791504,0.0016778307],"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.98644966,0.008319034,0.0007817353,0.00071916834,0.001271922,0.002458526],"domain_scores_gemma":[0.97141033,0.012986514,0.001613848,0.0017209864,0.0051680314,0.0071003363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021031307,0.00077338674,0.00105143,0.0020511867,0.005345355,0.003084478,0.0019853371,0.0026796155,0.005360628],"category_scores_gemma":[0.024348577,0.0013101215,0.0011487199,0.001412411,0.0020094307,0.0026629532,0.003360864,0.0024660456,0.0009919703],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063332426,0.2803785,0.22829716,0.0065783146,0.00036298498,0.011480972,0.23311296,0.0010041633,0.0075237164,0.0009653487,0.0057447297,0.21821798],"study_design_scores_gemma":[0.0064988746,0.22465885,0.39602906,0.0020196477,0.0005079777,0.0021644256,0.3439929,0.0030651572,0.0027425718,0.000600487,0.017254105,0.00046597733],"about_ca_topic_score_codex":0.027976748,"about_ca_topic_score_gemma":0.06680351,"teacher_disagreement_score":0.027976748,"about_ca_system_score_codex":0.005329214,"about_ca_system_score_gemma":0.020403983,"threshold_uncertainty_score":0.111225486},"labels":[],"label_agreement":null},{"id":"W4392558393","doi":"10.1016/j.evalprogplan.2024.102419","title":"Exploring teachers’ perspectives on movement integration using a job-embedded professional development intervention","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Children's Physical and Motor Development","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; University of Ontario Institute of Technology","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Intrapersonal communication; Intervention (counseling); Professional development; Psychology; Qualitative research; Value (mathematics); Faculty development; Medical education; Qualitative property; Space (punctuation); Pedagogy; Applied psychology; Interpersonal communication; Medicine; Nursing; Sociology; Social psychology; Computer science","score_opus":0.2107814508152556,"score_gpt":0.4608412060514882,"score_spread":0.2500597552362326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392558393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9459652,0.00037172792,0.004824164,0.010118518,0.00018159747,0.0001905984,0.000022530607,0.00005983449,0.038265906],"genre_scores_gemma":[0.9924972,0.00021324502,0.0016637365,0.00036120135,0.000017244744,0.000100250356,0.0000103283055,0.000018572397,0.005118205],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9924739,0.004450778,0.00014712641,0.00035129217,0.000950791,0.0016261068],"domain_scores_gemma":[0.99263203,0.0041042455,0.000538972,0.00023904514,0.0007193958,0.0017662682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063936287,0.00027750237,0.00028106236,0.00087157456,0.0059904694,0.0035928872,0.0010163555,0.001328355,0.00262667],"category_scores_gemma":[0.009902135,0.00039149408,0.00029553392,0.00046749448,0.004989956,0.0017101445,0.004524706,0.0043236474,0.00027964305],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021853733,0.0034763666,0.015555223,0.00028275736,0.000015455107,0.0014263423,0.88052386,0.00026717572,0.005426314,0.013102253,0.0034319984,0.07627379],"study_design_scores_gemma":[0.00018840966,0.00081212504,0.037831,0.00039036595,0.000048449754,0.00079601014,0.888502,0.0006532869,0.0054845456,0.0034634594,0.06178381,0.00004653337],"about_ca_topic_score_codex":0.0102438,"about_ca_topic_score_gemma":0.031488333,"teacher_disagreement_score":0.0102438,"about_ca_system_score_codex":0.005268289,"about_ca_system_score_gemma":0.011849546,"threshold_uncertainty_score":0.03822428},"labels":[],"label_agreement":null},{"id":"W4393857487","doi":"10.1016/j.evalprogplan.2024.102431","title":"An innovative and collaborative method to develop a model care and service trajectory for the assessment, diagnosis, and support of children with developmental disabilities","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre intégré universitaire de santé et de services sociaux de la Mauricie-et-du-Centre-du-Québec; Université du Québec en Outaouais; Université du Québec à Montréal","funders":"Fonds de Recherche du Québec - Santé","keywords":"Operationalization; General partnership; Context (archaeology); Construct (python library); Service (business); Service delivery framework; Knowledge management; Integrated services; Psychology; Medical education; Public relations; Process management; Computer science; Medicine; Business; Political science; Marketing","score_opus":0.44977468661642406,"score_gpt":0.6847032771556859,"score_spread":0.23492859053926185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393857487","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038086377,0.00012548646,0.92802507,0.0019704672,0.00018243917,0.0050974316,0.00070996775,0.0008310971,0.024971599],"genre_scores_gemma":[0.08213469,0.00007255366,0.9119635,0.00009899665,0.000007237126,0.002990609,0.00039406924,0.00009004966,0.002248224],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97954935,0.01467805,0.0009645995,0.002352572,0.0020064677,0.00044889926],"domain_scores_gemma":[0.97244734,0.015822392,0.001479714,0.0047292877,0.0044933544,0.0010279668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020228963,0.0012073779,0.00080010574,0.005375053,0.005251535,0.0070133535,0.0039743986,0.0019061066,0.010399153],"category_scores_gemma":[0.05866665,0.0008903205,0.0019015635,0.0049217422,0.0025478834,0.0071770926,0.008657202,0.0026418224,0.0012801479],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030676072,0.0021804445,0.028300134,0.001208425,0.00041496253,0.0006100165,0.07820981,0.025431843,0.0024846224,0.29976222,0.012275808,0.548815],"study_design_scores_gemma":[0.0006679452,0.0017338163,0.01984015,0.0028305799,0.001315301,0.0015871718,0.08797246,0.36309063,0.010252067,0.33235484,0.1778314,0.0005235944],"about_ca_topic_score_codex":0.028684419,"about_ca_topic_score_gemma":0.06112827,"teacher_disagreement_score":0.028684419,"about_ca_system_score_codex":0.009312683,"about_ca_system_score_gemma":0.025800081,"threshold_uncertainty_score":0.10698229},"labels":[],"label_agreement":null},{"id":"W4400453916","doi":"10.1016/j.evalprogplan.2024.102464","title":"Understanding benefits of a college student-homebound adult partnership program to support aging in place: An exploratory study","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Centre","funders":"","keywords":"General partnership; Aging in place; Feeling; Exploratory research; Psychology; Medical education; Gerontology; Applied psychology; Social psychology; Medicine; Sociology; Political science","score_opus":0.35594383583623385,"score_gpt":0.5500689305475929,"score_spread":0.19412509471135903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400453916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978175,0.00012736065,0.00007393958,0.00034219172,0.000010035313,0.00028057993,0.000034828357,0.0000020600423,0.0013115186],"genre_scores_gemma":[0.99860317,0.00020359128,0.00037375878,0.00017369485,0.000005350264,0.0002881441,0.00002800324,0.0000013018263,0.00032301922],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9959571,0.0021365266,0.00017878036,0.00022724224,0.0006068937,0.0008933589],"domain_scores_gemma":[0.9907979,0.0041536833,0.0011381027,0.00033650114,0.0011742081,0.0023996532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076006954,0.0003119965,0.00044828866,0.0007510937,0.0025321902,0.0020683086,0.0012187342,0.00096331286,0.002074326],"category_scores_gemma":[0.015302675,0.00031540383,0.00060365966,0.0007212737,0.0013262742,0.002186707,0.0030167587,0.0016723601,0.00014670563],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053745955,0.13095583,0.39061496,0.0014091025,0.00040111228,0.00076557597,0.11153127,0.0006133469,0.0018380773,0.0034604499,0.0016756167,0.35136005],"study_design_scores_gemma":[0.0016705033,0.030078039,0.6128049,0.0013934118,0.0007110667,0.00034663858,0.3399685,0.0013778518,0.001750589,0.0014420841,0.008378701,0.00007770633],"about_ca_topic_score_codex":0.01233972,"about_ca_topic_score_gemma":0.046069752,"teacher_disagreement_score":0.01233972,"about_ca_system_score_codex":0.0039234906,"about_ca_system_score_gemma":0.012361846,"threshold_uncertainty_score":0.040196776},"labels":[],"label_agreement":null},{"id":"W4400768939","doi":"10.1016/j.evalprogplan.2024.102469","title":"Use of research evidence in U.S. federal policymaking: A reflexive report on intra-stage mixed methods","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; St. Michael's Hospital","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Drug Abuse; Huck Institutes of the Life Sciences; William T. Grant Foundation; National Science Foundation","keywords":"Reflexivity; Stage (stratigraphy); Political science; Public administration; Psychology; Sociology; Social science","score_opus":0.8332736446318545,"score_gpt":0.7462299680044214,"score_spread":0.08704367662743306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400768939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32345223,0.16169827,0.3126026,0.05098722,0.0030856254,0.075379156,0.007989015,0.00070476544,0.064101174],"genre_scores_gemma":[0.6217084,0.013175326,0.3226069,0.006912503,0.000348633,0.031497624,0.0011829033,0.0002557475,0.0023119564],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.16845864,0.715949,0.050047148,0.010552319,0.051963728,0.0030291774],"domain_scores_gemma":[0.047426943,0.8350161,0.023593612,0.038650285,0.053947195,0.0013659578],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.74105644,0.0017801793,0.0030742546,0.0125734415,0.006469509,0.017934578,0.0068634627,0.0058920435,0.0025821247],"category_scores_gemma":[0.84780276,0.003112652,0.0053985217,0.008688564,0.007564769,0.011316992,0.016683757,0.0070485105,0.00054245995],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007310497,0.0019414861,0.07493604,0.061760955,0.020591663,0.0003291569,0.099111885,0.0032534802,0.0050492366,0.035893407,0.009967591,0.6798546],"study_design_scores_gemma":[0.0040163025,0.011836641,0.13194185,0.3353165,0.049631976,0.0011942493,0.08329232,0.020614056,0.071657784,0.08751454,0.20113619,0.0018475279],"about_ca_topic_score_codex":0.013788139,"about_ca_topic_score_gemma":0.030176682,"teacher_disagreement_score":0.74105644,"about_ca_system_score_codex":0.018875664,"about_ca_system_score_gemma":0.052280784,"threshold_uncertainty_score":0.31932354},"labels":[],"label_agreement":null},{"id":"W4400774115","doi":"10.1016/j.evalprogplan.2024.102468","title":"Development and validation of observational and qualitative study protocol reporting checklists for novice researchers (ObsQual checklist)","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Checklist; Observational study; Protocol (science); Psychology; Medical education; Medicine; Applied psychology; Medical physics; Alternative medicine; Pathology","score_opus":0.9321055219204961,"score_gpt":0.7243530624430737,"score_spread":0.20775245947742238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400774115","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025421772,0.00217228,0.16685092,0.0035753688,0.0012772441,0.7814726,0.012517686,0.001958018,0.0047540786],"genre_scores_gemma":[0.013704122,0.00059170986,0.24926135,0.0007168927,0.00009243091,0.73132414,0.0029590062,0.00024374585,0.0011066409],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.5765655,0.20678137,0.16825254,0.009353356,0.03447702,0.004570158],"domain_scores_gemma":[0.2865505,0.3224585,0.056026276,0.07015911,0.25932115,0.0054844785],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43207455,0.0032606155,0.006219827,0.015191574,0.005589872,0.00718961,0.0071583614,0.0036340093,0.012107478],"category_scores_gemma":[0.5399964,0.0057138125,0.009235473,0.007918083,0.0049032993,0.005715381,0.006742355,0.008333453,0.0036973732],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056023984,0.0036939934,0.030598234,0.08731578,0.00215164,0.001204794,0.06578627,0.0050975233,0.013430346,0.017418241,0.12615629,0.64154446],"study_design_scores_gemma":[0.022506734,0.006008023,0.13494425,0.1638344,0.005404316,0.0016416415,0.049939014,0.031958207,0.04703421,0.038512047,0.4949603,0.0032568781],"about_ca_topic_score_codex":0.008442956,"about_ca_topic_score_gemma":0.01973099,"teacher_disagreement_score":0.56792545,"about_ca_system_score_codex":0.010626426,"about_ca_system_score_gemma":0.071687415,"threshold_uncertainty_score":0.7003532},"labels":[],"label_agreement":null},{"id":"W4402098150","doi":"10.1016/j.evalprogplan.2024.102491","title":"Learning from educators: Implementation of a positive behavior support program targeting challenging behavior in children with autism","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Fonds de Recherche du Québec - Santé; Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture","keywords":"Autism; Autism spectrum disorder; Intervention (counseling); Psychological intervention; Positive behavior support; Psychology; Applied psychology; Medical education; Perspective (graphical); Program evaluation; Clinical psychology; Medicine; Developmental psychology; Computer science; Psychiatry","score_opus":0.050399625700886005,"score_gpt":0.4363382061793911,"score_spread":0.3859385804785051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402098150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99643123,0.00004588102,0.00058738014,0.00022331697,0.000016209147,0.0014990061,0.000028480243,0.000055564717,0.0011128964],"genre_scores_gemma":[0.97748864,0.00023205597,0.01821037,0.00019156864,0.000015527756,0.0029509347,0.00009962839,0.0000062556483,0.00080506864],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.998384,0.00075206993,0.00014295815,0.00016888692,0.0002473893,0.00030467502],"domain_scores_gemma":[0.9972402,0.0007944006,0.00040083475,0.00017200914,0.00026034875,0.0011321335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035002537,0.00043337303,0.00031812963,0.0007076019,0.0015732492,0.0006038883,0.0009243067,0.00048286052,0.0010142293],"category_scores_gemma":[0.0084877545,0.00028229665,0.00050223403,0.00032471624,0.00058094435,0.000583576,0.0018873941,0.0009310876,0.00012186846],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019720448,0.10250918,0.10064967,0.0010748102,0.00009789594,0.00086713507,0.02825793,0.001157871,0.0059004105,0.00038172852,0.0018610714,0.7552703],"study_design_scores_gemma":[0.006281134,0.14041446,0.76989275,0.0014160026,0.0006226375,0.0010642868,0.044731326,0.0041936734,0.018621806,0.00072370115,0.011869972,0.00016825672],"about_ca_topic_score_codex":0.0071095303,"about_ca_topic_score_gemma":0.023101922,"teacher_disagreement_score":0.0071095303,"about_ca_system_score_codex":0.001821561,"about_ca_system_score_gemma":0.009522715,"threshold_uncertainty_score":0.018511355},"labels":[],"label_agreement":null},{"id":"W4402297732","doi":"10.1016/j.evalprogplan.2024.102496","title":"Arts-based evaluation of the Communities ChooseWell program","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"The arts; Context (archaeology); Program evaluation; Space (punctuation); Process (computing); Sociology; Psychology; Public relations; Computer science; Political science; Geography; Public administration","score_opus":0.49517830828719495,"score_gpt":0.6325703300095291,"score_spread":0.13739202172233417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402297732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7473263,0.00051290286,0.008475789,0.005732009,0.0005259117,0.037068754,0.0023828077,0.0004171868,0.19755839],"genre_scores_gemma":[0.91351986,0.0004576236,0.026408693,0.001320097,0.00015679841,0.023365248,0.0014622526,0.00010043255,0.0332091],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96614957,0.01733922,0.00086344226,0.0012134794,0.01188884,0.0025454222],"domain_scores_gemma":[0.96009475,0.015134819,0.0016840417,0.0017870568,0.013625079,0.0076742694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033271533,0.0006283832,0.0005053354,0.0020109506,0.0052871937,0.0025577254,0.0015652991,0.0010366496,0.01469489],"category_scores_gemma":[0.034747098,0.00032022165,0.0005646486,0.0018168273,0.0027042339,0.0014140354,0.0036333655,0.0018648604,0.0010294346],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01191054,0.05013871,0.04755364,0.00439563,0.0003880249,0.00084946636,0.053426854,0.010401822,0.008254869,0.023492878,0.057602134,0.73158544],"study_design_scores_gemma":[0.009517056,0.06403426,0.3802653,0.004091102,0.0006458844,0.00029728463,0.10192907,0.009173993,0.035733823,0.012321885,0.38138252,0.0006078405],"about_ca_topic_score_codex":0.053805776,"about_ca_topic_score_gemma":0.12441629,"teacher_disagreement_score":0.053805776,"about_ca_system_score_codex":0.018683022,"about_ca_system_score_gemma":0.030564077,"threshold_uncertainty_score":0.17595881},"labels":[],"label_agreement":null},{"id":"W4407723148","doi":"10.1016/j.evalprogplan.2025.102559","title":"Co-constructing educational innovations for an uncertain future: Design thinking and developmental evaluation in the school reform process","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Let's Talk Science; York University; Wilfrid Laurier University; Brock University; University of Guelph","funders":"","keywords":"Process (computing); Process management; Engineering ethics; Mathematics education; Engineering management; Psychology; Computer science; Management science; Engineering","score_opus":0.29251215184815865,"score_gpt":0.5365298141746639,"score_spread":0.2440176623265053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407723148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5407464,0.0029198616,0.2691123,0.06671227,0.00046108136,0.0041545792,0.00013237164,0.0003680999,0.11539305],"genre_scores_gemma":[0.9489833,0.0003781108,0.045059804,0.0012483503,0.000019641617,0.001162973,0.000024241996,0.00008287794,0.0030406553],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.62880605,0.34871012,0.0036040053,0.0034679396,0.010600152,0.004811728],"domain_scores_gemma":[0.774414,0.18861234,0.0063813464,0.011112364,0.014406673,0.005073282],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.22629029,0.00077794254,0.00089646725,0.0044099814,0.013530075,0.017351191,0.0034850866,0.0035225647,0.0026472695],"category_scores_gemma":[0.14261672,0.0010518272,0.0008634857,0.0024318208,0.0481299,0.018391542,0.012898537,0.005508989,0.00037056743],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007790409,0.00030969098,0.0042826934,0.00040707996,0.000025506246,0.0003990919,0.7998814,0.0010412008,0.0007179706,0.13966049,0.0019743731,0.051222615],"study_design_scores_gemma":[0.00009232158,0.00034148418,0.0013995337,0.0011493344,0.000049818245,0.00035371684,0.84180427,0.0025826911,0.0025427074,0.07597819,0.073613815,0.00009207204],"about_ca_topic_score_codex":0.005188386,"about_ca_topic_score_gemma":0.005916617,"teacher_disagreement_score":0.22629029,"about_ca_system_score_codex":0.027523518,"about_ca_system_score_gemma":0.030403359,"threshold_uncertainty_score":0.9541218},"labels":[],"label_agreement":null},{"id":"W4408266110","doi":"10.1016/j.evalprogplan.2025.102582","title":"Achieving a caregiver-friendly workplace standard for Canadian carer-workers: An ex ante evaluation of potential uptake","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Work-Family Balance Challenges","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research","keywords":"Ex-ante; Occupational safety and health; Business; Medicine; Psychology; Environmental health; Economics","score_opus":0.06258873217732963,"score_gpt":0.4241671833576664,"score_spread":0.36157845118033677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408266110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92260563,0.001287644,0.004244364,0.0077599874,0.00022496813,0.019062918,0.0014274046,0.00015503664,0.043232158],"genre_scores_gemma":[0.95897114,0.0015967067,0.022347042,0.0014291086,0.000028834445,0.010078176,0.0006823665,0.000060059938,0.0048064673],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.89199007,0.042680472,0.0066943187,0.0018188118,0.04439485,0.01242149],"domain_scores_gemma":[0.8396137,0.030398307,0.004548031,0.0038277865,0.11359107,0.0080211125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.15844098,0.0013228933,0.0011477241,0.0024285573,0.01208854,0.0064891702,0.0043416275,0.002445858,0.0033925455],"category_scores_gemma":[0.13920636,0.0010301955,0.0017204179,0.004069885,0.004929572,0.0034130951,0.008220299,0.0028060365,0.0002984711],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026925774,0.0071118963,0.09929443,0.01645636,0.00027254535,0.0020937503,0.41519892,0.0022022102,0.007810911,0.010588437,0.020196332,0.4160816],"study_design_scores_gemma":[0.0013899896,0.017522622,0.21470603,0.006148265,0.0007814868,0.00029283616,0.6429075,0.0039924243,0.015357923,0.0017266842,0.09457247,0.00060184544],"about_ca_topic_score_codex":0.77838224,"about_ca_topic_score_gemma":0.87994915,"teacher_disagreement_score":0.87486243,"about_ca_system_score_codex":0.1251376,"about_ca_system_score_gemma":0.26286387,"threshold_uncertainty_score":0.90794104},"labels":[],"label_agreement":null},{"id":"W4410252397","doi":"10.1016/j.evalprogplan.2025.102605","title":"A mixed-methods evaluation of the Caregiving Essentials Course for unpaid caregivers of older adults in Canada","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Intergenerational Family Dynamics and Caregiving","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Institute of Gender and Health; McMaster Institute for Research on Aging, McMaster University; Canadian Institutes of Health Research","keywords":"Life course approach; Gerontology; Course (navigation); Psychology; Medicine; Medical education; Engineering; Developmental psychology","score_opus":0.03213885343685876,"score_gpt":0.4257182744722263,"score_spread":0.3935794210353676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410252397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97361326,0.0010185727,0.0006532435,0.00048162907,0.00008414837,0.02099192,0.0013378356,0.000024324523,0.0017950599],"genre_scores_gemma":[0.9510706,0.001948367,0.0075256745,0.0007404998,0.000053796342,0.034482,0.0014483441,0.00001620434,0.0027146845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98497087,0.006981248,0.0011110909,0.0010230062,0.003295088,0.0026185836],"domain_scores_gemma":[0.9845596,0.0027934557,0.001464844,0.0006229301,0.0077898656,0.0027693282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01736781,0.0013821595,0.0024368553,0.0021464047,0.010807972,0.0030075281,0.0037118525,0.0016462518,0.0026772832],"category_scores_gemma":[0.016774673,0.0013766204,0.0022352375,0.003326852,0.0016741371,0.0012868869,0.0026883306,0.0020666253,0.00028793912],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04387209,0.12699166,0.37851194,0.0077226986,0.0035259107,0.000965515,0.07169193,0.00625805,0.0021171628,0.0029277918,0.012420568,0.34299466],"study_design_scores_gemma":[0.028243592,0.06345259,0.79099363,0.0059486744,0.0035263689,0.00018417247,0.07733647,0.00832085,0.0017826316,0.0013208885,0.018312847,0.00057720207],"about_ca_topic_score_codex":0.9533908,"about_ca_topic_score_gemma":0.98547435,"teacher_disagreement_score":0.10184273,"about_ca_system_score_codex":0.10184273,"about_ca_system_score_gemma":0.24282536,"threshold_uncertainty_score":0.7389242},"labels":[],"label_agreement":null},{"id":"W4410910878","doi":"10.1016/j.evalprogplan.2025.102617","title":"Exploring the effects of community-based volunteering to support older adults on volunteers: A mixed methods study in Ontario, Canada","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Nonprofit Sector and Volunteering","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor; McMaster University; McMaster University Medical Centre","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Gerontology; Psychology; Medicine; Environmental health; Applied psychology","score_opus":0.11600677848498761,"score_gpt":0.4431909390042813,"score_spread":0.32718416051929367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410910878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972409,0.00049142673,0.00010791209,0.00036399916,0.000016409127,0.00030937846,0.00021411838,0.0000028063232,0.0012530468],"genre_scores_gemma":[0.99499965,0.00092292303,0.00073330983,0.00044764517,0.000010666395,0.0003713169,0.00021754601,0.000005680498,0.0022913287],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.996509,0.0010568859,0.00016748649,0.00032191572,0.0008180202,0.001126663],"domain_scores_gemma":[0.9930775,0.0012309431,0.00084284635,0.00017367427,0.002832179,0.001842762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050006066,0.00047235485,0.00092059426,0.0011301963,0.011093233,0.0028750396,0.001839103,0.0008573687,0.0014460235],"category_scores_gemma":[0.00722306,0.000709115,0.00067161565,0.0022587928,0.0020398449,0.0008601996,0.0017508293,0.0014123241,0.0001315255],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001140555,0.002395824,0.751904,0.0005800925,0.00028958483,0.00060188404,0.19415621,0.00019011044,0.0013186417,0.0007453779,0.0041239536,0.042553797],"study_design_scores_gemma":[0.00015340677,0.00069294346,0.81577456,0.0004866942,0.00017397162,0.000069924434,0.17646946,0.00031122935,0.00022038117,0.00014155154,0.0054362714,0.000069614296],"about_ca_topic_score_codex":0.9941156,"about_ca_topic_score_gemma":0.99884427,"teacher_disagreement_score":0.05931897,"about_ca_system_score_codex":0.05931897,"about_ca_system_score_gemma":0.11639774,"threshold_uncertainty_score":0.4303913},"labels":[],"label_agreement":null},{"id":"W4411004981","doi":"10.1016/j.evalprogplan.2025.102620","title":"Retrospective review of a carer-employee workplace intervention","year":2025,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Intervention (counseling); Occupational safety and health; Workplace safety; Nursing; Medicine; Psychology","score_opus":0.12417256755892041,"score_gpt":0.5614165517754118,"score_spread":0.4372439842164914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411004981","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026793731,0.9927269,0.00033647052,0.00022674816,0.00023254943,0.001471125,0.00084832,0.00001874283,0.0014598096],"genre_scores_gemma":[0.014485694,0.98011005,0.0013322657,0.000537847,0.000091647045,0.0022697153,0.0007315068,0.00001947818,0.0004218684],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.98768336,0.0043373825,0.005074199,0.00067511346,0.0019938129,0.00023621295],"domain_scores_gemma":[0.9689837,0.018959686,0.005011834,0.0009149386,0.005710916,0.00041899548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010470969,0.0010813269,0.0045551597,0.009407593,0.00094382785,0.0018365146,0.0020161162,0.0016039846,0.006830813],"category_scores_gemma":[0.038511798,0.0009293367,0.002166671,0.012232646,0.00096559717,0.0016186783,0.0014503463,0.0010041872,0.0012169767],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028377815,0.0001088048,0.00058837526,0.8488918,0.0010582804,0.00036892798,0.0010027015,0.00006080036,0.00056554226,0.00036741307,0.0048374175,0.14186606],"study_design_scores_gemma":[0.0002032006,0.00090365956,0.006490867,0.81074286,0.009478064,0.0013424976,0.0014995695,0.000040653216,0.0008195641,0.00020149355,0.16823366,0.00004391823],"about_ca_topic_score_codex":0.005764295,"about_ca_topic_score_gemma":0.016702674,"teacher_disagreement_score":0.010470969,"about_ca_system_score_codex":0.0028521952,"about_ca_system_score_gemma":0.014224606,"threshold_uncertainty_score":0.05537647},"labels":[],"label_agreement":null},{"id":"W4411261191","doi":"10.1016/j.evalprogplan.2025.102635","title":"Does transitional housing matter? The contributions of a housing program on homeless youth’s outcomes","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Housing First; Psychology; Political science; Gerontology; Economic growth; Environmental health; Medicine; Economics; Psychiatry; Mental health; Mental illness","score_opus":0.086695183445155,"score_gpt":0.5072614841264114,"score_spread":0.42056630068125633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411261191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9735475,0.005110818,0.00012662455,0.015094704,0.00022549856,0.00010010352,0.00010495822,0.000011897039,0.0056779315],"genre_scores_gemma":[0.9977411,0.0012631832,0.00011408346,0.0005438244,0.000049036604,0.000026890377,0.000025555239,0.0000042477627,0.0002321809],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99597234,0.0022373563,0.00017780642,0.00018219979,0.0004955888,0.00093468704],"domain_scores_gemma":[0.9911986,0.0039166505,0.0016760966,0.00017883717,0.0007787975,0.0022509713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006531584,0.00016568816,0.0005152718,0.0005670216,0.0020301435,0.0025439337,0.00095517386,0.0009262569,0.003075867],"category_scores_gemma":[0.019949535,0.00018256303,0.00088891515,0.000721016,0.0019119185,0.0019805687,0.002117757,0.0016950922,0.00010025483],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009499676,0.0022868938,0.6434559,0.0021498392,0.0007713547,0.0007168277,0.0757434,0.00035354646,0.00033529245,0.0070141978,0.005204056,0.26101872],"study_design_scores_gemma":[0.00008460355,0.0016275895,0.85421765,0.0029064284,0.00072838255,0.00022872257,0.12853438,0.0003455548,0.00039509594,0.001389711,0.0094914455,0.000050381965],"about_ca_topic_score_codex":0.021887882,"about_ca_topic_score_gemma":0.049287394,"teacher_disagreement_score":0.021887882,"about_ca_system_score_codex":0.0031313582,"about_ca_system_score_gemma":0.0082344115,"threshold_uncertainty_score":0.043520927},"labels":[],"label_agreement":null},{"id":"W4411918728","doi":"10.1016/j.evalprogplan.2025.102647","title":"Evaluating sport-for-development outcome measures used in a living lab setting: Process, improvements, and insights","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Physical Activity and Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Maple Leaf Medical Clinic; St. Joseph’s Healthcare Hamilton","funders":"Mitacs; Canada Research Chairs","keywords":"Outcome (game theory); Process (computing); Psychology; Process management; Engineering; Management science; Applied psychology; Engineering ethics; Risk analysis (engineering); Computer science; Business; Economics","score_opus":0.20790774226998254,"score_gpt":0.5085714861958927,"score_spread":0.3006637439259101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411918728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92037773,0.0036161495,0.04942853,0.001231394,0.00027044927,0.0142375,0.0016186631,0.00028585954,0.008933725],"genre_scores_gemma":[0.9147949,0.0013786359,0.07373325,0.00031829448,0.00009638203,0.007138889,0.0011422962,0.000084761516,0.001312568],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.94155204,0.03922247,0.005467454,0.0014760408,0.010944048,0.0013380371],"domain_scores_gemma":[0.9291062,0.030096462,0.009581631,0.0033851643,0.026113208,0.001717316],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07391463,0.0010956002,0.0013923569,0.0023760893,0.000999385,0.0019256502,0.0013856515,0.0007236894,0.0010466131],"category_scores_gemma":[0.07571443,0.00036773694,0.0017730513,0.0021745202,0.0008635716,0.0012965563,0.0016709063,0.0011254847,0.0004097524],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004503138,0.013944717,0.47396985,0.002553158,0.0008271309,0.00007752485,0.0034816142,0.0022336892,0.0068119806,0.0009739587,0.002464105,0.4881591],"study_design_scores_gemma":[0.00080671324,0.029871637,0.9253783,0.0010248078,0.000920872,0.00013214181,0.0039439467,0.0074656964,0.023165286,0.0011775729,0.0059401873,0.00017286855],"about_ca_topic_score_codex":0.0058330297,"about_ca_topic_score_gemma":0.015656423,"teacher_disagreement_score":0.92608535,"about_ca_system_score_codex":0.0026726208,"about_ca_system_score_gemma":0.007105644,"threshold_uncertainty_score":0.39090264},"labels":[],"label_agreement":null},{"id":"W4412031376","doi":"10.1016/j.evalprogplan.2025.102648","title":"Approaches to incorporating equity into program evaluation: A scoping review","year":2025,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Wilfrid Laurier University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Participatory evaluation; Equity (law); Program evaluation; Oppression; Social justice; Engineering ethics; Sociology; Psychology; Public relations; Political science; Engineering; Politics; Social science; Public administration","score_opus":0.8271630226958828,"score_gpt":0.689856398152968,"score_spread":0.13730662454291487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412031376","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009660417,0.9957877,0.0011659602,0.001795337,0.00027479028,0.00021728312,0.0000588184,0.000009327917,0.00059415615],"genre_scores_gemma":[0.001995744,0.99247813,0.0039436654,0.00090599386,0.00014208023,0.00034951218,0.000053720712,0.0000069170555,0.00012427443],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9621293,0.01773103,0.009486868,0.0015404875,0.008395001,0.00071731955],"domain_scores_gemma":[0.81884927,0.14901985,0.009639894,0.002709779,0.018634398,0.0011467735],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08697104,0.0022501242,0.006998021,0.028085306,0.0017342658,0.008614391,0.0035351387,0.004544392,0.004062819],"category_scores_gemma":[0.20310766,0.0017241422,0.0049632695,0.023657896,0.0033748876,0.008006762,0.0055492194,0.0044072606,0.00059526094],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010534852,0.000072519135,0.00055227795,0.36447117,0.002045144,0.000075631084,0.0005746519,0.0005455669,0.00017881635,0.010843045,0.010633337,0.6099025],"study_design_scores_gemma":[0.00006911216,0.00007957727,0.001018863,0.88027346,0.0059702573,0.00014716786,0.0004621388,0.00032336244,0.000236742,0.00836727,0.103002824,0.000049271224],"about_ca_topic_score_codex":0.018640446,"about_ca_topic_score_gemma":0.042590573,"teacher_disagreement_score":0.91302896,"about_ca_system_score_codex":0.012817829,"about_ca_system_score_gemma":0.05075446,"threshold_uncertainty_score":0.4599523},"labels":[],"label_agreement":null},{"id":"W4412594959","doi":"10.1016/j.evalprogplan.2025.102657","title":"Barriers and facilitators to implementing prevent-teach-reinforce for young children in community-based early intervention services for autism","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Family and Disability Support Research","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Fonds de Recherche du Québec - Santé; Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Ministère de l'Économie, de l’Innovation et des Exportations du Québec","keywords":"Autism; Intervention (counseling); Psychology; Suicide prevention; Human factors and ergonomics; Medical education; Poison control; Developmental psychology; Applied psychology; Medicine; Environmental health; Psychiatry","score_opus":0.05969275505029149,"score_gpt":0.4749475499620145,"score_spread":0.415254794911723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412594959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99133813,0.0006584802,0.00047414398,0.003767598,0.000040047027,0.00039274714,0.000041110176,0.00002991465,0.0032578178],"genre_scores_gemma":[0.99552023,0.0007894507,0.002037033,0.0005052337,0.00001275749,0.0004078729,0.00003245893,0.000011791067,0.00068324915],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98272425,0.008244025,0.001335314,0.00077250396,0.002808619,0.004115301],"domain_scores_gemma":[0.97411263,0.014285723,0.004072122,0.0006034539,0.0022268745,0.004699153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013670163,0.00041889527,0.00053574046,0.00080971036,0.004418909,0.0022509443,0.0018175876,0.0009900739,0.0022649805],"category_scores_gemma":[0.045839302,0.00067160226,0.0005943329,0.0005418786,0.0020967787,0.0014537569,0.005180556,0.0023097335,0.0001647552],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030644896,0.002456209,0.3438114,0.0026369414,0.00018233803,0.0026444914,0.43442744,0.0006537658,0.0026516926,0.002855344,0.0041796085,0.20319432],"study_design_scores_gemma":[0.0001102328,0.0012276015,0.3314146,0.0042056823,0.00020844192,0.0012542803,0.6350068,0.000960047,0.0015023442,0.0015459533,0.022464028,0.0000999773],"about_ca_topic_score_codex":0.06753906,"about_ca_topic_score_gemma":0.12508334,"teacher_disagreement_score":0.06753906,"about_ca_system_score_codex":0.0063162586,"about_ca_system_score_gemma":0.036360204,"threshold_uncertainty_score":0.13429189},"labels":[],"label_agreement":null},{"id":"W4412599909","doi":"10.1016/j.evalprogplan.2025.102669","title":"A university and community partnership that built capacity through program evaluation","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Family and Disability Support Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital; University of Windsor; University of Calgary","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada","keywords":"General partnership; Program evaluation; Capacity building; Engineering; Engineering management; Environmental planning; Transport engineering; Political science; Business; Sociology; Architectural engineering; Public administration; Environmental science; Finance","score_opus":0.4283665807069897,"score_gpt":0.5322045970170475,"score_spread":0.10383801631005779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412599909","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19151613,0.004598853,0.14257294,0.46288514,0.0261888,0.020641945,0.00080494495,0.0029796306,0.14781173],"genre_scores_gemma":[0.57602394,0.0011944892,0.11998762,0.053982116,0.003088924,0.0072882622,0.0005819055,0.0009531011,0.23689967],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.94502723,0.03141047,0.0014453757,0.0031009673,0.009375513,0.009640499],"domain_scores_gemma":[0.6982914,0.017929783,0.0034568321,0.009119873,0.054017205,0.21718487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0616583,0.0009890143,0.0008399644,0.005519143,0.018762143,0.012199585,0.004406788,0.008934952,0.030187383],"category_scores_gemma":[0.061358124,0.0016876839,0.0012524698,0.0020247763,0.007459997,0.006243951,0.029879063,0.017030902,0.0032499027],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012745056,0.031795472,0.035926938,0.0005428447,0.00043270382,0.0029330605,0.014102112,0.004079822,0.009936177,0.07312468,0.3617316,0.46412012],"study_design_scores_gemma":[0.0014906027,0.0042950693,0.046581075,0.0011287803,0.00017130203,0.0013969297,0.031518262,0.010418888,0.008013329,0.033264246,0.8611548,0.000566641],"about_ca_topic_score_codex":0.015681935,"about_ca_topic_score_gemma":0.055076018,"teacher_disagreement_score":0.0616583,"about_ca_system_score_codex":0.015393595,"about_ca_system_score_gemma":0.18590048,"threshold_uncertainty_score":0.3260842},"labels":[],"label_agreement":null},{"id":"W4413253834","doi":"10.1016/j.evalprogplan.2025.102672","title":"Building capacity for health research in higher education: Evaluating readiness for research and scholarship","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Registered Nurses' Association of Ontario","funders":"National Institute on Minority Health and Health Disparities; National Cancer Institute","keywords":"Scholarship; Capacity building; Occupational safety and health; Political science; Sociology; Psychology; Public relations; Engineering ethics; Engineering","score_opus":0.8940037470658094,"score_gpt":0.7723236332365863,"score_spread":0.12168011382922317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413253834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.914708,0.00066923496,0.013070779,0.014264472,0.0001316933,0.0015514274,0.0001093927,0.00021740216,0.055277538],"genre_scores_gemma":[0.9877965,0.00023433851,0.010150445,0.00037626806,0.000016593787,0.000394568,0.000064089334,0.000013967534,0.0009531778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9426876,0.03972971,0.0029765985,0.0012397332,0.0071955104,0.0061708027],"domain_scores_gemma":[0.8641092,0.06682972,0.015305675,0.007677077,0.024546307,0.021531917],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06902539,0.00050738064,0.00043275463,0.0059492923,0.005623312,0.010182727,0.0017099556,0.0020777716,0.0034622191],"category_scores_gemma":[0.12556353,0.00040632475,0.0011090835,0.002837605,0.0068439427,0.0074509955,0.011121923,0.0029940784,0.0007198108],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003802732,0.0040578726,0.46297905,0.0012939317,0.00021553058,0.0010686452,0.09760522,0.0033535017,0.0034466037,0.06098424,0.009348331,0.35526696],"study_design_scores_gemma":[0.00014951926,0.004584966,0.3512274,0.002966994,0.00019418118,0.001348748,0.50652033,0.008389607,0.00940078,0.045487475,0.06925941,0.00047054474],"about_ca_topic_score_codex":0.002989814,"about_ca_topic_score_gemma":0.00527777,"teacher_disagreement_score":0.9309746,"about_ca_system_score_codex":0.008485324,"about_ca_system_score_gemma":0.028672967,"threshold_uncertainty_score":0.3650455},"labels":[],"label_agreement":null},{"id":"W4413759274","doi":"10.1016/j.evalprogplan.2025.102699","title":"Analysis of the degree of implementation of the HEALTHQUAL program","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Degree (music); Engineering; Transport engineering; Physics","score_opus":0.7121242737032312,"score_gpt":0.7449706646112427,"score_spread":0.03284639090801156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413759274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94739074,0.00022115494,0.0038281416,0.0021081744,0.00003961533,0.00044295026,0.00092540274,0.00009154706,0.044952128],"genre_scores_gemma":[0.9945351,0.00007261615,0.001562937,0.00013454593,0.000015495869,0.00011094352,0.000343261,0.000018949631,0.0032061634],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9668024,0.015540675,0.0024690032,0.0013827562,0.010125587,0.0036795654],"domain_scores_gemma":[0.76174384,0.12234706,0.02554619,0.014568529,0.06548062,0.010313845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032613784,0.00019503411,0.00034861406,0.0025082377,0.001176756,0.0026548835,0.0011964348,0.00069265196,0.006484321],"category_scores_gemma":[0.14733878,0.0002758545,0.0006615704,0.0025879769,0.0014301369,0.0017207969,0.0034896287,0.0015268029,0.0006205622],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001172483,0.00065180386,0.85829103,0.0003709219,0.00024253633,0.00009781137,0.0055232584,0.0023052862,0.0027240047,0.007942433,0.0017742687,0.11890417],"study_design_scores_gemma":[0.000016105727,0.00052261865,0.9873354,0.00007356099,0.000040143907,0.000063729036,0.0031642837,0.0013930192,0.0017552425,0.00056564435,0.00505584,0.000014485667],"about_ca_topic_score_codex":0.007157538,"about_ca_topic_score_gemma":0.008733851,"teacher_disagreement_score":0.032613784,"about_ca_system_score_codex":0.0046184636,"about_ca_system_score_gemma":0.008441783,"threshold_uncertainty_score":0.17248023},"labels":[],"label_agreement":null},{"id":"W4416339112","doi":"10.1016/j.evalprogplan.2025.102731","title":"Implementation evaluation of an intervention aimed at reducing test anxiety in adolescents","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université de Montréal; Université de Sherbrooke","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Facilitator; Psychosocial; Intervention (counseling); Test (biology); Anxiety; Program evaluation; Quality (philosophy); Pilot test","score_opus":0.2932433074832611,"score_gpt":0.5500738123220306,"score_spread":0.25683050483876946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416339112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99181163,0.000070043214,0.0009907669,0.00024143544,0.00004685477,0.0054091867,0.00012256525,0.00014113067,0.0011664588],"genre_scores_gemma":[0.9687598,0.00023011495,0.018324936,0.00030583382,0.00004892991,0.010938813,0.00031968352,0.000018497423,0.0010533009],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970208,0.0016400189,0.0002156234,0.00024515373,0.00041068956,0.00046782946],"domain_scores_gemma":[0.9968335,0.001369231,0.00044855126,0.00021273705,0.00039536972,0.0007406144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045414334,0.0008286005,0.00060116086,0.0007194566,0.0009802912,0.00064668665,0.0015493812,0.0009761578,0.0023800181],"category_scores_gemma":[0.007191861,0.0005262683,0.000852351,0.0003408517,0.00055931095,0.00053512905,0.001987603,0.0012869708,0.00018383277],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016657474,0.26027903,0.027575364,0.0036505011,0.000370927,0.0009002123,0.010194295,0.0026558822,0.01610407,0.00041232887,0.0027332543,0.65846664],"study_design_scores_gemma":[0.05185508,0.5863462,0.30671346,0.001381134,0.001050974,0.00041797763,0.008876105,0.0052998,0.027441256,0.00037188784,0.01009996,0.00014611305],"about_ca_topic_score_codex":0.004439494,"about_ca_topic_score_gemma":0.006427152,"teacher_disagreement_score":0.0045414334,"about_ca_system_score_codex":0.0016312031,"about_ca_system_score_gemma":0.0043958663,"threshold_uncertainty_score":0.024017632},"labels":[],"label_agreement":null},{"id":"W591335158","doi":"","title":"Highway Maintenance Costs and Contracting Policy","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Construction Project Management and Performance","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Incentive; Bidding; Payment; Prestige; Business; Economics; Public economics; Industrial organization; Finance; Marketing; Market economy","score_opus":0.11476656263173059,"score_gpt":0.47659789508990613,"score_spread":0.36183133245817556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W591335158","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4423891,0.017383892,0.015584679,0.036910564,0.00028030493,0.0002861775,0.002705072,0.00013945116,0.48432076],"genre_scores_gemma":[0.9725114,0.00288932,0.001914926,0.0013177635,0.00016031186,0.000090951085,0.00052571984,0.00002710381,0.020562574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99237216,0.0027963014,0.00043363628,0.00045475847,0.0023259262,0.0016171718],"domain_scores_gemma":[0.9781105,0.012187986,0.0034427496,0.001051976,0.0042210342,0.000985788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007400509,0.00027047118,0.00027812112,0.0020174254,0.001109419,0.004876202,0.0009832437,0.0018210167,0.01269166],"category_scores_gemma":[0.024076264,0.00030727693,0.00038297786,0.002664732,0.0017016627,0.003414096,0.0012083546,0.0012116492,0.0006769029],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022231591,0.00015603335,0.03777159,0.00053847115,0.00010207526,0.00009997865,0.0012012648,0.036615167,0.0004249767,0.81143755,0.018785268,0.09264534],"study_design_scores_gemma":[0.00013367579,0.00062212994,0.23201856,0.0026056354,0.000212484,0.0004401134,0.010147809,0.047312103,0.0022876416,0.31920883,0.38481158,0.00019939983],"about_ca_topic_score_codex":0.031447146,"about_ca_topic_score_gemma":0.024886603,"teacher_disagreement_score":0.031447146,"about_ca_system_score_codex":0.011163178,"about_ca_system_score_gemma":0.0064943368,"threshold_uncertainty_score":0.080994904},"labels":[],"label_agreement":null},{"id":"W817679389","doi":"10.1016/j.evalprogplan.2015.04.006","title":"The Father Friendly Initiative within Families: Using a logic model to develop program theory for a father support program","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Family and Disability Support Research","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université du Québec en Outaouais","funders":"Ministère de l'Éducation, du Loisir et du Sport Québec; Social Sciences and Humanities Research Council of Canada; United Way","keywords":"Logic model; Structuring; Relevance (law); Psychological intervention; Bridge (graph theory); Logic program; Program evaluation; Theory of change; Psychology; Computer science; Sociology; Medicine; Nursing; Political science; Social science","score_opus":0.4089443562601213,"score_gpt":0.5449142575377891,"score_spread":0.13596990127766778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W817679389","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21765609,0.0002664105,0.5676846,0.019799775,0.000080034966,0.0012988151,0.00016591144,0.00018189305,0.19286647],"genre_scores_gemma":[0.9057445,0.00010763183,0.08904848,0.00056990824,0.000010617208,0.0008732462,0.000048706315,0.000037488444,0.003559489],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9955811,0.00334216,0.0000848307,0.00021460417,0.00033435816,0.00044299444],"domain_scores_gemma":[0.9940295,0.004458271,0.00040013125,0.0001983034,0.00044769025,0.00046613018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006082755,0.0005742783,0.00036784966,0.00210555,0.004384855,0.0056445277,0.0022345665,0.0018962601,0.00797015],"category_scores_gemma":[0.0076028504,0.0005313045,0.00096819963,0.0011613104,0.009008706,0.0070999037,0.0024775865,0.0033040298,0.00036798487],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041121642,0.00026221588,0.0038648671,0.000059646707,0.000013546053,0.0001358232,0.006114242,0.004793342,0.00014230282,0.9736303,0.00046796596,0.010474675],"study_design_scores_gemma":[0.00016807759,0.00032530408,0.0032925152,0.0003008043,0.0001003529,0.0002185776,0.016329873,0.083612554,0.0009201635,0.8867938,0.00787623,0.00006173048],"about_ca_topic_score_codex":0.013064764,"about_ca_topic_score_gemma":0.014323297,"teacher_disagreement_score":0.013064764,"about_ca_system_score_codex":0.010944319,"about_ca_system_score_gemma":0.012207402,"threshold_uncertainty_score":0.07940698},"labels":[],"label_agreement":null},{"id":"W977025052","doi":"10.1016/j.evalprogplan.2015.07.003","title":"Knowledge brokering in public health: A critical analysis of the results of a qualitative evaluation","year":2015,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Interpersonal communication; Qualitative analysis; Qualitative research; Knowledge management; Psychology; Management science; Public relations; Computer science; Social psychology; Medicine; Political science; Sociology; Nursing; Engineering; Social science","score_opus":0.960302668591302,"score_gpt":0.8365556028242945,"score_spread":0.12374706576700745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W977025052","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32534933,0.21807794,0.18548729,0.05324359,0.0028276544,0.1738098,0.004677248,0.00035117436,0.03617602],"genre_scores_gemma":[0.70748585,0.05925946,0.13768609,0.0059600994,0.0002083845,0.08546227,0.00071389705,0.00024199761,0.0029818623],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.66255033,0.29069197,0.017110363,0.004257969,0.022043439,0.0033458811],"domain_scores_gemma":[0.44877324,0.4709285,0.014916089,0.009399155,0.05475558,0.0012273607],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3855158,0.0017389752,0.0045540486,0.01189683,0.005401185,0.006175532,0.003264995,0.0018427788,0.0020940038],"category_scores_gemma":[0.47118708,0.0012739482,0.0026235525,0.0137600545,0.0077390634,0.0061206864,0.006232682,0.0026792446,0.00027766803],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010113692,0.0003276928,0.0044345655,0.10946773,0.0012875891,0.0007980007,0.46425968,0.0014812754,0.0019403764,0.026957933,0.006896919,0.3811369],"study_design_scores_gemma":[0.00069602893,0.0018331836,0.012572313,0.2718836,0.005891388,0.00047188895,0.5219576,0.0030428602,0.009905129,0.034864523,0.13643475,0.00044667683],"about_ca_topic_score_codex":0.012640901,"about_ca_topic_score_gemma":0.02483045,"teacher_disagreement_score":0.3855158,"about_ca_system_score_codex":0.029084602,"about_ca_system_score_gemma":0.05114266,"threshold_uncertainty_score":0.7577684},"labels":[],"label_agreement":null}]}