{"meta":{"query_hash":"8a4c8283c409","filters":{"venue":"Evaluation and Program Planning"},"cohort_total":200,"direct_labels_cover":7,"predictions_cover":200,"exported":200,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/8a4c8283c409","api":"https://metacan.xera.ac/api/v1/cohort?venue=Evaluation+and+Program+Planning"},"results":[{"id":"W1153071356","doi":"10.1016/j.evalprogplan.2015.08.003","title":"Providing context to the implementation of health promoting schools: A case study","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"School Health and Nursing Education","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Dalhousie University","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Context (archaeology); Nova scotia; Psychological intervention; Sustainability; Variety (cybernetics); Medical education; Public relations; Theme (computing); Qualitative research; Psychology; Medicine; Political science; Nursing; Pedagogy; Sociology; Geography; Social science","score_opus":0.4037251380197984,"score_gpt":0.6433994383772064,"score_spread":0.23967430035740794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1153071356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9796809,0.00089570927,0.00014691119,0.009118453,0.0007023569,0.009290557,0.0000029418795,0.00007426935,0.000087878696],"genre_scores_gemma":[0.9961449,0.0000015113735,0.0011059442,0.0008174759,0.00021026707,0.0016598668,0.000027531756,0.0000121187,0.000020404745],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99618566,0.0021562963,0.00066764187,0.00022016339,0.00043959232,0.0003306276],"domain_scores_gemma":[0.99842006,0.00018271775,0.0004461823,0.00016795023,0.0005389036,0.00024419042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013947874,0.000096831434,0.00017683249,0.00012224726,0.00096048607,0.000031540658,0.00006201023,0.00004194825,0.00002263641],"category_scores_gemma":[0.0007230181,0.00007223696,0.000013694388,0.00034303602,0.000010922627,0.00014177714,0.000031827025,0.00029263544,0.000013527302],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027969048,0.00007316391,0.25496888,0.00007170767,0.000007504486,0.000001326181,0.21489845,0.000009604756,0.0000017676103,0.000010606496,0.003843544,0.5260855],"study_design_scores_gemma":[0.0017458302,0.0014870035,0.066636436,0.000355806,0.000034708348,0.000032435128,0.9230007,0.0019749587,0.0000057983766,0.000072263916,0.004570709,0.00008335537],"about_ca_topic_score_codex":0.0042655724,"about_ca_topic_score_gemma":0.0010464406,"teacher_disagreement_score":0.7081022,"about_ca_system_score_codex":0.00024586162,"about_ca_system_score_gemma":0.001608849,"threshold_uncertainty_score":0.73873794},"labels":[],"label_agreement":null},{"id":"W1781634349","doi":"10.1016/j.evalprogplan.2015.09.003","title":"Mapping the spatial dimensions of participatory practice: A discussion of context in evaluation","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Citizen journalism; Participatory GIS; Bridge (graph theory); Context (archaeology); Sociology; Field (mathematics); Relation (database); Set (abstract data type); Politics; Process (computing); Knowledge management; Epistemology; Management science; Computer science; Political science; Engineering; Geography; Data mining","score_opus":0.571163556037539,"score_gpt":0.5995651283814842,"score_spread":0.028401572343945247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1781634349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985914,0.0022622866,0.0014762004,0.0043758727,0.00038041,0.0019769392,0.000003658456,0.000017368067,0.0035932534],"genre_scores_gemma":[0.9985191,0.000011844719,0.0010417717,0.00013616309,0.00003184359,0.00020103305,0.000016798309,0.0000046909304,0.000036733105],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9932777,0.002115079,0.00090042746,0.00024516325,0.0033092317,0.00015235615],"domain_scores_gemma":[0.99609166,0.001049505,0.0006811364,0.00029322115,0.0018056462,0.000078833335],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041714016,0.00009722273,0.0002185398,0.00025647436,0.00010021411,0.00006694071,0.00015870712,0.00005806115,0.00018288386],"category_scores_gemma":[0.010475355,0.000046191493,0.00003995435,0.0006686093,0.00011441383,0.0004468706,0.00006910499,0.00013221068,0.000010300719],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009411052,0.00013083009,0.09589,0.0000055044784,0.000012294789,2.892326e-7,0.024364764,0.009257197,0.00010792375,0.00015812418,0.0004438651,0.8695351],"study_design_scores_gemma":[0.0015456046,0.00024258596,0.16093668,0.00012705545,0.00005111507,0.0000026738164,0.04576763,0.7804164,0.000112672264,0.0026621928,0.008055467,0.000079858764],"about_ca_topic_score_codex":0.000090356465,"about_ca_topic_score_gemma":0.00007281646,"teacher_disagreement_score":0.8694552,"about_ca_system_score_codex":0.000061090635,"about_ca_system_score_gemma":0.00062801054,"threshold_uncertainty_score":0.99785984},"labels":[],"label_agreement":null},{"id":"W1864643644","doi":"10.1016/j.evalprogplan.2015.07.004","title":"Tool for assessing health and equity impacts of interventions modifying air quality in urban environments","year":2015,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Air Quality and Health Impacts","field":"Environmental Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hôpital Charles-Le Moyne; Université de Sherbrooke; Université de Montréal","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; École des Hautes Études en Santé Publique","keywords":"Psychological intervention; Equity (law); Air quality index; Health impact assessment; Health equity; Environmental health; Occupational safety and health; Environmental planning; Business; Transport engineering; Environmental science; Engineering; Medicine; Economics; Public health; Health care; Political science; Geography; Economic growth; Nursing","score_opus":0.5705285504888625,"score_gpt":0.6201196266965844,"score_spread":0.04959107620772185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1864643644","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046045342,0.9903746,0.0009511259,0.00014441423,0.00006818569,0.003597656,0.00004498902,0.000022896786,0.00019157643],"genre_scores_gemma":[0.015842631,0.9630482,0.018533168,0.0005337662,0.00009425794,0.0009787838,0.00085391273,0.00005812524,0.000057114186],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966499,0.0010027232,0.001080379,0.0003739172,0.0005138721,0.0003791654],"domain_scores_gemma":[0.9983583,0.00025469015,0.0009238177,0.00017034214,0.000011673136,0.00028114175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012238423,0.00022523408,0.00088669587,0.00010115393,0.00018021665,0.00006144916,0.000100563826,0.00017583306,0.00003443355],"category_scores_gemma":[0.00060973695,0.00020443111,0.00011557534,0.00017334786,0.00011606691,0.00026513115,0.00018934441,0.0002450375,0.0000030044612],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009511472,0.00010453766,0.0033678114,0.011435737,0.000012923011,1.7846904e-7,0.0016094641,0.000046204634,1.2743598e-7,0.000020774989,0.00027042165,0.9831223],"study_design_scores_gemma":[0.0027436782,0.0013228934,0.044149455,0.04932654,0.00044047594,0.00001682155,0.0014960842,0.010149594,5.6847944e-7,0.001671097,0.8877305,0.0009522946],"about_ca_topic_score_codex":0.00018605935,"about_ca_topic_score_gemma":0.000033768796,"teacher_disagreement_score":0.98217,"about_ca_system_score_codex":0.0005815657,"about_ca_system_score_gemma":0.00027746038,"threshold_uncertainty_score":0.8336458},"labels":[],"label_agreement":null},{"id":"W1878138905","doi":"10.1016/j.evalprogplan.2015.09.001","title":"Strength-based crisis programming: Evaluating the process of care","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Service provider; Process (computing); Public relations; Service delivery framework; Service (business); Knowledge management; Conceptual framework; Business; Process management; Marketing; Sociology; Political science; Computer science","score_opus":0.12618722763924173,"score_gpt":0.49058939063722123,"score_spread":0.3644021629979795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1878138905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9675309,0.002100361,0.00010169863,0.0012542664,0.00019226997,0.0018508778,0.0000011122079,0.00011975302,0.02684874],"genre_scores_gemma":[0.99758947,0.0000028266882,0.0020000793,0.00005615586,0.00006759025,0.0001870987,0.000014864276,0.0000050263607,0.00007688268],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99808216,0.00036536582,0.00016972357,0.00016652978,0.0010273136,0.00018891235],"domain_scores_gemma":[0.9991044,0.000083403706,0.00013972413,0.00010417693,0.00049049925,0.00007778752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030458758,0.000075303135,0.00009004755,0.00005354946,0.00034490676,0.00016336516,0.00016854724,0.000039806484,0.000023185401],"category_scores_gemma":[0.0005413649,0.00005341215,0.000026886482,0.00033895654,0.00017804155,0.00014772313,0.000022735489,0.000067998495,0.0000019575166],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004203921,0.000060259375,0.017286938,0.00006985283,0.000012734372,4.1567935e-7,0.14273359,0.0021153232,0.0000030763376,0.0006357502,0.00031683722,0.8367232],"study_design_scores_gemma":[0.0014227777,0.0011507629,0.0053755846,0.00024999442,0.00022395636,3.1753453e-7,0.88800806,0.06649586,0.000080109,0.0012752617,0.03544674,0.0002705678],"about_ca_topic_score_codex":0.00009394138,"about_ca_topic_score_gemma":0.000078831436,"teacher_disagreement_score":0.8364526,"about_ca_system_score_codex":0.000028456518,"about_ca_system_score_gemma":0.00030069813,"threshold_uncertainty_score":0.2652779},"labels":[],"label_agreement":null},{"id":"W1964714699","doi":"10.1016/j.evalprogplan.2009.03.003","title":"Power and perceptions in participatory monitoring and evaluation","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Accountability; Citizen journalism; Participatory evaluation; Bureaucracy; Perception; Power (physics); Participatory action research; Participant observation; Participatory design; Public relations; Politics; Psychology; Business; Political science; Economic growth; Sociology; Engineering; Public administration; Operations management; Economics","score_opus":0.37164481194313714,"score_gpt":0.6018709322341447,"score_spread":0.23022612029100753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964714699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929388,0.0017220875,0.000080288846,0.0010410257,0.00013360962,0.00073849084,9.0680476e-7,0.000033431632,0.0033113444],"genre_scores_gemma":[0.99820113,0.000066577704,0.0013740036,0.00012337595,0.00004770341,0.00012939014,0.0000076197607,0.0000040901855,0.000046125988],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969747,0.00052249845,0.00043503154,0.0003643426,0.0015105592,0.0001928355],"domain_scores_gemma":[0.9989929,0.00025509766,0.00012385339,0.000158869,0.00035854842,0.00011068398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012876503,0.00011523495,0.00015432472,0.00028289636,0.00022609183,0.00035811137,0.00006622229,0.000067850364,0.00043044286],"category_scores_gemma":[0.00082506466,0.00009649183,0.00001778114,0.00034325285,0.00005574514,0.000561394,0.000027039847,0.00013359568,0.000012717448],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001347234,0.000036246005,0.37043935,0.0000016710115,0.0000028466288,3.9976328e-7,0.0055772867,0.00049628154,0.00016068257,0.00013981355,0.000063395426,0.6230686],"study_design_scores_gemma":[0.0007268778,0.00017970335,0.8164224,0.00004786882,0.000020673464,0.000004645942,0.0038957307,0.17311536,0.000019007157,0.004780173,0.0006865731,0.00010096302],"about_ca_topic_score_codex":0.000004837704,"about_ca_topic_score_gemma":0.000007465026,"teacher_disagreement_score":0.6229676,"about_ca_system_score_codex":0.00005056155,"about_ca_system_score_gemma":0.00010591704,"threshold_uncertainty_score":0.47130474},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1966904803","doi":"10.1016/j.evalprogplan.2008.06.003","title":"Cost–utility analysis in educational needs assessment","year":2008,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"School Choice and Performance","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Stakeholder; Ranking (information retrieval); Service (business); Argument (complex analysis); Cost–benefit analysis; Set (abstract data type); Stakeholder analysis; Business; Actuarial science; Marketing; Computer science; Economics; Medicine; Political science","score_opus":0.19687453450168102,"score_gpt":0.51737724662709,"score_spread":0.32050271212540893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966904803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9697096,0.00038282742,0.00010133932,0.0014119559,0.00009080493,0.00038774408,0.0000012820426,0.000028447685,0.027886031],"genre_scores_gemma":[0.9978188,0.00007209448,0.0013680028,0.000109623186,0.00014766975,0.00014268933,0.00006416236,0.0000017832718,0.0002751548],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989154,0.00022234014,0.00013847236,0.00011678153,0.0004581866,0.0001488581],"domain_scores_gemma":[0.99958974,0.00011596467,0.000050234357,0.00006574985,0.000110596644,0.00006769834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020946912,0.000049744354,0.00008666712,0.00021592714,0.00039712773,0.000054068674,0.0000577167,0.000045819095,0.0007252023],"category_scores_gemma":[0.00013800114,0.0000500447,0.000027883087,0.0010736283,0.000075368305,0.00022439157,0.000008540396,0.000103012135,0.0000069612443],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004367256,0.000045397293,0.9381817,0.0000017564854,0.000017654345,2.6794774e-7,0.009294297,0.0003040018,6.020858e-7,0.00018798388,0.0003920028,0.051570002],"study_design_scores_gemma":[0.00018704476,0.000014364985,0.95672846,0.000008157604,0.000042439115,3.0727142e-7,0.00258354,0.021894809,9.0190787e-7,0.00022399328,0.018254984,0.000060998995],"about_ca_topic_score_codex":0.0005133646,"about_ca_topic_score_gemma":0.0008949134,"teacher_disagreement_score":0.051509,"about_ca_system_score_codex":0.000070039954,"about_ca_system_score_gemma":0.00038991158,"threshold_uncertainty_score":0.7940457},"labels":[],"label_agreement":null},{"id":"W1971685154","doi":"10.1016/j.evalprogplan.2014.03.001","title":"Using implementation evaluation to uncover a child neglect prevention program","year":2014,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Child Abuse and Trauma","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre de Santé et de Services Sociaux de Chicoutimi; Université du Québec à Trois-Rivières; Université du Québec en Outaouais","funders":"","keywords":"Attendance; Neglect; Session (web analytics); Psychological intervention; Intervention (counseling); Program evaluation; Psychology; Child neglect; Variety (cybernetics); Suicide prevention; Medical education; Medicine; Clinical psychology; Poison control; Environmental health; Child abuse; Computer science; Psychiatry; Political science","score_opus":0.15156739770545583,"score_gpt":0.5262541259822632,"score_spread":0.3746867282768074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971685154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97603446,0.00048598342,0.0042288746,0.00022881266,0.00047995523,0.0051882085,0.0000030509111,0.00023654952,0.01311408],"genre_scores_gemma":[0.99056387,0.000001912982,0.0073229335,0.0002799866,0.00032705898,0.0011481413,0.00028512816,0.00002474808,0.000046196164],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976187,0.000631043,0.00033940363,0.000441776,0.00062756846,0.0003415617],"domain_scores_gemma":[0.99923414,0.00005228886,0.00016478752,0.00021239246,0.00022749708,0.00010889668],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027679745,0.00017492282,0.00015730316,0.00019658494,0.00030955812,0.0001669691,0.00006929241,0.00009223029,0.0015899205],"category_scores_gemma":[0.0000916742,0.00017519115,0.000057644083,0.00035909328,0.000019807781,0.00024694283,0.000027534039,0.00013230907,0.00006936814],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006860839,0.00018349971,0.0072320914,0.000010668569,0.00006468859,3.099499e-7,0.0034390013,0.0006237102,0.000079721365,0.0004711548,0.00041999645,0.98740655],"study_design_scores_gemma":[0.012660979,0.004074032,0.71935594,0.0005820259,0.0012676357,0.00009248209,0.0043076263,0.1893892,0.0005151144,0.0034829252,0.063252985,0.0010190762],"about_ca_topic_score_codex":0.00006790654,"about_ca_topic_score_gemma":0.00008011172,"teacher_disagreement_score":0.9863875,"about_ca_system_score_codex":0.00008527865,"about_ca_system_score_gemma":0.000055865672,"threshold_uncertainty_score":0.9993228},"labels":[],"label_agreement":null},{"id":"W1977593065","doi":"10.1016/j.evalprogplan.2013.10.001","title":"An evaluation of an airline cabin safety education program for elementary school children","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Occupational Health and Safety Research","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Science Council; Transport Canada","keywords":"Psychology; Medical education; Control (management); The Internet; Human factors and ergonomics; Engineering; Applied psychology; Occupational safety and health; Poison control; Transport engineering; Medical emergency; Medicine; Computer science","score_opus":0.13896559601354833,"score_gpt":0.591861536962014,"score_spread":0.45289594094846575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977593065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96302456,0.0006131289,0.00024048291,0.00072188786,0.00028444527,0.03358723,0.000057076148,0.0001347013,0.0013365031],"genre_scores_gemma":[0.93074185,0.000024122226,0.031845495,0.0003679672,0.0005784644,0.027671384,0.008679763,0.000027678956,0.00006328047],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954569,0.00176136,0.0007893582,0.0003890889,0.0011371798,0.00046615626],"domain_scores_gemma":[0.995685,0.00029836237,0.00033982363,0.00030037182,0.0029647173,0.0004117473],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0094927875,0.00015971919,0.00021886645,0.00020820455,0.00081906613,0.000039121096,0.00013910199,0.00017532561,0.0015524403],"category_scores_gemma":[0.0008229214,0.0001461678,0.000038324815,0.00026473266,0.000049154834,0.0006720781,0.000027037933,0.00032087413,0.00003380623],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020401589,0.00051512755,0.17705993,0.00015343937,0.00001878418,1.17898e-8,0.00061159476,0.00021864005,0.00004387044,0.00008768083,0.00054466136,0.8205422],"study_design_scores_gemma":[0.0022390464,0.001260388,0.71913934,0.00018028595,0.000079532736,8.6933403e-7,0.0015480336,0.27265653,0.000014865895,0.0013396087,0.0014161401,0.00012537983],"about_ca_topic_score_codex":0.0007360842,"about_ca_topic_score_gemma":0.00011056501,"teacher_disagreement_score":0.82041687,"about_ca_system_score_codex":0.00025555713,"about_ca_system_score_gemma":0.0026846996,"threshold_uncertainty_score":0.99936026},"labels":[],"label_agreement":null},{"id":"W1977960824","doi":"10.1016/j.evalprogplan.2014.04.003","title":"Taking stock of four decades of quantitative research on stakeholder participation and evaluation use: A systematic map","year":2014,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministry of Labour, Employment and Social Solidarity","funders":"","keywords":"Stakeholder; Stock (firearms); Stakeholder engagement; Stakeholder analysis; Environmental planning; Business; Environmental resource management; Geography; Political science; Environmental science; Public relations; Archaeology","score_opus":0.9237604363882755,"score_gpt":0.7285006439353664,"score_spread":0.19525979245290914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977960824","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023071304,0.96526396,0.00080074405,0.00006319011,0.00026833685,0.009801521,0.00002095147,0.000029457215,0.000680513],"genre_scores_gemma":[0.6417393,0.34407473,0.007533412,0.00004231188,0.000150695,0.005765997,0.00032544858,0.00008691047,0.0002812028],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9795019,0.010037118,0.0024337198,0.0007033616,0.007007329,0.00031656332],"domain_scores_gemma":[0.9822555,0.01027158,0.0030675025,0.00054332876,0.0037525916,0.0001094722],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0759058,0.0003095739,0.0015842564,0.0013606582,0.00028108776,0.00042127052,0.00028033357,0.00024635863,0.00021592421],"category_scores_gemma":[0.015474351,0.00021506031,0.00014398819,0.0012187039,0.00019229874,0.00046487772,0.000090378,0.00038501495,0.00002382339],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031918087,0.0000818664,0.0007044342,0.028520126,0.00011076365,2.9086834e-7,0.0023368758,0.0008881291,0.0000011554752,0.001386885,0.00012057815,0.965817],"study_design_scores_gemma":[0.0019669274,0.003030404,0.010977639,0.22636166,0.0030038722,0.000010988403,0.0046628374,0.7026354,0.000011465294,0.0033876577,0.04319855,0.0007526116],"about_ca_topic_score_codex":0.000016676016,"about_ca_topic_score_gemma":0.000018185847,"teacher_disagreement_score":0.96506435,"about_ca_system_score_codex":0.00013199577,"about_ca_system_score_gemma":0.00067683065,"threshold_uncertainty_score":0.9928187},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1983302984","doi":"10.1016/j.evalprogplan.2004.04.004","title":"How was the UNAIDS drug access initiative implemented in Chile?","year":2004,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Douglas College","funders":"Canadian Institutes of Health Research; U.S. Public Health Service; UNICEF; World Bank Group","keywords":"Context (archaeology); Human immunodeficiency virus (HIV); Political science; Program evaluation; Process (computing); Public relations; Economic growth; Business; Public administration; Medicine; Computer science; Geography; Family medicine; Economics","score_opus":0.3930404716333926,"score_gpt":0.5941593581888461,"score_spread":0.2011188865554535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983302984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9637114,0.0005862005,0.001302478,0.024388397,0.00028766243,0.0017314124,0.0000074881427,0.00005979448,0.007925157],"genre_scores_gemma":[0.9977231,0.000025983241,0.000752788,0.0009096064,0.00007050601,0.00031888287,0.0000495919,0.0000066714815,0.00014285406],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964647,0.0005754645,0.00044918517,0.0003456418,0.0019162822,0.0002487025],"domain_scores_gemma":[0.9984915,0.000500495,0.00025670195,0.00025762545,0.0004251318,0.00006850809],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.011018866,0.00013733981,0.00017048903,0.00027590303,0.0003344113,0.0013103691,0.00039143892,0.000040776104,0.0004077967],"category_scores_gemma":[0.0011331722,0.000083124876,0.000042107127,0.0010308461,0.00007933587,0.0010530015,0.00011481833,0.00020615489,0.00002270683],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046981688,0.0001228848,0.19697373,0.000006288622,0.00002581758,0.0000027046995,0.016689029,0.007887333,0.000026992948,0.0026093076,0.0014402098,0.7741687],"study_design_scores_gemma":[0.0037680797,0.00022648797,0.8257657,0.000120852565,0.000038952472,0.000008583786,0.019249517,0.06819779,0.00042392808,0.0473438,0.034561556,0.00029475012],"about_ca_topic_score_codex":0.000034208984,"about_ca_topic_score_gemma":0.00024113282,"teacher_disagreement_score":0.773874,"about_ca_system_score_codex":0.000085912594,"about_ca_system_score_gemma":0.00030215236,"threshold_uncertainty_score":0.99972636},"labels":[],"label_agreement":null},{"id":"W1983707297","doi":"10.1016/j.evalprogplan.2012.09.005","title":"Why do women pay more than they should? A mixed methods study of the implementation gap in a policy to subsidize the costs of deliveries in Burkina Faso","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Subsidy; Economics; Business; Public economics; Actuarial science; Environmental health; Medicine","score_opus":0.09854096351653664,"score_gpt":0.5177872288536772,"score_spread":0.4192462653371406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983707297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995158,0.00024966776,0.0000123786795,0.0023357063,0.000052841864,0.0020740314,0.0000041696458,0.000007625581,0.00010558871],"genre_scores_gemma":[0.9985401,0.000011652829,0.00045144008,0.0007077684,0.00003875009,0.00023575628,0.000005772342,0.0000052584587,0.0000035202402],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984243,0.00064364873,0.00028559443,0.0000987496,0.0003415765,0.00020613607],"domain_scores_gemma":[0.99953115,0.0000828673,0.000120490855,0.00012265217,0.00008361043,0.000059221315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028274227,0.000081036684,0.00017658975,0.00010274424,0.000049450195,0.000011987133,0.00006360928,0.000028343908,0.00001645956],"category_scores_gemma":[0.00013808123,0.000040741812,0.000018179528,0.0003172606,0.000023533572,0.00005434224,0.000049444938,0.00009949126,2.2165877e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018223535,0.00021091219,0.77730626,0.000038330312,0.000018481282,2.8964575e-7,0.11090996,0.00004079944,0.0002858641,0.00009909549,0.000031408024,0.11087635],"study_design_scores_gemma":[0.0013773938,0.00051110174,0.9131128,0.00013831488,0.000030282838,0.0000039240363,0.08389423,0.00013407892,0.0002346089,0.00018792016,0.00033484737,0.00004050724],"about_ca_topic_score_codex":0.0037203429,"about_ca_topic_score_gemma":0.0008572323,"teacher_disagreement_score":0.13580653,"about_ca_system_score_codex":0.000109275825,"about_ca_system_score_gemma":0.000069611386,"threshold_uncertainty_score":0.562407},"labels":[],"label_agreement":null},{"id":"W1985788625","doi":"10.1016/j.evalprogplan.2009.10.006","title":"Comparing and contrasting poverty reduction performance of social welfare programs across jurisdictions in Canada using Data Envelopment Analysis (DEA): An exploratory study of the era of devolution","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Efficiency Analysis Using DEA","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lakehead University; University of Windsor","funders":"","keywords":"Devolution (biology); Data envelopment analysis; Poverty; Public economics; Welfare; Benchmark (surveying); Social Welfare; Social planner; Population; Economics; Economic growth; Business; Political science; Geography; Sociology; Statistics","score_opus":0.21891688939014475,"score_gpt":0.4511346694288697,"score_spread":0.23221778003872495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985788625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99903166,0.00010623565,0.00022123533,0.00007067469,0.00005428471,0.00048897194,0.000008065563,0.0000073710175,0.000011482665],"genre_scores_gemma":[0.99927616,0.0000014319864,0.0006657612,0.0000049999558,0.000008631351,0.000008207317,0.00003158295,0.0000027064489,5.3183396e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968387,0.0005116609,0.0008329029,0.00034893252,0.0013087912,0.00015903302],"domain_scores_gemma":[0.9984203,0.000072229974,0.0007206585,0.00032094377,0.00043201615,0.00003384248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053291544,0.000100693076,0.00036048365,0.00018329943,0.00045337138,0.00006379143,0.00026330544,0.00003459681,0.0000032983992],"category_scores_gemma":[0.00027179197,0.00007565451,0.00003020836,0.0019551613,0.000083143976,0.00043648653,0.00009433509,0.00013747244,1.5136054e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029505283,0.00021102378,0.7764427,0.0000051482925,0.0000664897,1.3486033e-7,0.015613929,0.065800965,0.00016204732,0.0000039607694,0.0000013105338,0.14166279],"study_design_scores_gemma":[0.00024222796,0.000072138326,0.52046114,0.000022050122,0.00014365485,6.4308034e-7,0.01894275,0.4600364,0.000028262213,0.0000056055346,0.0000041845765,0.000040944207],"about_ca_topic_score_codex":0.030314807,"about_ca_topic_score_gemma":0.16061096,"teacher_disagreement_score":0.39423543,"about_ca_system_score_codex":0.00014988687,"about_ca_system_score_gemma":0.00037926098,"threshold_uncertainty_score":0.9761424},"labels":[],"label_agreement":null},{"id":"W1995587414","doi":"10.1016/j.evalprogplan.2007.01.006","title":"Quasi-experimental evaluation of a national primary school HIV intervention in Kenya","year":2007,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":79,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Department for International Development","keywords":"Condom; Abstinence; Medicine; Program evaluation; Intervention (counseling); Sexual intercourse; Sexual abstinence; Human immunodeficiency virus (HIV); Human sexuality; Family medicine; Demography; Family planning; Psychology; Population; Environmental health; Nursing; Gender studies; Political science; Psychiatry; Research methodology; Sociology","score_opus":0.2501987740899039,"score_gpt":0.5794862528234834,"score_spread":0.32928747873357955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995587414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9846598,0.0024551554,0.0006309168,0.00021442573,0.00036951966,0.0029433856,0.000004071845,0.00005087556,0.008671856],"genre_scores_gemma":[0.997896,0.000005451471,0.0010278448,0.000160017,0.00024330201,0.000266081,0.00021672822,0.000010838757,0.00017369792],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99634826,0.0011818141,0.000699425,0.00030129438,0.0011999665,0.00026926157],"domain_scores_gemma":[0.998512,0.00016057078,0.00034272726,0.0000985918,0.00079528097,0.000090805144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02079852,0.00010942941,0.00017783148,0.0002638394,0.00022871706,0.000006969202,0.000050787436,0.00012452666,0.00039115053],"category_scores_gemma":[0.00079295,0.0000998572,0.00003151933,0.0002646737,0.00004994357,0.00019289494,0.00004221945,0.00034440198,0.000026329177],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005813802,0.0034490444,0.8157699,0.00043061626,0.000031129053,9.59578e-7,0.011738677,0.00036773278,0.0013083708,0.0005935921,0.0008193182,0.16490924],"study_design_scores_gemma":[0.004165464,0.00052562763,0.9615978,0.000719282,0.000026420112,0.000002424679,0.010979896,0.01971822,0.00019113252,0.00092688855,0.0010048412,0.00014199267],"about_ca_topic_score_codex":0.000034626635,"about_ca_topic_score_gemma":0.000020025494,"teacher_disagreement_score":0.16476725,"about_ca_system_score_codex":0.00057343754,"about_ca_system_score_gemma":0.0004774417,"threshold_uncertainty_score":0.7208393},"labels":[],"label_agreement":null},{"id":"W1996512626","doi":"10.1016/j.evalprogplan.2004.04.005","title":"Step down continuing care in the treatment of substance abuse: correlates of participation and outcome effects","year":2004,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Center for Substance Abuse Treatment; National Institute on Drug Abuse; Substance Abuse and Mental Health Services Administration; U.S. Department of Health and Human Services","keywords":"Continuing care; Medicine; Continuing education; Substance abuse; Quarter (Canadian coin); Substance use; Ambulatory care; Family medicine; Psychiatry; Health care; Nursing","score_opus":0.0507464267641588,"score_gpt":0.4005903750493499,"score_spread":0.3498439482851911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996512626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98463386,0.013914142,0.000019593037,0.000046049274,0.00003868006,0.0012634622,6.2036185e-7,0.000016769098,0.000066849076],"genre_scores_gemma":[0.99871945,0.00036157639,0.00069954013,0.000012861555,0.000011543622,0.00014844502,0.00003519334,0.0000051232587,0.0000062802346],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99928826,0.000061978775,0.00022721049,0.00011294558,0.00020796782,0.00010164504],"domain_scores_gemma":[0.9995453,0.00016019693,0.00010661189,0.00009049764,0.000073452786,0.0000239384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023915003,0.000092228525,0.0002231036,0.00006232535,0.000030494883,0.000009371951,0.000016655285,0.00003968841,0.0000033274405],"category_scores_gemma":[0.000026283544,0.000057587946,0.000029857028,0.00012912905,0.000044376207,0.000053986954,8.0846416e-7,0.00003601056,3.7725084e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012882335,0.00012813536,0.7597731,0.000054231543,0.000024834653,0.0000060063758,0.1382084,0.000092189046,0.00006814531,0.000029247616,3.443288e-7,0.10148657],"study_design_scores_gemma":[0.008417334,0.0015397496,0.97735053,0.00052151823,0.00032578956,0.0000039045462,0.009624308,0.00064288575,0.0014249075,0.00004467608,0.000042217795,0.000062151514],"about_ca_topic_score_codex":0.000009934496,"about_ca_topic_score_gemma":0.00009726473,"teacher_disagreement_score":0.21757749,"about_ca_system_score_codex":0.00004915609,"about_ca_system_score_gemma":0.000011570243,"threshold_uncertainty_score":0.23483683},"labels":[],"label_agreement":null},{"id":"W2000732508","doi":"10.1016/j.evalprogplan.2008.01.003","title":"A framework of operating models for interdisciplinary research programs in clinical service organizations","year":2008,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child and Family Research Institute; Thames Valley Children's Centre; Holland Bloorview Kids Rehabilitation Hospital","funders":"","keywords":"Context (archaeology); Knowledge management; Service (business); Service delivery framework; Service model; Management science; Process management; Computer science; Engineering; Business","score_opus":0.4872797990941883,"score_gpt":0.6658440447310565,"score_spread":0.17856424563686824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000732508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98204327,0.00024916764,0.0071342913,0.0034089205,0.00055819185,0.004470423,0.000005910786,0.000064690685,0.0020651082],"genre_scores_gemma":[0.95972955,0.000016218377,0.037058014,0.0003546359,0.00021866758,0.0021468485,0.0002259134,0.000019154182,0.000231002],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968325,0.0013381094,0.0008511988,0.000273434,0.0004195257,0.00028525747],"domain_scores_gemma":[0.9952065,0.0011971786,0.00020649098,0.00016113636,0.0031465613,0.000082161525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059143007,0.00009410809,0.0002075801,0.00020613808,0.0010649028,0.000016612425,0.000110519,0.00024168278,0.00009545886],"category_scores_gemma":[0.0016658683,0.00008487645,0.000023966642,0.0012606146,0.000078033096,0.00022495058,0.00013522504,0.0006596357,0.000010485677],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006890938,0.001504079,0.49027145,0.00067702006,0.000056414752,0.000002237531,0.34578547,0.0033722918,0.00013157849,0.025295198,0.004517425,0.12769775],"study_design_scores_gemma":[0.0023761888,0.0007968043,0.12310101,0.0036103702,0.000030504296,0.0000043575888,0.09849992,0.7365241,0.000014772321,0.03322558,0.0015578951,0.00025850697],"about_ca_topic_score_codex":0.000044596956,"about_ca_topic_score_gemma":0.0001010093,"teacher_disagreement_score":0.7331518,"about_ca_system_score_codex":0.00008537941,"about_ca_system_score_gemma":0.0016860615,"threshold_uncertainty_score":0.81904787},"labels":[],"label_agreement":null},{"id":"W2004714171","doi":"10.1016/j.evalprogplan.2015.03.010","title":"Evaluation of a youth agency's supervision practices: A mixed-method approach","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Agency (philosophy); Focus group; Front line; Supervisor; Program evaluation; Psychology; Best practice; Medical education; Service (business); Professional development; Public relations; Political science; Business; Pedagogy; Medicine; Sociology; Marketing","score_opus":0.3506735756561272,"score_gpt":0.5239430863283715,"score_spread":0.17326951067224428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004714171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92009896,0.024873206,0.007012249,0.00019605718,0.00095555425,0.0020669906,0.000010378972,0.00013383092,0.044652745],"genre_scores_gemma":[0.9687493,0.00006136532,0.030433588,0.000054804717,0.00013657892,0.00024255368,0.0002232293,0.000022667022,0.000075921096],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99364567,0.0031669128,0.0004624545,0.0004828022,0.0020007847,0.00024136114],"domain_scores_gemma":[0.99695235,0.00032419324,0.00058563397,0.0003547081,0.0016384721,0.00014464199],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03300229,0.0001743383,0.00023515873,0.00018147273,0.0001184185,0.00010860314,0.00013149099,0.00017516979,0.0003157945],"category_scores_gemma":[0.0026369125,0.00015431263,0.000057827587,0.00036852737,0.000035557823,0.0004215084,0.00004420099,0.00023314249,0.00002464301],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018701862,0.00038133358,0.0019560696,0.000023922086,0.00008126076,0.0000010190068,0.0603511,0.0014003012,0.00004591886,0.000077793055,0.00039043918,0.93510383],"study_design_scores_gemma":[0.0049450463,0.0009262351,0.012314926,0.00014941029,0.0017526208,0.00006011526,0.057911307,0.9085962,0.000024200232,0.001367026,0.011594628,0.00035829315],"about_ca_topic_score_codex":0.00032856173,"about_ca_topic_score_gemma":0.000006698916,"teacher_disagreement_score":0.93474555,"about_ca_system_score_codex":0.000045670444,"about_ca_system_score_gemma":0.00028323496,"threshold_uncertainty_score":0.99572766},"labels":[],"label_agreement":null},{"id":"W2005160669","doi":"10.1016/j.evalprogplan.2011.03.007","title":"Targeting the worst-off for free health care: A process evaluation in Burkina Faso","year":2011,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Université de Montréal","funders":"Canadian Institutes of Health Research; Global Fund to Fight AIDS, Tuberculosis and Malaria","keywords":"Psychological intervention; Intervention (counseling); Thematic analysis; Strengths and weaknesses; Relevance (law); Business; Focus group; Public relations; Health care; Medicine; Nursing; Psychology; Qualitative research; Economic growth; Political science; Marketing; Sociology; Economics","score_opus":0.08659857986609035,"score_gpt":0.4340639724946898,"score_spread":0.34746539262859943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005160669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97694886,0.012033041,0.000121482895,0.0027685591,0.0001713499,0.0054596975,0.0000068536147,0.00007132683,0.002418806],"genre_scores_gemma":[0.9954222,0.00004798551,0.0023869167,0.0011331972,0.00013905331,0.0007200557,0.00012470034,0.0000110182045,0.000014916359],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985789,0.00016886035,0.00029280287,0.00021658142,0.00047919733,0.0002636363],"domain_scores_gemma":[0.9992758,0.00004206449,0.00013921042,0.00012605253,0.00032925673,0.00008759044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002949841,0.00010552797,0.00016555388,0.00006522061,0.00020244898,0.000026896869,0.000070192946,0.000052553634,0.000044424185],"category_scores_gemma":[0.00035707574,0.000072766816,0.000026625985,0.00016288279,0.0000263288,0.00007002107,0.000017875393,0.00014028348,0.0000020122006],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046702698,0.00014660365,0.16471934,0.0005608629,0.000025681064,0.0000017369453,0.04651965,0.00016862173,0.00001153452,0.00017901204,0.0008395941,0.7863603],"study_design_scores_gemma":[0.009595833,0.0025998321,0.82942843,0.0015448045,0.00026259027,0.00004158165,0.023218421,0.11480335,0.00011034901,0.005904933,0.012157624,0.00033226775],"about_ca_topic_score_codex":0.0001904094,"about_ca_topic_score_gemma":0.000053096035,"teacher_disagreement_score":0.7860281,"about_ca_system_score_codex":0.00011643245,"about_ca_system_score_gemma":0.000321499,"threshold_uncertainty_score":0.29673445},"labels":[],"label_agreement":null},{"id":"W2006030233","doi":"10.1016/j.evalprogplan.2008.03.004","title":"Data and the measurement of R&D program impacts","year":2008,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Agency (philosophy); Government (linguistics); Business; Research program; Public administration; Political science; Sociology","score_opus":0.41854971783676564,"score_gpt":0.421204177889253,"score_spread":0.002654460052487373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006030233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9503669,0.015643349,0.0007656348,0.0024580704,0.00022119061,0.0022405356,0.00011206791,0.00009271273,0.028099537],"genre_scores_gemma":[0.9965534,0.00018402674,0.0028164,0.00017272061,0.000055174063,0.00007517119,0.000090127935,0.000006000375,0.000046971705],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991916,0.000034364497,0.0003589684,0.0001841128,0.000108156724,0.0001227969],"domain_scores_gemma":[0.9993346,0.000037067897,0.00024863207,0.00024184646,0.00010735847,0.000030534487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003782236,0.00007097664,0.00016052493,0.000085429274,0.00017451389,0.000042434905,0.00010486414,0.000041124757,0.000038583727],"category_scores_gemma":[0.00042167498,0.000055088753,0.0000162545,0.00018146473,0.00015217568,0.00014714025,0.000054890665,0.00007789045,0.000008294948],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045366152,0.00058156624,0.18751362,0.00024457174,0.00041152595,0.0000019147928,0.022940487,0.00020531958,0.00004109145,0.1911799,0.014485337,0.581941],"study_design_scores_gemma":[0.0061427737,0.00029354793,0.2616463,0.00011957588,0.000053982756,0.000042143274,0.00033963914,0.13359366,0.000049750095,0.025527598,0.5718117,0.00037934314],"about_ca_topic_score_codex":0.000048055823,"about_ca_topic_score_gemma":0.0000069993016,"teacher_disagreement_score":0.5815617,"about_ca_system_score_codex":0.000013631203,"about_ca_system_score_gemma":0.000032195927,"threshold_uncertainty_score":0.2246454},"labels":[],"label_agreement":null},{"id":"W2007376202","doi":"10.1016/j.evalprogplan.2012.03.005","title":"The case for including reach as a key element of program theory","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Ontario Stroke Network","funders":"","keywords":"Logic model; Equity (law); Key (lock); Element (criminal law); Computer science; Social equality; Health equity; Risk analysis (engineering); Management science; Engineering; Public relations; Business; Political science; Computer security; Economics; Public administration; Economic growth; Health care","score_opus":0.4328128632199853,"score_gpt":0.6179518607956844,"score_spread":0.18513899757569913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007376202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9701057,0.0038857753,0.0044717398,0.0013800616,0.00062773144,0.005127921,0.000008441798,0.000104448794,0.014288143],"genre_scores_gemma":[0.98899835,0.000022276194,0.009137263,0.00011396644,0.00012737124,0.0012563847,0.000022749757,0.000008412652,0.0003132301],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690545,0.0006598327,0.00063257315,0.00021928403,0.0012632292,0.00031962423],"domain_scores_gemma":[0.9963437,0.0021846904,0.00039498828,0.0002754954,0.0006903793,0.000110767854],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.039268088,0.00012215158,0.00016642573,0.00011931053,0.0006882606,0.0002828895,0.00017983295,0.000053725173,0.00021606254],"category_scores_gemma":[0.0028993872,0.00007026498,0.00007056033,0.00033614735,0.00009083929,0.0003740043,0.000075538366,0.00009702111,0.000015746778],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007920876,0.000110839224,0.011203019,0.000009358755,0.000022426444,7.2987626e-7,0.0047865286,0.000092963426,0.00003217178,0.01214655,0.0007344173,0.9707818],"study_design_scores_gemma":[0.003006343,0.0020260902,0.022880092,0.00013179946,0.00026925205,0.00026973372,0.04296517,0.3424195,0.0009956572,0.06843732,0.51614153,0.00045749324],"about_ca_topic_score_codex":0.000008117062,"about_ca_topic_score_gemma":0.000010644364,"teacher_disagreement_score":0.9703243,"about_ca_system_score_codex":0.00003951332,"about_ca_system_score_gemma":0.00014624702,"threshold_uncertainty_score":0.9892757},"labels":[],"label_agreement":null},{"id":"W2008748013","doi":"10.1016/j.evalprogplan.2010.11.001","title":"“Show me your impact”: Evaluating transitional justice in contested spaces","year":2010,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Cambodian History and Society","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Development Research Centre","funders":"","keywords":"Transitional justice; Economic Justice; Human rights; Politics; Sociology; Political science; Public relations; Public administration; Law","score_opus":0.2960022377762603,"score_gpt":0.5569240838286849,"score_spread":0.2609218460524246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008748013","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017505225,0.9891088,0.000015009303,0.00010070214,0.000545067,0.0022321593,0.00003376801,0.000109647364,0.0061043],"genre_scores_gemma":[0.0013531657,0.9940362,0.0017455845,0.00007750209,0.0009649965,0.00069680973,0.0005898821,0.00004007862,0.00049576815],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996304,0.0015314235,0.0004704011,0.00039942557,0.0009140318,0.00038073966],"domain_scores_gemma":[0.998432,0.0006717281,0.00033833084,0.00012858467,0.00024598674,0.00018340984],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007918694,0.00027900963,0.00070171757,0.0001804202,0.00075360993,0.0002895774,0.00015723029,0.00054610387,0.00037466243],"category_scores_gemma":[0.0011529548,0.0002603742,0.00027307952,0.000467898,0.00023009296,0.00025469644,0.000016543505,0.00081959117,0.000015218591],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065817167,0.000043861037,0.000094275005,0.00078459654,0.000031125892,0.000003760666,0.0225576,0.000017192957,7.119465e-7,0.000416405,0.0002039189,0.97584],"study_design_scores_gemma":[0.0004897518,0.000092937626,0.00018667134,0.0040479484,0.0010635144,0.000010744127,0.004969245,0.0018092615,2.655672e-8,0.00015165459,0.98677695,0.00040127657],"about_ca_topic_score_codex":0.00015016271,"about_ca_topic_score_gemma":0.00025336834,"teacher_disagreement_score":0.98657304,"about_ca_system_score_codex":0.00036412437,"about_ca_system_score_gemma":0.0016384438,"threshold_uncertainty_score":0.99998486},"labels":[],"label_agreement":null},{"id":"W2011328276","doi":"10.1016/j.evalprogplan.2014.09.002","title":"Protocol: Realist synthesis of the impact of unemployment insurance policies on poverty and health","year":2014,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Employment and Welfare Studies","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Toronto","funders":"","keywords":"Unemployment; Poverty; Economics; Context (archaeology); Public economics; Actuarial science; Economic growth","score_opus":0.18268456357481327,"score_gpt":0.5455077228220494,"score_spread":0.3628231592472361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011328276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9286068,0.00017937153,0.000013687137,0.007965785,0.00008872261,0.053249154,0.00004227704,0.00006368187,0.00979051],"genre_scores_gemma":[0.98442304,0.000013150858,0.0000879629,0.00037622673,0.000041354422,0.014987464,0.000004066337,0.000008460237,0.000058268914],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99838907,0.00066002493,0.00035722583,0.00012616474,0.0002838203,0.0001836804],"domain_scores_gemma":[0.9989714,0.00030961886,0.00040150323,0.00014628598,0.00012671619,0.00004449957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020262056,0.000102778344,0.00023494831,0.000048233105,0.00042573686,0.00000615877,0.000053956686,0.0000448708,0.0000160066],"category_scores_gemma":[0.00030755432,0.000057507372,0.00004006765,0.0001164332,0.000073295334,0.00003531209,0.000051520583,0.00011705276,5.1300975e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000771239,0.000061205676,0.8907253,0.0002633303,0.000031965752,1.3880487e-8,0.0037959525,0.000056501227,0.000015647709,0.0006003287,0.0031832098,0.10118942],"study_design_scores_gemma":[0.0006278742,0.00058751134,0.993266,0.0009879556,0.000012140819,1.976779e-7,0.00039713993,0.00058619963,0.000049260256,0.00066392065,0.0027639968,0.000057821377],"about_ca_topic_score_codex":0.0013067161,"about_ca_topic_score_gemma":0.00006043236,"teacher_disagreement_score":0.10254068,"about_ca_system_score_codex":0.000051102626,"about_ca_system_score_gemma":0.00010873275,"threshold_uncertainty_score":0.32744667},"labels":[],"label_agreement":null},{"id":"W2011406769","doi":"10.1016/j.evalprogplan.2010.09.003","title":"Ten steps to making evaluation matter","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Program evaluation; Computer science; Program Design Language; Management science; Theory of change; Work (physics); Evaluation methods; Sustainability; Risk analysis (engineering); Process management; Software engineering; Engineering; Political science; Sociology; Business","score_opus":0.3049186399144428,"score_gpt":0.5971294410667453,"score_spread":0.29221080115230247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011406769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9389021,0.000116719566,0.001573088,0.0040807347,0.0010593917,0.0020919777,0.000003948901,0.00008768168,0.05208437],"genre_scores_gemma":[0.9842925,0.0000010373808,0.012710588,0.0016540763,0.00020954286,0.00049333513,0.00003578522,0.000012923937,0.0005901749],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9943448,0.00049507373,0.00060772046,0.0005349484,0.0037332524,0.0002842521],"domain_scores_gemma":[0.9974783,0.00038050683,0.0002373278,0.00044484762,0.0013045499,0.0001544366],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023478607,0.00016350449,0.00018864653,0.00040236925,0.0003430694,0.0007978574,0.0002860999,0.000100780744,0.011462963],"category_scores_gemma":[0.0020255838,0.00012694833,0.000049528076,0.0006641402,0.000043307766,0.0005342768,0.00009222368,0.0002593825,0.0012650915],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021823053,0.00003531803,0.15183319,0.0000028632317,0.000008958987,3.5720572e-7,0.0019802356,0.0014014859,0.0004974504,0.00019851926,0.0055414625,0.8384783],"study_design_scores_gemma":[0.0007397526,0.00013293502,0.5727152,0.000040979492,0.00005357278,0.000011790155,0.0010893681,0.3467656,0.000098749406,0.004260594,0.073867515,0.00022389306],"about_ca_topic_score_codex":0.000005870003,"about_ca_topic_score_gemma":0.000045777764,"teacher_disagreement_score":0.83825445,"about_ca_system_score_codex":0.000045891316,"about_ca_system_score_gemma":0.00024236504,"threshold_uncertainty_score":0.99951255},"labels":[],"label_agreement":null},{"id":"W2015075110","doi":"10.1016/j.evalprogplan.2009.12.003","title":"Relationship between perceived improvement and treatment satisfaction among clients of a methadone maintenance program","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Douglas Mental Health University Institute; McGill University","funders":"","keywords":"Methadone maintenance; Methadone; Metric (unit); Clinical psychology; Psychology; Scale (ratio); Patient satisfaction; Population; Substance abuse; Customer satisfaction; Medicine; Psychiatry; Nursing; Environmental health; Operations management","score_opus":0.10977648524653864,"score_gpt":0.42113166754562104,"score_spread":0.3113551822990824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015075110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99644476,0.0005298884,0.000035083936,0.00019247811,0.000029620716,0.0023237003,0.0000014917827,0.00010486417,0.0003380902],"genre_scores_gemma":[0.9938683,0.000052830168,0.0055466606,0.00003183561,0.00004045792,0.0002120701,0.00011686903,0.0000081841945,0.00012279967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99896985,0.00006098353,0.00027378075,0.00023095138,0.00029369319,0.00017074413],"domain_scores_gemma":[0.99943024,0.00010604864,0.00014641749,0.00011882429,0.00010321862,0.00009522718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037364228,0.00014797703,0.00025962325,0.000110869696,0.00010119577,0.000025748133,0.000015182509,0.000072493815,0.000013874816],"category_scores_gemma":[0.00008996828,0.00011209283,0.00004791165,0.00014521636,0.000054686792,0.00012826214,0.0000049669898,0.00007480835,0.0000011696231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006473081,0.00008180988,0.5523172,0.000007378372,0.00003638336,0.0000012940536,0.0013073545,0.0000024342967,0.00006746538,0.00001375631,0.0000053431363,0.44609484],"study_design_scores_gemma":[0.004124519,0.0028203481,0.9900118,0.00017460009,0.00047395617,0.000004202989,0.000743721,0.0011194894,0.00016327448,0.0002136579,0.00005449229,0.000095921474],"about_ca_topic_score_codex":0.00002607293,"about_ca_topic_score_gemma":0.000014517767,"teacher_disagreement_score":0.4459989,"about_ca_system_score_codex":0.000107758766,"about_ca_system_score_gemma":0.00003327773,"threshold_uncertainty_score":0.4571013},"labels":[],"label_agreement":null},{"id":"W2016748774","doi":"10.1016/j.evalprogplan.2007.01.002","title":"Key considerations for logic model development in research partnerships: A Canadian case study","year":2007,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":74,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"National Institute on Minority Health and Health Disparities; Canadian Institutes of Health Research; Health Canada","keywords":"General partnership; Accountability; Logic model; Participatory action research; Community-based participatory research; Public relations; Context (archaeology); Knowledge management; Process (computing); Political science; Sociology; Computer science; Public administration","score_opus":0.9698488794129135,"score_gpt":0.8027374069994443,"score_spread":0.16711147241346924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016748774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983697,0.00003844333,0.0015069483,0.003853811,0.00008661446,0.008878284,0.000008481549,0.000043581855,0.0018868245],"genre_scores_gemma":[0.96670395,7.3473325e-7,0.027240647,0.0025938863,0.000050806957,0.0032886984,0.000015449583,0.000008772723,0.00009708274],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99612033,0.0014169945,0.00072380004,0.0002966061,0.0005467269,0.0008955549],"domain_scores_gemma":[0.9947557,0.0038070711,0.00010242278,0.00012686818,0.0007950927,0.0004128385],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.047843233,0.000087262015,0.00012695213,0.00062805635,0.0023180966,0.00004821274,0.00005343225,0.00008893763,0.00010440036],"category_scores_gemma":[0.005474149,0.00008467078,0.000008353504,0.00047005765,0.000047718113,0.00013826766,0.000028506645,0.00038294212,0.000017623974],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004850536,0.00014256893,0.25026888,0.00012217565,0.000013204722,0.00017811403,0.68437684,0.00095699966,0.000010005043,0.003669055,0.005232249,0.054981403],"study_design_scores_gemma":[0.007892724,0.00079720694,0.103613645,0.000303139,0.000030103789,0.000111490066,0.5308795,0.28490874,0.000014178015,0.010119371,0.060786787,0.0005431097],"about_ca_topic_score_codex":0.012633233,"about_ca_topic_score_gemma":0.5566695,"teacher_disagreement_score":0.54403627,"about_ca_system_score_codex":0.0005929462,"about_ca_system_score_gemma":0.0055464073,"threshold_uncertainty_score":0.99898076},"labels":[],"label_agreement":null},{"id":"W2016927050","doi":"10.1016/j.evalprogplan.2012.12.004","title":"The adaptive nature of implementation practice: Case study of a school-based nutrition education intervention","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre de Santé et de Services Sociaux Cavendish","funders":"Canadian Institutes of Health Research; Ministère de l'Éducation, du Loisir et du Sport Québec","keywords":"Intervention (counseling); Context (archaeology); Disadvantaged; Psychology; Best practice; Nutrition Education; Promotion (chess); Medical education; Health promotion; Applied psychology; Public health; Medicine; Gerontology; Nursing; Political science","score_opus":0.50888070617978,"score_gpt":0.7414340606384021,"score_spread":0.23255335445862213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016927050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858777,0.0003126642,0.00030425054,0.002262633,0.0002757689,0.01064112,0.000009252389,0.000025789908,0.00029081982],"genre_scores_gemma":[0.98939633,0.000007657586,0.0030425368,0.00064444763,0.00007048545,0.006768517,0.000044795866,0.0000073691403,0.000017838616],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99553114,0.0026110106,0.0008847696,0.00018449807,0.0005755089,0.0002130952],"domain_scores_gemma":[0.9951075,0.0016250055,0.0011009724,0.0001709473,0.0019001277,0.0000954986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056185825,0.00008857456,0.00012631447,0.0001666945,0.00071147736,0.000034089404,0.00007463369,0.000085638705,0.00025022158],"category_scores_gemma":[0.0019021103,0.00006948227,0.00002399135,0.0004077534,0.00004734343,0.000521534,0.000028547902,0.0003316892,0.000008157932],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017444218,0.0013389452,0.06982174,0.00042397814,0.00006265427,0.000001886265,0.046963137,0.000045490797,0.00017599828,0.00038619188,0.005854216,0.8747513],"study_design_scores_gemma":[0.0045142057,0.0019188985,0.113173,0.00039263806,0.00013150055,0.000018692495,0.86425316,0.009405759,0.00008577162,0.00044437626,0.0055491542,0.000112858914],"about_ca_topic_score_codex":0.0029562742,"about_ca_topic_score_gemma":0.0005155012,"teacher_disagreement_score":0.87463844,"about_ca_system_score_codex":0.00013136976,"about_ca_system_score_gemma":0.00076303456,"threshold_uncertainty_score":0.547218},"labels":[],"label_agreement":null},{"id":"W2017443876","doi":"10.1016/j.evalprogplan.2004.01.001","title":"Making public health programs last: conceptualizing sustainability","year":2004,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":379,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University","funders":"Centers for Disease Control and Prevention","keywords":"Sustainability; Process management; Process (computing); Sustainability organizations; Social sustainability; Business; Management science; Knowledge management; Public relations; Environmental resource management; Engineering; Computer science; Political science; Economics; Ecology","score_opus":0.45896262174300834,"score_gpt":0.59910954355279,"score_spread":0.14014692180978167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017443876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9219006,0.005265219,0.0046589687,0.04312784,0.00077868236,0.013583404,0.000004210036,0.0011619875,0.009519127],"genre_scores_gemma":[0.9840126,0.00003172406,0.010241631,0.0038830277,0.000117996286,0.0014724133,0.00016677815,0.0000198232,0.00005397789],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959571,0.0015163033,0.0006967854,0.00031657208,0.00055296853,0.00096029934],"domain_scores_gemma":[0.9980696,0.0002754112,0.00033387655,0.00027161083,0.0006714704,0.0003780284],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008545569,0.00017710142,0.000274154,0.00014816111,0.002368016,0.00007666917,0.0001266529,0.00013912308,0.00011049586],"category_scores_gemma":[0.0011890897,0.00016698147,0.00003436105,0.0004242321,0.00010004231,0.00021963993,0.00015230094,0.0007200803,0.000024414509],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023319319,0.00014512605,0.11680295,0.00047215295,0.000012529597,0.0000015608765,0.06588683,0.00004569526,4.0966833e-7,0.005064017,0.00020917789,0.8113362],"study_design_scores_gemma":[0.0060211867,0.001032288,0.2701847,0.0019271501,0.000024157556,0.000013740229,0.1930638,0.0024760815,0.0000010250856,0.019191585,0.5054787,0.00058564456],"about_ca_topic_score_codex":0.00023709187,"about_ca_topic_score_gemma":0.0003311781,"teacher_disagreement_score":0.8107506,"about_ca_system_score_codex":0.0011908632,"about_ca_system_score_gemma":0.0046549034,"threshold_uncertainty_score":0.99893075},"labels":[],"label_agreement":null},{"id":"W2019371312","doi":"10.1016/j.evalprogplan.2013.05.004","title":"Defining, illustrating and reflecting on logic analysis with an example from a professional development program","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sante Montreal; Université de Sherbrooke; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Logic model; Promotion (chess); Computer science; Intervention (counseling); Field (mathematics); Context (archaeology); Point (geometry); Management science; Risk analysis (engineering); Engineering ethics; Medicine; Engineering; Sociology; Nursing; Political science; Mathematics","score_opus":0.49624831202339564,"score_gpt":0.5912364724906018,"score_spread":0.0949881604672062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019371312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994273,0.00016865315,0.0008172073,0.00023222664,0.000086831555,0.0013500255,0.0000013191712,0.00012748779,0.002943227],"genre_scores_gemma":[0.90576285,0.0000019644258,0.0927014,0.00027538958,0.00003952765,0.00081533974,0.00018400146,0.000008862922,0.00021068263],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996027,0.00049740734,0.00059361296,0.00067036983,0.0019314156,0.00028020612],"domain_scores_gemma":[0.9979268,0.0006544198,0.00039650084,0.00025341706,0.000587863,0.00018103753],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005740801,0.00019970567,0.000277908,0.00034527227,0.0006695406,0.00094820064,0.00014710268,0.000085725114,0.0011674529],"category_scores_gemma":[0.00029894745,0.00012866578,0.000030184712,0.00090967386,0.00006660996,0.00061834085,0.00005507271,0.00021233695,0.000035877787],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042615073,0.0001490454,0.16162346,0.0000028649843,0.000082401966,6.959576e-7,0.006829983,0.0014481661,0.00001886832,0.00020484204,0.000069831076,0.8295272],"study_design_scores_gemma":[0.00083872105,0.0008426649,0.5419786,0.000079248675,0.00011461445,0.0000029181208,0.008555421,0.44370326,0.000051630843,0.0015495225,0.0020466945,0.00023671275],"about_ca_topic_score_codex":0.00026282723,"about_ca_topic_score_gemma":0.00034256073,"teacher_disagreement_score":0.8292905,"about_ca_system_score_codex":0.000043710446,"about_ca_system_score_gemma":0.000261167,"threshold_uncertainty_score":0.9997456},"labels":[],"label_agreement":null},{"id":"W2022008319","doi":"10.1016/j.evalprogplan.2014.06.002","title":"Evaluation of a cartoon-based knowledge dissemination intervention on scientific and ethical challenges raised by nutrigenomics/nutrigenetics research","year":2014,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Nutrition, Genetics, and Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Nutrigenomics; Thematic analysis; Knowledge translation; Dissemination; Research ethics; Intervention (counseling); Psychology; Action (physics); Medical education; Public relations; Medicine; Qualitative research; Political science; Knowledge management; Sociology; Computer science; Social science","score_opus":0.1347473837886076,"score_gpt":0.4840795865420876,"score_spread":0.34933220275348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022008319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.969318,0.02791607,0.00048553667,0.0002301848,0.0001112655,0.0010262495,0.0000210828,0.000013393368,0.0008782695],"genre_scores_gemma":[0.9980953,0.00042009904,0.0003589101,0.000017258642,0.00011255024,0.00019042243,0.00076164986,0.000014469145,0.000029373337],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968488,0.0014644054,0.00026611466,0.00044401962,0.00078954734,0.00018710995],"domain_scores_gemma":[0.99789536,0.00014063877,0.000110378525,0.00022435596,0.0015180768,0.00011120376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01146382,0.00012260413,0.00012146789,0.00018080346,0.00021978613,0.000092548325,0.000079739264,0.00022104813,0.000015267238],"category_scores_gemma":[0.0013677641,0.00012739285,0.000045245095,0.00012595634,0.00024103084,0.0000045230186,0.00003611376,0.00014596194,0.000001662959],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035281843,0.00084037863,0.0018833107,0.00031062626,0.000043080225,1.2175904e-7,0.00096429256,0.00034768516,0.1014281,0.0003889524,0.002473089,0.89096755],"study_design_scores_gemma":[0.016812734,0.008202977,0.05449892,0.0015762107,0.0007012704,0.000004792536,0.0020549404,0.47132763,0.3771341,0.013694921,0.05294348,0.0010480142],"about_ca_topic_score_codex":0.0000020787454,"about_ca_topic_score_gemma":0.000010505663,"teacher_disagreement_score":0.8899195,"about_ca_system_score_codex":0.00003572839,"about_ca_system_score_gemma":0.00014283376,"threshold_uncertainty_score":0.519493},"labels":[],"label_agreement":null},{"id":"W2022589600","doi":"10.1016/j.evalprogplan.2009.07.001","title":"Peer-led interventions to reduce HIV risk of youth: A review","year":2009,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":160,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Psychological intervention; Peer education; Condom; Human immunodeficiency virus (HIV); Peer group; Program Design Language; Program evaluation; Public relations; Positive Youth Development; Medicine; Psychology; Environmental health; Medical education; Health education; Political science; Public health; Family medicine; Nursing; Social psychology; Developmental psychology; Computer science","score_opus":0.5060799930559863,"score_gpt":0.6377364766603129,"score_spread":0.13165648360432658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022589600","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033118424,0.9847192,0.00014749965,0.000895564,0.0005549436,0.011691899,0.00014914824,0.00011883408,0.0016897689],"genre_scores_gemma":[0.000023915289,0.99240845,0.0012449896,0.0002407779,0.00046149598,0.0010242928,0.0011463417,0.000035617843,0.003414123],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927177,0.0037879213,0.0017096899,0.00063915615,0.0007279701,0.0004175667],"domain_scores_gemma":[0.9964201,0.0002729951,0.0016075518,0.00047522425,0.0009825834,0.00024154548],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009628613,0.000355545,0.0016423472,0.00027078605,0.00052658346,0.000011813684,0.00018322185,0.0002968045,0.00022905604],"category_scores_gemma":[0.0033656592,0.00025918212,0.00035553394,0.00062906864,0.000043259035,0.000066591754,0.00010707258,0.001154469,0.0001535928],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001143937,0.00015913334,0.000108976026,0.10684167,0.000057916262,4.985915e-7,0.0016874397,9.176818e-7,2.9894846e-8,0.000026570495,0.009098678,0.8820067],"study_design_scores_gemma":[0.00024110742,0.00022176062,0.00038463995,0.30371326,0.001823272,0.0000030366882,0.00058025005,0.000012408525,2.6645955e-8,0.000031987816,0.69279695,0.00019131445],"about_ca_topic_score_codex":0.000018211867,"about_ca_topic_score_gemma":0.0000026188284,"teacher_disagreement_score":0.88181543,"about_ca_system_score_codex":0.00014678207,"about_ca_system_score_gemma":0.00068022043,"threshold_uncertainty_score":0.99998605},"labels":[],"label_agreement":null},{"id":"W2026657459","doi":"10.1016/j.evalprogplan.2012.03.006","title":"Improving health equity through theory-informed evaluations: A look at housing first strategies, cross-sectoral health programs, and prostitution policy","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; McMaster University; Toronto Metropolitan University","funders":"Canadian Institutes of Health Research; Health Canada; Johns Hopkins Bloomberg School of Public Health; Health Promotion Agency; Public Health Agency of Canada","keywords":"Equity (law); Perspective (graphical); Health equity; Inequality; Sociology; Mental health; Equity theory; Mental illness; Variety (cybernetics); Critical theory; Positive economics; Law and economics; Psychology; Public economics; Public relations; Political science; Economics; Health care; Law; Computer science; Psychiatry; Economic Justice","score_opus":0.25416358327642696,"score_gpt":0.598370269192595,"score_spread":0.344206685916168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026657459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9648453,0.01945379,0.0028187726,0.0011647827,0.0005875786,0.008045687,0.000025814228,0.00052154996,0.002536751],"genre_scores_gemma":[0.9936058,0.00036829413,0.0030502456,0.0004382938,0.00074831734,0.0012071508,0.0004705342,0.00003565017,0.00007571006],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954869,0.0012986668,0.00086219335,0.0003853596,0.0007487169,0.0012181483],"domain_scores_gemma":[0.9979515,0.00031938907,0.00077863486,0.00021624537,0.0003482716,0.00038595486],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.009302622,0.00028850065,0.00051864283,0.00013477846,0.004841762,0.00031066997,0.00009722989,0.00024236739,0.00008657992],"category_scores_gemma":[0.0007140064,0.00025683182,0.00004948128,0.00039972938,0.00025196624,0.0013763249,0.00022945821,0.00044684563,0.000016315453],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010309337,0.00012577095,0.36665344,0.0011174803,0.00003027092,2.7723186e-7,0.14079908,0.000042792213,0.000004875273,0.0160652,0.000039460534,0.4750183],"study_design_scores_gemma":[0.0067775585,0.0016954781,0.7267669,0.0033357642,0.000140453,0.0000074307272,0.21178621,0.012728157,0.00001418498,0.011968248,0.023621386,0.0011582641],"about_ca_topic_score_codex":0.0043997057,"about_ca_topic_score_gemma":0.0046152063,"teacher_disagreement_score":0.47386003,"about_ca_system_score_codex":0.0014574022,"about_ca_system_score_gemma":0.0038131122,"threshold_uncertainty_score":0.9999884},"labels":[],"label_agreement":null},{"id":"W2031648087","doi":"10.1016/j.evalprogplan.2012.03.008","title":"Evaluating health inequity interventions: Applying a contextual (external) validity framework to programs funded by the Canadian Health Services Research Foundation","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Canadian Foundation for Healthcare Improvement","funders":"","keywords":"Conceptualization; Psychological intervention; Equity (law); Health equity; External validity; Context (archaeology); Applied psychology; Health services research; Psychology; Public relations; Public health; Medicine; Political science; Nursing; Social psychology; Computer science","score_opus":0.5604992820570756,"score_gpt":0.6312147388144901,"score_spread":0.07071545675741453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031648087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8197352,0.032906633,0.008621452,0.10628322,0.0024221535,0.026919076,0.000047655296,0.00048160483,0.002582948],"genre_scores_gemma":[0.98685545,0.00009588757,0.0055237506,0.0052114488,0.00047714502,0.0015758593,0.00014484354,0.00001484177,0.00010079243],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99196553,0.0041809417,0.0005692124,0.00030305402,0.0016210739,0.0013601602],"domain_scores_gemma":[0.99733895,0.0006982083,0.00026312692,0.0001978079,0.0004656911,0.0010362248],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.05113881,0.0001407461,0.00023563216,0.00016765442,0.0060676946,0.0009624854,0.00025966187,0.00012035486,0.0001352071],"category_scores_gemma":[0.0011054733,0.00012010361,0.00006233173,0.0006853274,0.00015298167,0.00044375792,0.000077103745,0.0005157119,0.000027506225],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013491939,0.000072169714,0.08449077,0.00022966006,0.00001098143,8.306628e-8,0.07564408,0.000010973688,2.310205e-7,0.0069649066,0.00069867366,0.831864],"study_design_scores_gemma":[0.0014028462,0.0019238399,0.35407066,0.009286698,0.000065364795,0.000007308238,0.23368396,0.009477803,0.0000033494298,0.013341906,0.37596437,0.00077189284],"about_ca_topic_score_codex":0.5372052,"about_ca_topic_score_gemma":0.5267219,"teacher_disagreement_score":0.83109206,"about_ca_system_score_codex":0.0012004437,"about_ca_system_score_gemma":0.0016750885,"threshold_uncertainty_score":0.99522626},"labels":[],"label_agreement":null},{"id":"W2033773300","doi":"10.1016/j.evalprogplan.2009.07.005","title":"Challenges and opportunities for evaluating environmental education programs","year":2009,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":245,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trillium Therapeutics (Canada)","funders":"","keywords":"Environmental education; Environmental quality; Quality (philosophy); Program evaluation; Environmental impact assessment; Bridge (graph theory); Environmental planning; Medical education; Environmental resource management; Engineering; Political science; Psychology; Medicine; Pedagogy; Environmental science; Public administration","score_opus":0.30247400366632715,"score_gpt":0.474902373465715,"score_spread":0.17242836979938786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033773300","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011156314,0.9895144,0.000008589264,0.00020581411,0.00011288809,0.00518054,0.000005330916,0.000067112785,0.003789703],"genre_scores_gemma":[0.000696412,0.99113184,0.0032277077,0.00009971876,0.000078732184,0.0033477624,0.00080517045,0.00003439218,0.0005782625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976606,0.0004079113,0.00046681068,0.0006870872,0.00047378216,0.000303806],"domain_scores_gemma":[0.99912894,0.000111204965,0.00031470106,0.0002440995,0.0000110081,0.00019003413],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021564926,0.0003741312,0.0005256773,0.00007696925,0.00027882546,0.000114723385,0.00011862728,0.00021291814,0.00021232819],"category_scores_gemma":[0.000102119506,0.00034105263,0.00011232699,0.000051402454,0.00023036564,0.0002376187,0.00009941857,0.000187085,0.000010294664],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048269426,0.00026153683,0.0000802037,0.0011616955,0.000017903682,2.9356968e-7,0.0010731941,0.000002667265,1.6216256e-7,0.000050073308,0.00012127491,0.9972262],"study_design_scores_gemma":[0.00022674797,0.00047525967,0.0013443669,0.0012750295,0.0004707756,0.000032078384,0.0037355537,0.0010108785,9.242191e-8,0.00080113887,0.99022776,0.00040031198],"about_ca_topic_score_codex":0.0000039357224,"about_ca_topic_score_gemma":0.0000025807492,"teacher_disagreement_score":0.9968259,"about_ca_system_score_codex":0.00039007043,"about_ca_system_score_gemma":0.000140417,"threshold_uncertainty_score":0.99990416},"labels":[],"label_agreement":null},{"id":"W2035078904","doi":"10.1016/j.evalprogplan.2012.03.003","title":"Seeing voices of health disparity: Evaluating arts projects as influence processes","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Exhibition; Psychological intervention; Narrative; Strengths and weaknesses; Psychology; Observational study; Public relations; Health care; Narrative inquiry; Sociology; Social psychology; Medicine; Political science; Visual arts; Art","score_opus":0.7688520100965571,"score_gpt":0.734688925147642,"score_spread":0.03416308494891518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035078904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987488,0.0064197606,0.00019600085,0.00042555586,0.00008103764,0.0014001357,0.0000010531099,0.00009349087,0.0038949843],"genre_scores_gemma":[0.99080455,0.000056802888,0.008573182,0.00010181335,0.00010221832,0.0003076218,0.0000057862517,0.0000086333675,0.000039393486],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99474573,0.0026290934,0.00035471527,0.00020807906,0.0014590839,0.0006033014],"domain_scores_gemma":[0.9979719,0.000812693,0.0003133284,0.00010303116,0.00054851494,0.0002505231],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03206596,0.00010092445,0.0002002792,0.00011344942,0.00071175676,0.00012321133,0.000116308074,0.000062494175,0.00004664822],"category_scores_gemma":[0.018949987,0.00009509424,0.000020251893,0.0005979534,0.0002317026,0.00079022645,0.000050362094,0.00015004583,0.000006928843],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020958898,0.00012318777,0.407813,0.0002875396,0.00001701893,2.55542e-7,0.09989427,0.0001404247,0.00019000276,0.0009683344,0.000024980372,0.49052003],"study_design_scores_gemma":[0.0018435294,0.0023070725,0.8264881,0.0032691564,0.00019395864,0.0000075305156,0.0875677,0.035955198,0.0037278342,0.006190164,0.031478915,0.00097086927],"about_ca_topic_score_codex":0.00065439474,"about_ca_topic_score_gemma":0.00008490965,"teacher_disagreement_score":0.48954916,"about_ca_system_score_codex":0.00008739179,"about_ca_system_score_gemma":0.0014889352,"threshold_uncertainty_score":0.99669176},"labels":[],"label_agreement":null},{"id":"W2039506919","doi":"10.1016/j.evalprogplan.2012.07.002","title":"An evaluability assessment of a West Africa based Non-Governmental Organization's (NGO) progressive evaluation strategy","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Context (archaeology); Political science; Public relations; Program evaluation; Intervention (counseling); Impact evaluation; Politics; Humanitarian aid; Business; Public administration; Medicine; Nursing","score_opus":0.23215564390695925,"score_gpt":0.5669080049354714,"score_spread":0.3347523610285122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039506919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98028946,0.0004892429,0.0046555665,0.00025860645,0.00035895428,0.0032288276,0.000027023572,0.000078960955,0.010613374],"genre_scores_gemma":[0.98932546,0.0000033449137,0.009561073,0.000087319066,0.00013947081,0.00049896515,0.00033450025,0.000020866333,0.000029015318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98968023,0.0018295194,0.0010187231,0.00057340803,0.0064841686,0.00041395152],"domain_scores_gemma":[0.9947002,0.00052666356,0.00088683306,0.0006146839,0.0029840067,0.0002876341],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.030502586,0.0002643553,0.00035839117,0.0002801448,0.00038154094,0.000389297,0.00033864396,0.00014103919,0.0071990374],"category_scores_gemma":[0.0016888924,0.00021352601,0.00006910591,0.0012182867,0.00014761506,0.0015758025,0.00006604373,0.00019522816,0.000031290594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037062684,0.00094701047,0.67515045,0.00002243725,0.000031868996,2.694271e-7,0.0024401622,0.012871628,0.0008576104,0.00028429052,0.00025951458,0.3070977],"study_design_scores_gemma":[0.0010715642,0.00043285196,0.5015212,0.000033138633,0.0001058489,0.0000025056895,0.0030628094,0.49267736,0.00035323776,0.00026896445,0.00031712544,0.00015338331],"about_ca_topic_score_codex":0.000012759247,"about_ca_topic_score_gemma":0.000006431415,"teacher_disagreement_score":0.47980574,"about_ca_system_score_codex":0.00044793016,"about_ca_system_score_gemma":0.0012858761,"threshold_uncertainty_score":0.9983016},"labels":[],"label_agreement":null},{"id":"W2041414609","doi":"10.1016/j.evalprogplan.2009.05.001","title":"A mixed methods evaluation of televised health promotion advertisements targeted at older adults","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Credibility; Advertising; Recall; Health promotion; Focus group; Psychology; Population; Consumption (sociology); Qualitative research; Government (linguistics); Source credibility; Promotion (chess); Public health; Medicine; Marketing; Environmental health; Business; Political science; Nursing; Sociology","score_opus":0.235724611060932,"score_gpt":0.5761175877544217,"score_spread":0.34039297669348967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041414609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869623,0.0054742675,0.0014598714,0.00059384224,0.00060877635,0.003738055,0.000011453548,0.00010495121,0.0010464903],"genre_scores_gemma":[0.9868655,0.0000102431795,0.011755551,0.00014550057,0.000041805983,0.0005715698,0.00048514697,0.000010928032,0.000113748174],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960698,0.0019892636,0.00063957134,0.00034817998,0.0006410409,0.0003121754],"domain_scores_gemma":[0.99867696,0.00003791946,0.00042512492,0.00020123088,0.0005032712,0.00015547627],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006219268,0.00014461587,0.00023132823,0.00017270961,0.00019872755,0.000018835693,0.00006622863,0.00011516208,0.0019421536],"category_scores_gemma":[0.00014469144,0.00014015524,0.000073648094,0.00027262061,0.000028907885,0.00012544938,0.000015217396,0.00013090337,0.00001672168],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014142027,0.0007371455,0.004459624,0.000034071636,0.00001968372,2.4565097e-7,0.0034447464,0.000022837778,0.00010135458,0.00005015848,0.00169839,0.9892903],"study_design_scores_gemma":[0.00450647,0.0025607382,0.94968796,0.0005639927,0.00015411507,0.000006813729,0.00080518104,0.040498585,0.0002368512,0.0002169587,0.0006068945,0.00015543112],"about_ca_topic_score_codex":0.00006861821,"about_ca_topic_score_gemma":0.000013842863,"teacher_disagreement_score":0.9891349,"about_ca_system_score_codex":0.00017164534,"about_ca_system_score_gemma":0.00011414475,"threshold_uncertainty_score":0.9989702},"labels":[],"label_agreement":null},{"id":"W2044849666","doi":"10.1016/j.evalprogplan.2010.04.001","title":"Program theory evaluation: Logic analysis","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Logic, Reasoning, and Knowledge","field":"Computer Science","cited_by":155,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hôpital Charles-Le Moyne","funders":"Canadian Institutes of Health Research; Canadian Health Services Research Foundation","keywords":"Logic model; Computer science; Engineering; Political science; Public administration","score_opus":0.06455360024763711,"score_gpt":0.4119331162399644,"score_spread":0.3473795159923273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044849666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5508474,0.009387887,0.24225354,0.0015600193,0.002843057,0.008196295,0.000004397256,0.0033641406,0.18154323],"genre_scores_gemma":[0.9381653,0.0000071064355,0.060633812,0.0001339202,0.00016255653,0.0006642154,0.00006559443,0.000007469597,0.0001600215],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99752927,0.0005163793,0.00026960432,0.0005414529,0.00082304724,0.00032023355],"domain_scores_gemma":[0.99842787,0.00019766123,0.00016770417,0.00047136206,0.000585636,0.00014975676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071133766,0.00018516809,0.00021719749,0.00026499282,0.0003417217,0.00057917973,0.0004001416,0.00013455468,0.00035131408],"category_scores_gemma":[0.0005900353,0.0001500082,0.00011322767,0.0011592073,0.00009136916,0.00039458775,0.00011782684,0.00028233315,0.000041603093],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068557383,0.0001487156,0.010552892,0.000006638317,0.00013075574,0.000002198455,0.0017160021,0.0002557546,0.000037834863,0.04046949,0.00021171891,0.94646114],"study_design_scores_gemma":[0.0006550761,0.00026204463,0.06985502,0.000013101159,0.0005499329,0.000016020767,0.00012363004,0.88152623,0.000051527637,0.037625507,0.009044387,0.00027751512],"about_ca_topic_score_codex":0.0000048482925,"about_ca_topic_score_gemma":0.000017005083,"teacher_disagreement_score":0.9461836,"about_ca_system_score_codex":0.000027467588,"about_ca_system_score_gemma":0.00016566196,"threshold_uncertainty_score":0.61171573},"labels":[],"label_agreement":null},{"id":"W2048026043","doi":"10.1016/j.evalprogplan.2013.10.004","title":"Early implementation evaluation of a multi-site housing first intervention for homeless people with mental illness: A mixed methods approach","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":80,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Douglas Mental Health University Institute; Simon Fraser University; Université de Sherbrooke; University of Toronto; University of Winnipeg; Centre for Addiction and Mental Health; Mental Health Commission of Canada; University of Ottawa; Wilfrid Laurier University","funders":"Health Canada; Mental Health Commission","keywords":"Fidelity; Focus group; Mental illness; Housing First; Qualitative research; Scale (ratio); Qualitative property; Intervention (counseling); Psychology; Program evaluation; Process management; Applied psychology; Mental health; Medical education; Medicine; Business; Engineering; Computer science; Marketing; Sociology; Psychiatry; Political science","score_opus":0.1700243146089559,"score_gpt":0.558821646774928,"score_spread":0.38879733216597206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048026043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9466329,0.0005771787,0.044436634,0.000048771366,0.00022199983,0.00790445,0.000019132744,0.00007070352,0.00008823294],"genre_scores_gemma":[0.9440646,0.000011633818,0.047176506,0.000008354355,0.00007032721,0.007999325,0.0006317032,0.00002671321,0.000010798805],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99671906,0.0015609795,0.00054645096,0.00029301242,0.0005812211,0.00029929486],"domain_scores_gemma":[0.9978967,0.00023651042,0.0005128731,0.0001210658,0.0011618376,0.00007104613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065152775,0.0001612436,0.00037954655,0.00014694566,0.00078007946,0.00007006816,0.00006324053,0.00012717722,0.00018108124],"category_scores_gemma":[0.0001446779,0.00013696263,0.000061385406,0.0002669672,0.00003943942,0.00040112736,0.000039327624,0.00014065314,0.000003467499],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006881918,0.00015299313,0.11644681,0.00040579002,0.00006980441,2.6154162e-8,0.15540309,0.00015831439,0.00013652115,0.00005712143,0.0000147819455,0.72708595],"study_design_scores_gemma":[0.0061110426,0.00031555732,0.42018837,0.00036639595,0.00029329723,1.6053328e-7,0.2975237,0.27454302,0.0001401604,0.00019404176,0.0001241019,0.00020015836],"about_ca_topic_score_codex":0.0020261342,"about_ca_topic_score_gemma":0.0025973376,"teacher_disagreement_score":0.7268858,"about_ca_system_score_codex":0.00014437971,"about_ca_system_score_gemma":0.00011575788,"threshold_uncertainty_score":0.59998196},"labels":[],"label_agreement":null},{"id":"W2050071643","doi":"10.1016/j.evalprogplan.2012.03.009","title":"Towards a performance measurement system for health equity in a local health integration network","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wellesley Institute; St. Michael's Hospital; University of Toronto; York University","funders":"","keywords":"Equity (law); Performance measurement; Health equity; Healthcare system; Business; Population; Regional science; Public health; Economic growth; Environmental health; Medicine; Geography; Health care; Marketing; Economics; Political science; Nursing","score_opus":0.23418547540434045,"score_gpt":0.4991377057202628,"score_spread":0.2649522303159223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050071643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49422988,0.3002074,0.15145968,0.018511329,0.003987009,0.021320773,0.000023252964,0.0006972507,0.009563409],"genre_scores_gemma":[0.9945624,0.00025595695,0.0037967623,0.0004922428,0.0002897848,0.00051812775,0.000073116,0.0000071532218,0.0000044965195],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986575,0.00011854135,0.00031662866,0.00013204988,0.00042651934,0.00034871782],"domain_scores_gemma":[0.9994907,0.00001446669,0.000114267925,0.00006485534,0.00020261818,0.00011314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006202979,0.000095734074,0.00023027709,0.00004977072,0.000192636,0.000011297466,0.000019813471,0.000035151923,0.0000038298867],"category_scores_gemma":[0.000088729685,0.000077175646,0.000029385465,0.0001526494,0.000019456746,0.00009309744,0.000018590556,0.00010080094,8.9161995e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012679798,0.000067207606,0.021153513,0.0007721615,0.00002454419,1.0543308e-7,0.0052610044,0.00015962978,0.000003285848,0.00019160305,0.0024475565,0.9697926],"study_design_scores_gemma":[0.0061636963,0.0056878706,0.6014217,0.011057722,0.00018793905,0.00004748182,0.015722567,0.31313547,0.00010768709,0.000101362726,0.04590618,0.00046030432],"about_ca_topic_score_codex":0.000047484788,"about_ca_topic_score_gemma":0.00004417215,"teacher_disagreement_score":0.9693323,"about_ca_system_score_codex":0.00051356805,"about_ca_system_score_gemma":0.0002918085,"threshold_uncertainty_score":0.31471315},"labels":[],"label_agreement":null},{"id":"W2050146805","doi":"10.1016/j.evalprogplan.2014.07.006","title":"Facilitators and barriers to implementation of the AIDES initiative, a social innovation for participative assessment of children in need and for coordination of services","year":2014,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Business; Public relations; Political science","score_opus":0.13096950681114278,"score_gpt":0.5502186182699589,"score_spread":0.4192491114588161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050146805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99637437,0.00002506715,0.0010741865,0.0006746474,0.000047338614,0.001622117,0.00006539931,0.000003267083,0.000113624315],"genre_scores_gemma":[0.99696,4.2479655e-7,0.0020924478,0.00012735091,0.000013106806,0.0007138897,0.00008683554,0.0000028003053,0.0000031632671],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992205,0.00017344662,0.00029067122,0.00012336772,0.00011982248,0.00007221649],"domain_scores_gemma":[0.9992056,0.00023520917,0.00025143937,0.00003295451,0.00025548093,0.000019352363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011740943,0.000055493663,0.00011755496,0.00009655124,0.000065792476,0.000008113715,0.000029319246,0.000036196532,0.000019028128],"category_scores_gemma":[0.00010737678,0.000043639597,0.000012646738,0.0002165844,0.00004552683,0.0000614363,0.000011155565,0.000028553191,1.814402e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069814065,0.000045635046,0.8901107,0.00006382446,0.00003953226,1.6276961e-9,0.017549096,0.00001911323,0.00039684342,0.009297422,0.000033278782,0.08237475],"study_design_scores_gemma":[0.0013752066,0.00051627646,0.9807792,0.00003511221,0.000030774154,1.0857678e-7,0.010948076,0.0012840896,0.00022529431,0.004723576,0.000039565803,0.000042723692],"about_ca_topic_score_codex":0.000041366337,"about_ca_topic_score_gemma":0.000018241059,"teacher_disagreement_score":0.09066851,"about_ca_system_score_codex":0.000010380612,"about_ca_system_score_gemma":0.00003208798,"threshold_uncertainty_score":0.17795712},"labels":[],"label_agreement":null},{"id":"W2055640157","doi":"10.1016/j.evalprogplan.2009.07.015","title":"Evaluating Canada's Compassionate Care Benefit using a utilization-focused evaluation framework: Successful strategies and prerequisite conditions","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Timeline; Process (computing); Process management; Perspective (graphical); Program evaluation; Nursing; Public relations; Psychology; Business; Medicine; Computer science; Political science; Public administration","score_opus":0.193654042909195,"score_gpt":0.5723211961384981,"score_spread":0.3786671532293031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055640157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873966,0.002733742,0.0013390551,0.0013953944,0.0008349607,0.0034210589,0.000039692924,0.00013336708,0.0027061119],"genre_scores_gemma":[0.9892386,0.000015363554,0.007786424,0.001067924,0.0002267664,0.00058518746,0.0009859903,0.000020766609,0.000072966],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960715,0.0010864848,0.0006933818,0.00047556538,0.0012587002,0.00041432522],"domain_scores_gemma":[0.9960503,0.00046808136,0.0004854876,0.00022294035,0.0025841221,0.00018907106],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002050418,0.00026094326,0.0002713638,0.00020319363,0.0022508597,0.00021298711,0.0001024422,0.00024455445,0.00084136875],"category_scores_gemma":[0.0007085143,0.00024826097,0.00002781057,0.0004958209,0.000053554817,0.0006939004,0.000042784126,0.00049775996,0.0000046116215],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059206836,0.00028023182,0.081789255,0.0005310305,0.00014589715,0.0000042281413,0.07037913,0.044457484,0.0018704131,0.04341464,0.0015321327,0.7550035],"study_design_scores_gemma":[0.0016985978,0.00024038671,0.31977347,0.0016127836,0.0002417341,0.0000040298028,0.0636909,0.5964601,0.000030321748,0.014941685,0.00092855253,0.0003774433],"about_ca_topic_score_codex":0.0059445207,"about_ca_topic_score_gemma":0.013070084,"teacher_disagreement_score":0.75462604,"about_ca_system_score_codex":0.0005579884,"about_ca_system_score_gemma":0.0060474155,"threshold_uncertainty_score":0.99999696},"labels":[],"label_agreement":null},{"id":"W2058065060","doi":"10.1016/j.evalprogplan.2006.10.005","title":"Beyond the limitations of best practices: How logic analysis helped reinterpret dual diagnosis guidelines","year":2007,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Douglas Mental Health University Institute; Université de Montréal; Fonds de Recherche du Québec - Santé; Université du Québec à Montréal","funders":"Canadian Institutes of Health Research","keywords":"Key (lock); Dual (grammatical number); Best practice; Integrated care; Dual diagnosis; Mental health; Service (business); Logic model; Management science; Health care; Computer science; Knowledge management; Process management; Psychology; Sociology; Engineering; Political science; Business; Psychiatry; Computer security","score_opus":0.7416386789892656,"score_gpt":0.6116297792655122,"score_spread":0.1300088997237534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058065060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9684432,0.00487444,0.002210381,0.007931796,0.00075219147,0.0043663527,0.00006164444,0.00008135543,0.011278638],"genre_scores_gemma":[0.98608494,0.0005303808,0.008092441,0.002905804,0.00019971673,0.00088010554,0.0007728316,0.000010053031,0.0005237052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99742377,0.00075038313,0.00070295896,0.0002207812,0.00057828764,0.00032379822],"domain_scores_gemma":[0.9949307,0.002903495,0.0010859865,0.00020551927,0.00074661046,0.00012770874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007339297,0.0001206965,0.00020708243,0.0001957965,0.0007436726,0.000025051464,0.00008342389,0.000104159044,0.00013381],"category_scores_gemma":[0.0019083801,0.0000824285,0.00006537004,0.0006011994,0.000056105935,0.0001474723,0.000048054248,0.00025569758,0.000013761961],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020829406,0.00031722398,0.6240344,0.0003283156,0.0003535192,0.0000025941938,0.026353655,0.00033556327,0.000043468004,0.0008676569,0.0033961635,0.34375915],"study_design_scores_gemma":[0.005162427,0.0049573034,0.33336455,0.0028491132,0.0067739403,0.000005800371,0.20888464,0.12946701,0.0002795411,0.004474948,0.30283508,0.0009456641],"about_ca_topic_score_codex":0.00030622233,"about_ca_topic_score_gemma":0.00088697684,"teacher_disagreement_score":0.3428135,"about_ca_system_score_codex":0.00006233558,"about_ca_system_score_gemma":0.00014360511,"threshold_uncertainty_score":0.57198036},"labels":[],"label_agreement":null},{"id":"W2058117457","doi":"10.1016/j.evalprogplan.2013.10.002","title":"A survey of program evaluation practices in family-centered pediatric rehabilitation settings","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Family and Disability Support Research","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Rehabilitation; Context (archaeology); Program evaluation; Service provider; Service (business); Nursing; Medical education; Service delivery framework; Psychology; Medicine; Business; Political science; Physical therapy","score_opus":0.26820057847827933,"score_gpt":0.5363676118615397,"score_spread":0.26816703338326037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058117457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98632544,0.001771745,0.000009948308,0.00033992666,0.00017133732,0.0074880677,0.0000077558925,0.00007706796,0.0038087068],"genre_scores_gemma":[0.9925197,0.000008866365,0.002088356,0.00004576859,0.00003886488,0.00482231,0.000434303,0.0000135548835,0.000028272481],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949211,0.0026930685,0.0006363935,0.00048051254,0.0009280077,0.00034092972],"domain_scores_gemma":[0.9965516,0.0015079384,0.0005067645,0.00027791137,0.0010644724,0.00009134291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014317047,0.00014794858,0.0002243295,0.00031279153,0.00007456897,0.00010886013,0.00011865926,0.00015481324,0.00083739444],"category_scores_gemma":[0.006739405,0.00014190057,0.0000396704,0.00078545307,0.00010536739,0.0004454392,0.00003949915,0.00024301713,0.000056595694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008429061,0.00059884024,0.6010507,0.000071789655,0.0000126887535,2.9921256e-7,0.0033929716,0.0000291435,0.000036907375,0.000011283834,0.0009810003,0.39373007],"study_design_scores_gemma":[0.0015295233,0.0008813255,0.9526757,0.000043278378,0.00004759207,0.0000014398936,0.007410156,0.036727197,0.0000033125125,0.00031811604,0.00023286855,0.00012950407],"about_ca_topic_score_codex":0.003101897,"about_ca_topic_score_gemma":0.00018048291,"teacher_disagreement_score":0.39360058,"about_ca_system_score_codex":0.00006919553,"about_ca_system_score_gemma":0.00019568662,"threshold_uncertainty_score":0.91688824},"labels":[],"label_agreement":null},{"id":"W2059297125","doi":"10.1016/j.evalprogplan.2014.03.008","title":"The role of advocacy coalitions in a project implementation process: The example of the planning phase of the At Home/Chez Soi project dealing with homelessness in Montreal","year":2014,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke; Université Laval; Douglas College; Douglas Mental Health University Institute; McGill University","funders":"Agence Régionale de Santé Île-de-France; Mental Health Commission","keywords":"Documentation; Honeymoon; Intervention (counseling); Public relations; Process (computing); Phase (matter); Sociology; Psychology; Political science; Medicine; Nursing; Computer science","score_opus":0.09869918105509763,"score_gpt":0.5047831773736575,"score_spread":0.4060839963185599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059297125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946289,0.0007021901,0.00002772077,0.00011519837,0.000053000298,0.0038093994,0.000018295,0.000015271315,0.00062999147],"genre_scores_gemma":[0.9985617,0.00002635009,0.00004589651,0.00001296389,0.000039689556,0.0012526234,0.000036777492,0.000014841923,0.000009192216],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9967385,0.0015720869,0.0006645883,0.0001905971,0.00053725456,0.0002969911],"domain_scores_gemma":[0.9979281,0.00079738407,0.00072928076,0.00024131527,0.00028427062,0.000019674255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003947468,0.00013802414,0.00032692179,0.00009048645,0.00083872647,0.000020522348,0.00022943912,0.00008399411,0.000010015447],"category_scores_gemma":[0.00019030555,0.00006444658,0.00004488671,0.00063174084,0.00018215028,0.00009895491,0.00008415406,0.00029519698,1.6961266e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019246631,0.00009852358,0.6487186,0.00018802244,0.000022432681,1.1907087e-7,0.2914156,0.00050536887,0.00011340057,0.0007646328,0.000003033741,0.05797783],"study_design_scores_gemma":[0.0032864623,0.00022654649,0.43397632,0.0011493869,0.00007867854,3.9031664e-7,0.54612243,0.012258746,0.00066837075,0.0016611161,0.00044977426,0.00012179727],"about_ca_topic_score_codex":0.012777793,"about_ca_topic_score_gemma":0.036033954,"teacher_disagreement_score":0.2547068,"about_ca_system_score_codex":0.000060337814,"about_ca_system_score_gemma":0.00048942433,"threshold_uncertainty_score":0.9937962},"labels":[],"label_agreement":null},{"id":"W2060060263","doi":"10.1016/j.evalprogplan.2013.04.005","title":"An innovative medical and dental hygiene clinic for street youth: Results of a process evaluation","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"Health Research Board","keywords":"Focus group; Program evaluation; Medical education; Downtown; Fidelity; Plan (archaeology); Reputation; Health care; Medicine; Nursing; Business; Engineering","score_opus":0.21489291266417535,"score_gpt":0.5801157433718971,"score_spread":0.36522283070772177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060060263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99475783,0.00037339947,0.00007429208,0.0001390964,0.0001484374,0.0036416189,0.000049839742,0.000047379985,0.0007681034],"genre_scores_gemma":[0.99712014,0.000018239494,0.00059474556,0.000047831476,0.0001576543,0.001260324,0.0007749149,0.0000116823485,0.000014474545],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975655,0.0006636072,0.00059414224,0.0002497314,0.00070913776,0.00021790089],"domain_scores_gemma":[0.9972571,0.00041910342,0.00034728312,0.00009546322,0.0017615376,0.00011949312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005528039,0.000104401646,0.00026832745,0.000087942404,0.0003551191,0.00002537046,0.000069530885,0.00021129541,0.00022009075],"category_scores_gemma":[0.002118172,0.00008749034,0.000015947115,0.00023994567,0.000085587555,0.00025925407,0.000024461673,0.00019135287,0.0000036143429],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001999549,0.00017101491,0.2216244,0.00022160684,0.000036854388,2.2552636e-7,0.16631058,0.000010864205,0.000023620472,0.00008356336,0.000044409135,0.61127293],"study_design_scores_gemma":[0.007845208,0.0011943781,0.36038572,0.00093811715,0.00014038273,2.0616625e-7,0.5103851,0.11655655,0.00006667661,0.0021065692,0.00013628668,0.00024484147],"about_ca_topic_score_codex":0.00033189866,"about_ca_topic_score_gemma":0.0004901337,"teacher_disagreement_score":0.6110281,"about_ca_system_score_codex":0.000030056963,"about_ca_system_score_gemma":0.00040018384,"threshold_uncertainty_score":0.35677525},"labels":[],"label_agreement":null},{"id":"W2062053864","doi":"10.1016/j.evalprogplan.2009.02.002","title":"A measure of community members’ perceptions of the impacts of research partnerships in health and social services","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University; Brock University; Child and Family Research Institute","funders":"","keywords":"Community-based participatory research; Focus group; Participatory action research; Public relations; Accountability; Participatory evaluation; Construct (python library); Psychology; Knowledge management; Promotion (chess); Applied psychology; Medical education; Business; Sociology; Political science; Medicine; Marketing","score_opus":0.8581981758020847,"score_gpt":0.7562091082784566,"score_spread":0.10198906752362813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062053864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859824,0.0001249045,0.0000033217416,0.0119738,0.000022324308,0.0013201772,0.000013802183,0.000009058612,0.00055019854],"genre_scores_gemma":[0.99833465,0.000015367854,0.0002707617,0.0012908486,0.000017686423,0.00004934527,0.000010841371,0.000002752458,0.000007778634],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99023205,0.008034518,0.00064603135,0.00007971346,0.00071499497,0.0002927004],"domain_scores_gemma":[0.99781257,0.0010465721,0.0004220315,0.0001359867,0.00049352786,0.00008933009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024124796,0.00005307862,0.00018190945,0.00017048456,0.0008590217,0.0000061629385,0.00011906126,0.00006746834,0.000036866568],"category_scores_gemma":[0.0008090232,0.00004075834,0.000015458309,0.0005982086,0.00018314163,0.00010260619,0.00005158569,0.0005262321,4.2846e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005860392,0.00006645908,0.39225918,0.0012783888,0.0000038239923,2.038608e-8,0.58064157,0.000007893146,0.00032635123,0.00049244094,0.00028393694,0.02458131],"study_design_scores_gemma":[0.00069748267,0.0002558335,0.8424968,0.00067954493,0.000003828842,3.477978e-7,0.1540315,0.0006509477,0.000014159363,0.000686265,0.0004553097,0.000027964938],"about_ca_topic_score_codex":0.001494145,"about_ca_topic_score_gemma":0.0016495935,"teacher_disagreement_score":0.45023763,"about_ca_system_score_codex":0.00007127379,"about_ca_system_score_gemma":0.000843999,"threshold_uncertainty_score":0.8361221},"labels":[],"label_agreement":null},{"id":"W2062384087","doi":"10.1016/j.evalprogplan.2011.03.002","title":"A mixed method study of propensity for participatory evaluation","year":2011,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Citizen journalism; Propensity score matching; Scale (ratio); Process (computing); Psychology; Knowledge management; Applied psychology; Computer science; Medicine","score_opus":0.8458672483737865,"score_gpt":0.6543483092023503,"score_spread":0.19151893917143614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062384087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98349255,0.00015892062,0.008262446,0.00005572904,0.0003238225,0.0049026324,0.0000031629386,0.000037649672,0.0027630744],"genre_scores_gemma":[0.97790164,0.0000012011816,0.020407889,0.000047931604,0.000033916796,0.0015127353,0.0000169321,0.0000079596875,0.00006977913],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99427074,0.0017957109,0.0008057665,0.00037987877,0.0025516471,0.00019625352],"domain_scores_gemma":[0.9962728,0.0005649206,0.00049844425,0.00034226204,0.0022351202,0.00008645032],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04538593,0.00012778369,0.00028524618,0.0002298639,0.00021929012,0.00009292434,0.00018600003,0.00005897514,0.00075644633],"category_scores_gemma":[0.002632177,0.00009517243,0.000053595366,0.00042215947,0.000040725892,0.00035448183,0.000052367614,0.00007971295,0.000011547537],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017503482,0.00059558684,0.13429753,0.000010127766,0.00004336273,1.6539981e-7,0.028027378,0.0008729799,0.00008278973,0.00023882219,0.00027918007,0.83537704],"study_design_scores_gemma":[0.0023541749,0.0013152732,0.4832361,0.000021588305,0.00022036552,0.0000014239666,0.014702472,0.49182227,0.00048218778,0.004931452,0.00078801205,0.00012468101],"about_ca_topic_score_codex":0.00002919366,"about_ca_topic_score_gemma":0.000060278577,"teacher_disagreement_score":0.83525234,"about_ca_system_score_codex":0.00003547519,"about_ca_system_score_gemma":0.0002761592,"threshold_uncertainty_score":0.9829761},"labels":[],"label_agreement":null},{"id":"W2062658206","doi":"10.1016/j.evalprogplan.2004.10.003","title":"Program sustainability begins with the first events","year":2004,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":146,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep de Rivière-du-Loup; Université de Montréal; McGill University","funders":"","keywords":"Sustainability; Process (computing); Public relations; Promotion (chess); Health promotion; Sociology; Political science; Process management; Business; Computer science; Health care; Law; Politics","score_opus":0.12021603898151759,"score_gpt":0.531857968154241,"score_spread":0.41164192917272346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062658206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9420856,0.0005383872,0.0002717155,0.041977245,0.0001538096,0.010246543,0.0000020192258,0.00035512436,0.0043695252],"genre_scores_gemma":[0.99060595,0.000014516872,0.0031471895,0.0018378836,0.00007517654,0.004115413,0.00005867933,0.000013062255,0.00013214162],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982103,0.00042728026,0.0002699789,0.00019425132,0.00043936895,0.00045883292],"domain_scores_gemma":[0.99869186,0.0002851882,0.00014105208,0.00026905112,0.00046739928,0.00014546837],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0030082213,0.00013029706,0.00013603039,0.000054380896,0.002365393,0.000026366451,0.000120245015,0.00008974572,0.00006851872],"category_scores_gemma":[0.00029961852,0.000080853664,0.000019615261,0.00028077903,0.000073444586,0.00009724004,0.00008435187,0.000556778,0.00001832266],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021953897,0.00036595782,0.33355603,0.00048179645,0.00003150518,0.0000028782363,0.042407963,0.00046686525,1.8500016e-7,0.0009651872,0.0014016454,0.62010044],"study_design_scores_gemma":[0.0026449773,0.000620089,0.65740275,0.00037102192,0.000038620907,0.0000042335805,0.017496375,0.00093943864,9.1361346e-7,0.0036486944,0.31666124,0.00017165374],"about_ca_topic_score_codex":0.00028139108,"about_ca_topic_score_gemma":0.0008335679,"teacher_disagreement_score":0.6199288,"about_ca_system_score_codex":0.00037777607,"about_ca_system_score_gemma":0.0013429021,"threshold_uncertainty_score":0.9989334},"labels":[],"label_agreement":null},{"id":"W2063639442","doi":"10.1016/j.evalprogplan.2012.03.001","title":"Rethinking Evaluations of Health Equity Initiatives: An introduction to the special issue","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Equity (law); Psychological intervention; Health equity; Public economics; Political science; Public relations; Management science; Engineering ethics; Sociology; Medicine; Economic growth; Economics; Engineering; Health care; Nursing","score_opus":0.3117618004652631,"score_gpt":0.6014673723052819,"score_spread":0.2897055718400188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063639442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4439478,0.007837225,0.0051609604,0.40467176,0.015191679,0.020367095,0.00008244583,0.00062800315,0.10211304],"genre_scores_gemma":[0.94747245,0.000080817816,0.008068454,0.017713824,0.025134448,0.000866882,0.00038754797,0.000028489985,0.0002470601],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99513626,0.0027923868,0.0006869966,0.00021691018,0.0006692422,0.0004981845],"domain_scores_gemma":[0.9982966,0.0003867419,0.0004213778,0.00027288366,0.00043075677,0.00019162164],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018096585,0.00012022904,0.00025745944,0.00013686431,0.0014405798,0.00001982598,0.00011869937,0.00010080588,0.0011709067],"category_scores_gemma":[0.001066645,0.000090886315,0.000029733354,0.00034105423,0.000044619985,0.00049927144,0.00011422535,0.0004255682,0.00005494736],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052397714,0.00009001124,0.03306751,0.00014910098,0.000019132676,4.543717e-8,0.13917987,0.00007372858,0.000012736105,0.0031572457,0.07253506,0.75166315],"study_design_scores_gemma":[0.00066182326,0.00051125966,0.43393403,0.00012522595,0.00006395789,0.0000018406541,0.013790914,0.00090773194,0.000011667561,0.002198674,0.54763746,0.00015539583],"about_ca_topic_score_codex":0.00009527103,"about_ca_topic_score_gemma":0.00010636906,"teacher_disagreement_score":0.75150776,"about_ca_system_score_codex":0.00036808505,"about_ca_system_score_gemma":0.0010885382,"threshold_uncertainty_score":0.9998594},"labels":[],"label_agreement":null},{"id":"W2066959110","doi":"10.1016/j.evalprogplan.2014.11.009","title":"Piloting online WellnessRx learning modules: Demonstration of developmental evaluation","year":2014,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Dietetics, Nutrition, and Education","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Alberta Health; University of Alberta; Institute of Health Economics","funders":"","keywords":"Curriculum; Medical education; Logic model; Focus group; Psychology; Knowledge translation; Knowledge management; Computer science; Medicine; Pedagogy","score_opus":0.1717270666295187,"score_gpt":0.5007198903322823,"score_spread":0.32899282370276356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066959110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98747563,0.00050135463,0.003190545,0.00023658051,0.00064519176,0.0011613654,0.0000030760273,0.000121118115,0.0066651106],"genre_scores_gemma":[0.9860296,0.000040640785,0.012227617,0.000080784324,0.00039224842,0.0002516506,0.0008736071,0.000017062133,0.00008674612],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970701,0.0011972749,0.0006033935,0.0002543399,0.000616633,0.00025828902],"domain_scores_gemma":[0.99828774,0.0003652393,0.00041104577,0.00008947418,0.0007677042,0.000078799996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058738515,0.00013086926,0.00018237875,0.0001578611,0.00073804054,0.00002550184,0.000057743495,0.00013068249,0.00022089558],"category_scores_gemma":[0.0012339306,0.00013402458,0.000027416381,0.00020316847,0.00005101234,0.00022472658,0.000023890256,0.00029139803,0.000019711828],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040867013,0.00015402501,0.19690599,0.00034467757,0.000021711121,4.8781175e-8,0.017045569,0.00149961,0.0005324805,0.0003756286,0.0002789175,0.7828005],"study_design_scores_gemma":[0.0027557947,0.00040024915,0.3599976,0.0016791449,0.00018929597,0.0000031139286,0.080582924,0.5455358,0.00032652577,0.0021044519,0.0061056684,0.000319416],"about_ca_topic_score_codex":0.00004384223,"about_ca_topic_score_gemma":0.000037294718,"teacher_disagreement_score":0.7824811,"about_ca_system_score_codex":0.00014867682,"about_ca_system_score_gemma":0.0002912293,"threshold_uncertainty_score":0.5676486},"labels":[],"label_agreement":null},{"id":"W2070167932","doi":"10.1016/j.evalprogplan.2012.03.010","title":"Asking questions in the solution space: Methodological issues in evaluating equity","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Development Research Centre","funders":"","keywords":"Futures contract; CLARITY; Equity (law); Psychological intervention; Health equity; Public economics; Risk analysis (engineering); Management science; Computer science; Political science; Economics; Business; Economic growth; Medicine; Health care; Financial economics; Law; Nursing","score_opus":0.8395385507757662,"score_gpt":0.6577600671821637,"score_spread":0.1817784835936025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070167932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9116053,0.026333658,0.0067304526,0.043314308,0.0006095851,0.002971262,0.0000147337405,0.00010357395,0.008317121],"genre_scores_gemma":[0.9636069,0.00008105502,0.033723988,0.0015230819,0.00033175971,0.00064065174,0.00004631524,0.000012086227,0.00003415999],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929778,0.003839419,0.0019867262,0.00037579413,0.0002638641,0.0005564105],"domain_scores_gemma":[0.9965665,0.0022469356,0.0008032396,0.00023396964,0.000058673842,0.00009071833],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14073265,0.0001530172,0.00048420133,0.00032433495,0.00025912625,0.00015071114,0.00015967038,0.00015675617,0.0001639595],"category_scores_gemma":[0.015494797,0.00015088353,0.000048561717,0.00037881423,0.0000615847,0.0006568507,0.000067029454,0.00033163652,0.000102455386],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030571053,0.0003620236,0.81740266,0.0001799335,0.000025267696,0.0000012225506,0.03784199,0.0031791893,0.000019547411,0.07554824,0.0019095134,0.063499816],"study_design_scores_gemma":[0.0009325355,0.00014821813,0.7746313,0.0002439023,0.000015339783,0.000016264596,0.005238849,0.17997234,0.000002754374,0.031146,0.0073581235,0.0002943485],"about_ca_topic_score_codex":0.00056876853,"about_ca_topic_score_gemma":0.00010457343,"teacher_disagreement_score":0.17679314,"about_ca_system_score_codex":0.00036062524,"about_ca_system_score_gemma":0.00007321008,"threshold_uncertainty_score":0.9927981},"labels":[],"label_agreement":null},{"id":"W2071135279","doi":"10.1016/j.evalprogplan.2013.06.003","title":"Usability testing, initial implementation, and formative evaluation of an evidence-based intervention: Lessons from a demonstration project to reduce long-term foster care","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institutes of Health; University of Wisconsin-Madison","keywords":"Usability; Formative assessment; Psychological intervention; Evidence-based practice; Operationalization; Intervention (counseling); Process management; Psychology; Computer science; Medical education; Applied psychology; Engineering; Nursing; Medicine; Pedagogy; Human–computer interaction","score_opus":0.7896864516364739,"score_gpt":0.7360965383819877,"score_spread":0.05358991325448614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071135279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854296,0.00015904506,0.0017964599,0.001971647,0.00015748512,0.010166885,0.00007473046,0.00006752863,0.00017664452],"genre_scores_gemma":[0.9824431,0.0000021181697,0.011182942,0.00093731086,0.00011282514,0.0049423343,0.00036561152,0.000011135618,0.0000026364878],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99385303,0.0031910043,0.0010980831,0.00043630303,0.0010651548,0.0003564037],"domain_scores_gemma":[0.9945397,0.001383187,0.0006786456,0.00023064455,0.0029659623,0.0002019069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008035843,0.00016603623,0.00021506815,0.00023722084,0.0006678541,0.000112912174,0.00011131239,0.00009850136,0.00064820197],"category_scores_gemma":[0.003013736,0.00015705511,0.000026566027,0.00047042166,0.00009445234,0.0015748214,0.000067806206,0.00019444893,0.000012704313],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004535921,0.000033209926,0.2450245,0.00020455223,0.00000900465,8.018547e-8,0.05125633,0.000042437696,0.00040975914,0.000009476949,0.00012457502,0.7028407],"study_design_scores_gemma":[0.0026636536,0.0008601608,0.9242556,0.0010505969,0.000109853456,0.0000011247677,0.04096176,0.028686274,0.00076981273,0.00043557986,0.000038317306,0.00016724296],"about_ca_topic_score_codex":0.0016974518,"about_ca_topic_score_gemma":0.0011695536,"teacher_disagreement_score":0.70267344,"about_ca_system_score_codex":0.00030399387,"about_ca_system_score_gemma":0.0013332621,"threshold_uncertainty_score":0.7097357},"labels":[],"label_agreement":null},{"id":"W2073454474","doi":"10.1016/j.evalprogplan.2011.02.011","title":"The evaluation of the PACA regional public health plan: Reconciling the managerial, scientific and democratic finalities","year":2011,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Healthcare Systems and Practices","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École Nationale d'Administration Publique","funders":"","keywords":"Viewpoints; Democracy; Charter; Legitimacy; Work (physics); Public administration; Political science; Valuation (finance); Normative; Plan (archaeology); Public health; Public relations; Process (computing); Sociology; Business; Computer science; Law; Medicine; Engineering; Accounting; Politics","score_opus":0.7150776386698127,"score_gpt":0.5741322276462048,"score_spread":0.1409454110236079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073454474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9365835,0.013532849,0.00003955564,0.036672458,0.0018235486,0.005075247,0.000009923155,0.000050784703,0.0062121083],"genre_scores_gemma":[0.9977862,0.00011779935,0.0002326879,0.0005499007,0.0001688871,0.0005848875,0.000021291224,0.0000094627185,0.00052883883],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886154,0.009065625,0.00066081266,0.00024534625,0.0010407921,0.00037203278],"domain_scores_gemma":[0.99635446,0.0017023709,0.00079342275,0.00032193045,0.0007369771,0.00009083749],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.053275898,0.00010954904,0.00016002859,0.000055762528,0.004802442,0.00013845351,0.00016867001,0.00008832306,0.00009657115],"category_scores_gemma":[0.002288173,0.000054237833,0.00003103362,0.00025578853,0.00027531132,0.00024301691,0.00007010852,0.00037653415,0.0000040645614],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007943186,0.00004168049,0.059553064,0.0004782673,0.00007996614,1.9692571e-7,0.11788683,0.000011261485,0.0000107249825,0.009813829,0.011382879,0.80066186],"study_design_scores_gemma":[0.0015953504,0.00034440542,0.40368676,0.0014057098,0.00018356925,0.000023664563,0.12153729,0.041178744,0.000006216177,0.017102513,0.41267735,0.00025845098],"about_ca_topic_score_codex":0.00031390478,"about_ca_topic_score_gemma":0.00062067446,"teacher_disagreement_score":0.8004034,"about_ca_system_score_codex":0.0000851963,"about_ca_system_score_gemma":0.0016120196,"threshold_uncertainty_score":0.99649316},"labels":[],"label_agreement":null},{"id":"W2074415222","doi":"10.1016/j.evalprogplan.2007.10.002","title":"Evaluation of a research mentorship program in community care","year":2007,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; University of Waterloo; McMaster University","funders":"","keywords":"Mentorship; Mandate; Focus group; Medical education; Qualitative research; Context (archaeology); Program evaluation; Psychology; Nursing; Medicine; Political science; Sociology","score_opus":0.6623819583142366,"score_gpt":0.6609299931028456,"score_spread":0.0014519652113910153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074415222","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029492006,0.96491045,0.0000018237306,0.0000062729764,0.0008203912,0.006756395,0.00000590079,0.00008537459,0.024464222],"genre_scores_gemma":[0.011343003,0.96931624,0.0018267683,0.000011547256,0.00039466293,0.014895814,0.0017317745,0.00009423203,0.0003859483],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9830704,0.011828403,0.0010707428,0.00046923707,0.0029159798,0.00064525334],"domain_scores_gemma":[0.99704164,0.0009277714,0.00040511246,0.00041448514,0.0010882784,0.00012268168],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.079852015,0.00028614164,0.00074744073,0.0009270876,0.00021238395,0.00006279367,0.0003020564,0.00057025993,0.00023298683],"category_scores_gemma":[0.0012147215,0.00025858925,0.00009223654,0.0010539239,0.0001227694,0.000054195658,0.00011206087,0.0018829396,0.000025220126],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012796657,0.00027432773,0.00043356974,0.0039522024,0.00011029928,0.0000019137747,0.020557828,0.0000027201856,4.1837374e-8,0.00006013839,0.00024689935,0.97434723],"study_design_scores_gemma":[0.0010276313,0.00041478788,0.0013401224,0.021581102,0.0006851827,0.000007017378,0.008734705,0.00014991216,5.6860034e-7,0.00017592199,0.9656003,0.00028272974],"about_ca_topic_score_codex":0.00016699263,"about_ca_topic_score_gemma":0.000023547254,"teacher_disagreement_score":0.9740645,"about_ca_system_score_codex":0.00069741765,"about_ca_system_score_gemma":0.0006693773,"threshold_uncertainty_score":0.99998665},"labels":[],"label_agreement":null},{"id":"W2074732573","doi":"10.1016/j.evalprogplan.2015.01.004","title":"Application of an organizational evaluation capacity self-assessment instrument to different organizations: Similarities and lessons learned","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École Nationale d'Administration Publique","funders":"Government of Canada; Australian Government","keywords":"Novelty; Capacity development; Knowledge management; Business; Organization development; Capacity building; Profit (economics); Government (linguistics); Organizational effectiveness; Organizational performance; Marketing; Computer science; Environmental resource management; Psychology; Economics; Economic growth; Social psychology","score_opus":0.35567815516756507,"score_gpt":0.5310432671149354,"score_spread":0.17536511194737037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074732573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97741085,0.00012578869,0.016286628,0.0030463033,0.00016375579,0.001944923,0.00001912981,0.00009615941,0.00090646994],"genre_scores_gemma":[0.97737163,0.00001644492,0.021476192,0.00021836895,0.000066080036,0.0005214966,0.00029278628,0.000015238782,0.00002178447],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99423933,0.00088552973,0.00072575506,0.00054049405,0.003419181,0.00018973957],"domain_scores_gemma":[0.99480313,0.00025531815,0.00037769592,0.00035851833,0.0039190003,0.00028634592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010545119,0.00019085454,0.00027014373,0.00036523555,0.00030092188,0.00037088108,0.00020483349,0.000096040436,0.00027355267],"category_scores_gemma":[0.0015179603,0.0001596576,0.000020191173,0.001035152,0.00006395359,0.0006254192,0.00011103363,0.000123353,0.000011769442],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041543324,0.0004674122,0.25288638,0.000020608772,0.000045393695,1.4296701e-7,0.012134939,0.023071606,0.00048043556,0.0079214135,0.00024541543,0.7026847],"study_design_scores_gemma":[0.001179259,0.00038225538,0.2980562,0.000024799898,0.000086105036,0.0000043609516,0.0040004435,0.67874867,0.0003245047,0.015674723,0.0013482496,0.00017043953],"about_ca_topic_score_codex":0.000030446454,"about_ca_topic_score_gemma":0.000050913044,"teacher_disagreement_score":0.70251423,"about_ca_system_score_codex":0.00025625757,"about_ca_system_score_gemma":0.00074877834,"threshold_uncertainty_score":0.6510648},"labels":[],"label_agreement":null},{"id":"W2082069660","doi":"10.1016/j.evalprogplan.2012.01.004","title":"Development of an intervention programme to encourage high school students to stay in school for lunch instead of eating at nearby fast-food restaurants","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Canadian Institutes of Health Research","keywords":"Intervention (counseling); Psychological intervention; Psychology; Theory of planned behavior; Population; Meal; Neophobia; Medical education; Improvisation; Control (management); Pedagogy; Medicine; Environmental health; Developmental psychology; Computer science","score_opus":0.18971264136377505,"score_gpt":0.5255272511380265,"score_spread":0.33581460977425137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082069660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946177,0.00027876635,0.00067711127,0.000034242385,0.00033205366,0.0038640003,0.000023114555,0.000036955615,0.00013606339],"genre_scores_gemma":[0.95928943,4.1892358e-7,0.038313508,0.000039411698,0.00004637091,0.0019905374,0.0001592719,0.000017572565,0.00014348575],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99771494,0.00026708894,0.0008489342,0.00026870146,0.00044524984,0.0004550799],"domain_scores_gemma":[0.9988902,0.00003834372,0.0002682137,0.00017694623,0.00023017361,0.00039609388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032506024,0.00014303127,0.00023802089,0.00030402018,0.000119509605,0.000037065223,0.00014488268,0.000102188984,0.00029894058],"category_scores_gemma":[0.00022952349,0.00014317202,0.00005310568,0.00030761113,0.000017067172,0.00023247786,0.000080255864,0.00013159234,0.000018442826],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036051904,0.0009916329,0.40470564,0.000091449554,0.000025845287,2.3825386e-7,0.009397303,0.00002066865,0.00025460447,0.00002960349,0.00006768466,0.5840548],"study_design_scores_gemma":[0.0024710966,0.00267225,0.9848646,0.0008460894,0.000036364378,0.0000019635238,0.007107792,0.00021363523,0.00041161285,0.0000153705,0.0011995503,0.00015965832],"about_ca_topic_score_codex":0.0001546384,"about_ca_topic_score_gemma":0.00040966622,"teacher_disagreement_score":0.58389515,"about_ca_system_score_codex":0.00018456018,"about_ca_system_score_gemma":0.00006964701,"threshold_uncertainty_score":0.5838385},"labels":[],"label_agreement":null},{"id":"W2082907843","doi":"10.1016/j.evalprogplan.2012.05.003","title":"Evaluating local food programs: The case of Select Nova Scotia","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Organic Food and Agriculture","field":"Agricultural and Biological Sciences","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Technical University of Nova Scotia; Nova Scotia Department of Agriculture","funders":"","keywords":"Nova scotia; Nova (rocket); Marketing; Local government; Business; Consumption (sociology); Perception; Government (linguistics); Consumer behaviour; Advertising; Psychology; Political science; Geography; Engineering; Sociology; Public administration","score_opus":0.11442180937965916,"score_gpt":0.37508447934866296,"score_spread":0.2606626699690038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082907843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954786,0.002653917,0.0000064516157,0.0005725901,0.00010873092,0.00076451246,0.000004779094,0.00006251459,0.00034792197],"genre_scores_gemma":[0.99912786,0.0000028193724,0.00041789026,0.000057343066,0.00028839626,0.000030219138,0.000063123356,0.0000010066533,0.000011353204],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99887246,0.00022549738,0.00020056052,0.00015672129,0.00027344652,0.00027130404],"domain_scores_gemma":[0.9994679,0.0001404946,0.00012451518,0.000040251187,0.00014728802,0.00007952227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017314164,0.0001175742,0.0001171762,0.000007036667,0.00021522123,0.00006661128,0.00008369513,0.00007586576,0.00017791026],"category_scores_gemma":[0.00009649301,0.000035601624,0.00004555397,0.0003737875,0.000069975045,0.00013809474,0.000039690174,0.00013292911,0.0000071487134],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001038194,0.00010869801,0.009742148,0.000010826042,0.000023867708,0.000001450733,0.0012027253,0.000015419511,0.0057014255,0.000091885864,0.00019835334,0.9828928],"study_design_scores_gemma":[0.0031836028,0.019929808,0.7698415,0.000931744,0.001224749,0.0050278413,0.088979326,0.04911127,0.023621831,0.0010543742,0.034994993,0.0020989466],"about_ca_topic_score_codex":0.00014361448,"about_ca_topic_score_gemma":0.00039237025,"teacher_disagreement_score":0.9807939,"about_ca_system_score_codex":0.00001308428,"about_ca_system_score_gemma":0.0000112123535,"threshold_uncertainty_score":0.19479926},"labels":[],"label_agreement":null},{"id":"W2083111387","doi":"10.1016/j.evalprogplan.2011.03.003","title":"Using hybrid models to support the development of organizational evaluation capacity: A case narrative","year":2011,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Work (physics); Narrative; Process management; Program evaluation; Public sector; Internal validity; Knowledge management; Management science; Computer science; Business; Engineering; Political science; Medicine","score_opus":0.7330308143647964,"score_gpt":0.5574659762554713,"score_spread":0.1755648381093251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083111387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9571189,0.000052649197,0.036403045,0.0001176911,0.0001828547,0.0016010578,0.000007241902,0.000025623302,0.004490922],"genre_scores_gemma":[0.9384346,5.9446955e-7,0.06112309,0.00015082194,0.00003294305,0.00017485418,0.0000365796,0.000009047701,0.00003749268],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99520135,0.0006533752,0.0008209157,0.00035176528,0.0027867998,0.0001857706],"domain_scores_gemma":[0.9963752,0.00022756819,0.0003947084,0.00026067902,0.0026332417,0.00010858296],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018810706,0.00014475312,0.00018639516,0.00026654193,0.00058048667,0.00014137004,0.00019838475,0.000042790296,0.0023885674],"category_scores_gemma":[0.0008508524,0.000098320976,0.00003334891,0.00072249357,0.00007100003,0.00050605723,0.000081839105,0.000099394674,0.000024177878],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007015831,0.00016635303,0.010114551,0.000009677096,0.00007141515,0.000005276227,0.36690208,0.027883612,0.00029180347,0.0010992592,0.00038343124,0.5930024],"study_design_scores_gemma":[0.00063645444,0.00020447727,0.006628038,0.00003822394,0.00008181721,0.0001580963,0.026910532,0.9519537,0.0015251327,0.011172365,0.0005079522,0.00018317963],"about_ca_topic_score_codex":0.00002184543,"about_ca_topic_score_gemma":0.00007142494,"teacher_disagreement_score":0.9240701,"about_ca_system_score_codex":0.00010544101,"about_ca_system_score_gemma":0.001057443,"threshold_uncertainty_score":0.9985234},"labels":[],"label_agreement":null},{"id":"W2083520380","doi":"10.1016/j.evalprogplan.2012.03.002","title":"Getting real about policy and practice needs: Evaluation as a bridge between the problem and solution space","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Bridge (graph theory); Relevance (law); Equity (law); Psychological intervention; Context (archaeology); Management science; Space (punctuation); Computer science; Engineering ethics; Sociology; Political science; Engineering; Medicine; Nursing; Geography","score_opus":0.2149147864638982,"score_gpt":0.5715934645973577,"score_spread":0.35667867813345955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083520380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82266873,0.013097748,0.00028854777,0.06583097,0.00030803008,0.006918972,0.000010562002,0.0002415008,0.09063497],"genre_scores_gemma":[0.9873471,0.00069495663,0.0038211208,0.005429257,0.001517018,0.0007701177,0.00013684497,0.000025204594,0.00025834076],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955585,0.0024838059,0.0004615628,0.00022911998,0.00066728727,0.0005997293],"domain_scores_gemma":[0.9963597,0.002384341,0.00043769958,0.00016187492,0.00043249826,0.0002238509],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016532015,0.00017104912,0.00022103892,0.00017598865,0.001681739,0.00008061394,0.000058019148,0.00019111684,0.000037946586],"category_scores_gemma":[0.0025938817,0.00013117357,0.0000216231,0.0003032962,0.00008108387,0.0007363109,0.00011888386,0.0004963935,0.000019339734],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007967478,0.000027254033,0.26384163,0.00022453128,0.000043979213,2.6574668e-7,0.039000567,0.000003620953,0.00004024726,0.0033123784,0.0029987462,0.6904271],"study_design_scores_gemma":[0.0014044354,0.0001832432,0.8751539,0.00023088143,0.00037807718,0.000025128935,0.005687701,0.0023722788,0.0000027340493,0.0015982742,0.11276095,0.00020240145],"about_ca_topic_score_codex":0.0015500052,"about_ca_topic_score_gemma":0.000031893986,"teacher_disagreement_score":0.6902247,"about_ca_system_score_codex":0.0003188991,"about_ca_system_score_gemma":0.0010366527,"threshold_uncertainty_score":0.99961793},"labels":[],"label_agreement":null},{"id":"W2085864290","doi":"10.1016/j.evalprogplan.2014.11.007","title":"Putting program evaluation into practice: Enhancing the Girls Just Wanna Have Fun program","year":2014,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Youth Development and Social Support","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Medical education; Program evaluation; Psychology; Best practice; Positive Youth Development; Applied psychology; Medicine; Political science; Developmental psychology","score_opus":0.12614284378759907,"score_gpt":0.5050711693456029,"score_spread":0.3789283255580038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085864290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7147741,0.0024752654,0.001566863,0.023425153,0.0022973272,0.03129457,0.000002471462,0.0024077245,0.22175655],"genre_scores_gemma":[0.96150804,0.00003594386,0.03300082,0.00037713698,0.0008488075,0.0037182786,0.0001302162,0.000025722658,0.00035506306],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99403685,0.0020998234,0.00054867135,0.00047987595,0.0021950696,0.00063970016],"domain_scores_gemma":[0.9974441,0.0005802427,0.00044126168,0.00019948634,0.001134709,0.00020021434],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02686954,0.00023393813,0.00023355632,0.000105282554,0.0027751427,0.0010215072,0.00024639608,0.00022579439,0.00018849662],"category_scores_gemma":[0.0060739,0.00019395724,0.000080832215,0.0005094188,0.00029605333,0.00075103383,0.000072805655,0.00035769856,0.000033518732],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016106083,0.00013099906,0.017140487,0.000019387131,0.00003934749,8.250193e-7,0.073071994,0.000031773932,0.000008806562,0.0006610677,0.00046076468,0.9084184],"study_design_scores_gemma":[0.001638975,0.00069354224,0.05962986,0.00028674406,0.00067205785,0.000005937998,0.06505357,0.07126501,0.00007461564,0.0044713337,0.7954634,0.00074495585],"about_ca_topic_score_codex":0.00039978663,"about_ca_topic_score_gemma":0.0005325535,"teacher_disagreement_score":0.9076735,"about_ca_system_score_codex":0.00023781827,"about_ca_system_score_gemma":0.0007649872,"threshold_uncertainty_score":0.9985231},"labels":[],"label_agreement":null},{"id":"W2089545426","doi":"10.1016/j.evalprogplan.2009.05.015","title":"Evolving systems of care with total clinical outcomes management","year":2009,"lang":"en","type":"letter","venue":"Evaluation and Program Planning","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Transformational leadership; Ideal (ethics); Quality (philosophy); Quality management; Process management; Risk analysis (engineering); Computer science; Medicine; Nursing; Psychology; Business; Management system; Engineering; Operations management; Political science; Social psychology","score_opus":0.09529507454496863,"score_gpt":0.45511281918483026,"score_spread":0.3598177446398616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089545426","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37972376,0.08772917,0.0008016551,0.43234545,0.0054875966,0.034136,0.00016018344,0.0015826445,0.058033563],"genre_scores_gemma":[0.6471525,0.0002605728,0.02534665,0.30769017,0.0081301555,0.0009700933,0.0068470505,0.0002465702,0.003356216],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966523,0.00038871475,0.0007898039,0.00046905637,0.0014422444,0.00025784806],"domain_scores_gemma":[0.99843127,0.00022941378,0.00049026485,0.00037793405,0.000385427,0.00008571393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016494837,0.00028522784,0.0008613005,0.00017731189,0.000069168156,0.000076632794,0.000081261234,0.00037111255,0.000027762371],"category_scores_gemma":[0.000106771746,0.00022517979,0.00015460387,0.00013105376,0.00007539173,0.00006253615,0.000034659784,0.0008156168,0.000003828563],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035456358,0.00022987947,0.4426166,0.010693707,0.001971814,0.00037070538,0.0062607573,0.00018417915,2.5276833e-7,0.000020330439,0.30526474,0.23203246],"study_design_scores_gemma":[0.006900163,0.0042829067,0.755045,0.0154869445,0.0035555053,0.00015717692,0.0059286617,0.0021454573,0.0000012947014,0.000018171973,0.20571211,0.00076664047],"about_ca_topic_score_codex":0.0000620539,"about_ca_topic_score_gemma":0.000004687482,"teacher_disagreement_score":0.31242836,"about_ca_system_score_codex":0.00008349941,"about_ca_system_score_gemma":0.00015168676,"threshold_uncertainty_score":0.9182565},"labels":[],"label_agreement":null},{"id":"W2092553603","doi":"10.1016/j.evalprogplan.2010.11.008","title":"New Jersey Children's Behavioral Healthcare System: Cross service delivery planning for transitional population of youth (ages 16 and 18+ years)","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Child Welfare and Adoption","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Center for Mental Health Services; University of South Florida; McGill University","keywords":"Cabinet (room); Welfare; Mental health; Service delivery framework; Health care; Population; Continuum of care; Transitional care; Foster care; Service (business); Medicine; Gerontology; Nursing; Political science; Business; Economic growth; Environmental health; Engineering; Psychiatry; Economics","score_opus":0.09102175049353632,"score_gpt":0.4380015215774175,"score_spread":0.34697977108388117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092553603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978827,0.0003668801,0.0002030592,0.0002919759,0.00016237439,0.00084204937,0.0000488786,0.00007470565,0.00012733805],"genre_scores_gemma":[0.99701506,0.0000054507395,0.0017651545,0.000044835382,0.00028444442,0.000024331504,0.00084155257,0.000008012452,0.000011156531],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990469,0.000091072485,0.00019184632,0.0001837751,0.0003341638,0.00015220817],"domain_scores_gemma":[0.9994945,0.000042490283,0.0001230085,0.000054695218,0.00018684125,0.00009847377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009132813,0.00007999817,0.00011543151,0.00006672536,0.00041340385,0.00012331487,0.00004567144,0.00012012948,0.000023175937],"category_scores_gemma":[0.000024263418,0.00008685329,0.00003093015,0.00011530081,0.000038746435,0.00025331322,0.000008793798,0.000108015,3.9581698e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011203129,0.00004451679,0.75360274,0.00011236565,0.000019467061,5.0305545e-7,0.03720915,0.00023696148,0.00007999129,0.0018879547,0.000074878524,0.20661946],"study_design_scores_gemma":[0.0010088417,0.00010978782,0.98826027,0.00022591298,0.00010576698,0.000004423235,0.008044857,0.001534598,0.000013449812,0.0002258348,0.00031437012,0.00015191776],"about_ca_topic_score_codex":0.005603263,"about_ca_topic_score_gemma":0.00095722754,"teacher_disagreement_score":0.23465751,"about_ca_system_score_codex":0.000030430552,"about_ca_system_score_gemma":0.000090651774,"threshold_uncertainty_score":0.84704953},"labels":[],"label_agreement":null},{"id":"W2093407124","doi":"10.1016/j.evalprogplan.2010.08.002","title":"Participatory evaluation and process use within a social aid organization for at-risk families and youth","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Citizen journalism; Participatory action research; Process (computing); Participatory evaluation; Theme (computing); Sociology; Participant observation; Empirical research; Public relations; Psychology; Political science; Social science; Computer science","score_opus":0.34576509372296227,"score_gpt":0.5476790976864736,"score_spread":0.20191400396351133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093407124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99662656,0.00017549687,0.0006008223,0.00029330928,0.0002746687,0.0017332189,0.00003093022,0.00007546806,0.00018953363],"genre_scores_gemma":[0.99730426,0.000017628363,0.001884491,0.00013555802,0.00012159678,0.0002484496,0.00021172283,0.000016220896,0.000060057595],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968404,0.00041561818,0.00051737926,0.00042178185,0.0016059319,0.0001988892],"domain_scores_gemma":[0.99713737,0.00044320436,0.0004466407,0.00015560449,0.0017046666,0.00011249724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013310392,0.00016137544,0.00019751054,0.0001988414,0.0009905681,0.0006955895,0.000090849586,0.00013261581,0.00019757594],"category_scores_gemma":[0.0054175328,0.00013069631,0.000022534425,0.00042495114,0.00015698744,0.0008182363,0.000056340887,0.00016583301,0.0000061498413],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010899403,0.0000567005,0.59748423,0.000024874762,0.000025111676,8.9342144e-8,0.07449862,0.00064254797,0.0002679749,0.00038375097,0.0001572382,0.32634988],"study_design_scores_gemma":[0.0025252402,0.0002387971,0.47087482,0.00003278838,0.00029092032,0.000006512073,0.018224714,0.501808,0.00038505468,0.0040667616,0.0012797643,0.00026666193],"about_ca_topic_score_codex":0.000013109172,"about_ca_topic_score_gemma":0.00009879449,"teacher_disagreement_score":0.5011654,"about_ca_system_score_codex":0.000033610282,"about_ca_system_score_gemma":0.00021759997,"threshold_uncertainty_score":0.7618749},"labels":[],"label_agreement":null},{"id":"W2094920704","doi":"10.1016/j.evalprogplan.2010.11.007","title":"Short-term consultancy and collaborative evaluation in a post-conflict and humanitarian setting: Lessons from Afghanistan","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Process (computing); Strengths and weaknesses; Process management; Public relations; Term (time); sort; Political science; Business; Psychology; Computer science; Social psychology","score_opus":0.18804525281371393,"score_gpt":0.5408853601456034,"score_spread":0.3528401073318895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094920704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912779,0.001509821,0.00006527945,0.0017423226,0.00025606208,0.0016669439,0.000049367125,0.000045137593,0.0033872204],"genre_scores_gemma":[0.99600524,0.00005615314,0.0031246692,0.00018239277,0.000075464704,0.00027406463,0.00021615431,0.0000110140345,0.000054852764],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99615824,0.00067874684,0.0006253584,0.0006247525,0.0016772307,0.00023566555],"domain_scores_gemma":[0.9970481,0.0009365062,0.00023840554,0.00026081805,0.001368118,0.00014809144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011804117,0.00020131104,0.0002648125,0.00031286944,0.00040038745,0.0008665975,0.00013525273,0.0001419049,0.0006133667],"category_scores_gemma":[0.0024300923,0.00017156205,0.000020700627,0.00048482357,0.000162244,0.0006111698,0.00007184489,0.0003256256,0.000010226072],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006651537,0.00006053898,0.21372412,0.000004898342,0.000021336307,0.0000023836276,0.015969185,0.000037579422,0.0026058548,0.0010001888,0.000115171075,0.76639223],"study_design_scores_gemma":[0.0017090262,0.00019855858,0.8477937,0.00006325771,0.00007480658,0.000007862734,0.008365591,0.13279374,0.00011394758,0.0039225807,0.0047213277,0.00023558585],"about_ca_topic_score_codex":0.00004734802,"about_ca_topic_score_gemma":0.0014738961,"teacher_disagreement_score":0.7661566,"about_ca_system_score_codex":0.00004159484,"about_ca_system_score_gemma":0.00042573735,"threshold_uncertainty_score":0.835662},"labels":[],"label_agreement":null},{"id":"W2103740465","doi":"10.1016/j.evalprogplan.2010.10.005","title":"Evaluability Assessment of an immunization improvement strategy in rural Burkina Faso: Intervention theory versus reality, information need and evaluations","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Society for International Health; Université de Montréal","funders":"International Development Research Centre","keywords":"Intervention (counseling); Focus group; Psychology; Logic model; Process (computing); Public relations; Medicine; Nursing; Medical education; Political science; Business; Marketing; Computer science; Public administration","score_opus":0.4008475328398859,"score_gpt":0.6953593199705003,"score_spread":0.2945117871306144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103740465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918129,0.000019606547,0.0018145483,0.0005487798,0.00039734665,0.003628404,0.000029081968,0.00006093587,0.0016884073],"genre_scores_gemma":[0.9960457,0.000010173613,0.0023817895,0.00018513357,0.00004777109,0.00088094384,0.00043198894,0.0000077151335,0.0000088010975],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947529,0.0026487727,0.0012481444,0.0002173125,0.0007940587,0.00033885037],"domain_scores_gemma":[0.99716175,0.0009133801,0.00068950624,0.0002784937,0.0008138675,0.00014301293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023611978,0.00014059694,0.00020166668,0.00031831439,0.00047399124,0.000067909124,0.00011641578,0.00014744479,0.00035143492],"category_scores_gemma":[0.0022815112,0.00013631425,0.000024568542,0.00043861414,0.00012271394,0.0013510422,0.00008789263,0.00047327564,0.0000031767531],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001889037,0.00012179984,0.06623249,0.000261119,0.000014656329,7.689687e-8,0.015793653,0.00068916864,0.0016560996,0.0048071444,0.000024645035,0.91021025],"study_design_scores_gemma":[0.0046881526,0.0010129976,0.7574104,0.00013496105,0.00004460391,7.127357e-7,0.026480654,0.20624605,0.00004992604,0.0035476536,0.00024919937,0.00013467994],"about_ca_topic_score_codex":0.00082962826,"about_ca_topic_score_gemma":0.0007790431,"teacher_disagreement_score":0.91007555,"about_ca_system_score_codex":0.0001979736,"about_ca_system_score_gemma":0.00068458554,"threshold_uncertainty_score":0.8183487},"labels":[],"label_agreement":null},{"id":"W2119978303","doi":"10.1016/j.evalprogplan.2015.09.006","title":"Utilization of internal evaluation results by community mental health organizations: Credibility in different forms","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Mental Health Association; York University","funders":"","keywords":"Credibility; Respondent; Internal consistency; Objectivity (philosophy); Mental health; Internal validity; Psychology; Consistency (knowledge bases); Program evaluation; Applied psychology; Public relations; Medicine; Political science; Clinical psychology; Psychometrics; Computer science; Psychiatry","score_opus":0.4930127229246157,"score_gpt":0.6011227326634501,"score_spread":0.10811000973883439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119978303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907198,0.00074906717,0.0022844137,0.001614751,0.000261619,0.0018467274,0.00005435333,0.000039096667,0.0024301955],"genre_scores_gemma":[0.99789155,0.00002586375,0.00062732736,0.00019432728,0.000023376908,0.00009374113,0.0010875455,0.0000075690327,0.000048703987],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99220973,0.0028369993,0.0013051865,0.0003183325,0.0031319081,0.00019784852],"domain_scores_gemma":[0.9965842,0.00040302458,0.0006942822,0.0003666224,0.0018007447,0.00015114587],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.040357396,0.00014950785,0.00028472464,0.00029622228,0.00023712561,0.00016624382,0.00024332324,0.00007190535,0.00019612476],"category_scores_gemma":[0.006709946,0.00011118082,0.000028906565,0.0009449307,0.000078791505,0.0005773301,0.00009738036,0.00022566186,0.000007678215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026805667,0.00064111565,0.26822856,0.000018124088,0.00001563975,5.811271e-8,0.03143546,0.0037897602,0.00006288848,0.00012465121,0.008379355,0.68703634],"study_design_scores_gemma":[0.004113664,0.00071220647,0.23740253,0.00012887345,0.000015968862,0.0000024720646,0.014234103,0.7347408,0.00030536222,0.005175926,0.0030313672,0.00013675196],"about_ca_topic_score_codex":0.00019711425,"about_ca_topic_score_gemma":0.0002924238,"teacher_disagreement_score":0.730951,"about_ca_system_score_codex":0.00035729172,"about_ca_system_score_gemma":0.00060609065,"threshold_uncertainty_score":0.988154},"labels":[],"label_agreement":null},{"id":"W2120293388","doi":"10.1016/j.evalprogplan.2011.10.005","title":"Beyond resistance: Exploring health managers’ propensity for participatory evaluation in a developing country","year":2011,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Institut National de Santé Publique du Québec","keywords":"Citizen journalism; Meaning (existential); Psychological intervention; Public relations; Psychology; Process (computing); Action (physics); Resistance (ecology); Participatory action research; Business; Applied psychology; Sociology; Nursing; Medicine; Political science; Computer science","score_opus":0.7568210147087717,"score_gpt":0.5826741051646402,"score_spread":0.17414690954413148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120293388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97734386,0.0017788289,0.00466296,0.0013879273,0.0006128196,0.0050259833,0.0000064355595,0.00008984059,0.009091334],"genre_scores_gemma":[0.9793312,0.000052859945,0.016998896,0.000713687,0.000059309896,0.0026575143,0.00005907764,0.000013020316,0.0001144284],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99525946,0.0008515934,0.00086889055,0.00046961496,0.0021693076,0.0003811512],"domain_scores_gemma":[0.9979927,0.000324366,0.00041123808,0.00028026718,0.00087848614,0.00011293994],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03916711,0.00016064003,0.0002902786,0.00035095974,0.00038888323,0.00021312406,0.00018441898,0.00006157802,0.00025560957],"category_scores_gemma":[0.0014244951,0.00013760687,0.000037693517,0.0006935929,0.000055265205,0.00086777034,0.000050247436,0.00013037183,0.000016212955],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023622379,0.00011335445,0.12188656,0.00007828859,0.000023887414,0.0000011743373,0.036335923,0.00068206195,0.000013213575,0.0057008145,0.0014956153,0.8334329],"study_design_scores_gemma":[0.00286399,0.00030320045,0.74789673,0.00037997734,0.0000570779,0.0000024657247,0.011675962,0.18033531,0.00015853786,0.031468444,0.024457958,0.00040035992],"about_ca_topic_score_codex":0.00002798001,"about_ca_topic_score_gemma":0.00043585256,"teacher_disagreement_score":0.83303255,"about_ca_system_score_codex":0.00028180622,"about_ca_system_score_gemma":0.0008899471,"threshold_uncertainty_score":0.98937964},"labels":[],"label_agreement":null},{"id":"W2131691648","doi":"10.1016/j.evalprogplan.2008.03.005","title":"Implementing paraprofessional strength-based early intervention home visitations","year":2008,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Family and Disability Support Research","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Health Canada; University of Auckland","keywords":"Intervention (counseling); Visitor pattern; Nursing; Psychology; Focus group; Data collection; Population; Service delivery framework; Program evaluation; Medical education; Medicine; Service (business); Business; Sociology; Environmental health; Political science; Computer science","score_opus":0.18680456571047538,"score_gpt":0.5308191241236713,"score_spread":0.3440145584131959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131691648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993458,0.00046139452,0.00062246574,0.00021009299,0.00020110578,0.0006621053,0.000010622167,0.000105970066,0.0042682607],"genre_scores_gemma":[0.9970166,0.0000010089747,0.0016753384,0.00006670221,0.00006141771,0.0004413867,0.00040612172,0.000009230735,0.00032218287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982466,0.00040966002,0.00028971865,0.00027198513,0.00044403735,0.00033798654],"domain_scores_gemma":[0.9992931,0.00022870273,0.00008571148,0.00014548938,0.00015701936,0.00008996102],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018304697,0.00009820031,0.00010347661,0.0001339951,0.00048241531,0.000048445454,0.00006865123,0.00007231122,0.0026786681],"category_scores_gemma":[0.00011868602,0.000094122086,0.00006256556,0.00019899035,0.00009418121,0.00013911168,0.000032424636,0.00017819862,0.000074386015],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009564125,0.0003778392,0.7261671,0.000020661022,0.0000358512,0.000007570945,0.004073641,0.000025495312,0.000045222336,0.00064680737,0.0011602149,0.26734397],"study_design_scores_gemma":[0.0016216421,0.0003519359,0.98326844,0.000055297784,0.000024438623,0.000007890606,0.005123051,0.0065917275,0.00003110009,0.00049873546,0.0022965525,0.00012915961],"about_ca_topic_score_codex":0.00012513051,"about_ca_topic_score_gemma":0.00001657533,"teacher_disagreement_score":0.2672148,"about_ca_system_score_codex":0.000024831244,"about_ca_system_score_gemma":0.000059121572,"threshold_uncertainty_score":0.998233},"labels":[],"label_agreement":null},{"id":"W2136660033","doi":"10.1016/j.evalprogplan.2005.11.001","title":"Carrying out a social autopsy of deaths of persons who are homeless","year":2006,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Saint Paul University","funders":"","keywords":"Autopsy; Suicide prevention; Injury prevention; Poison control; Human factors and ergonomics; Occupational safety and health; Criminology; Gerontology; Medical emergency; Medicine; Psychiatry; Psychology; Environmental health; Pathology","score_opus":0.14168990963379532,"score_gpt":0.508408915329077,"score_spread":0.3667190056952816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136660033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902857,0.0013566485,0.000107913496,0.000099753546,0.00014772483,0.00070592813,0.000025622874,0.000060190487,0.007210551],"genre_scores_gemma":[0.9989991,0.000009491781,0.00034332665,0.0000114249015,0.00023398758,0.00015161918,0.00004672577,0.000013211468,0.00019109822],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845433,0.0004025697,0.00039464343,0.00014802864,0.00036489178,0.00023554558],"domain_scores_gemma":[0.99902874,0.00015036874,0.00039376173,0.00007040413,0.00032041626,0.000036292393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011016723,0.00009943852,0.0004772208,0.00008341939,0.0004992187,0.000011635531,0.00005831901,0.00016466528,0.00008563976],"category_scores_gemma":[0.00008305324,0.00009339944,0.000055155888,0.00014579434,0.00006918696,0.00007107013,0.000029199373,0.00018875045,0.0000023554537],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004128849,0.00009825651,0.70745456,0.0006204269,0.000037167687,0.0000015848377,0.19916824,0.000043346503,0.00023202795,0.0022964135,0.00015950616,0.08984719],"study_design_scores_gemma":[0.0015329564,0.00009019034,0.76028275,0.0009770818,0.00011905833,1.03824135e-7,0.23006397,0.004104344,0.00011379806,0.0009675287,0.0015540207,0.00019416228],"about_ca_topic_score_codex":0.0005168074,"about_ca_topic_score_gemma":0.0004923088,"teacher_disagreement_score":0.08965303,"about_ca_system_score_codex":0.000040028142,"about_ca_system_score_gemma":0.00013279113,"threshold_uncertainty_score":0.3839637},"labels":[],"label_agreement":null},{"id":"W2139543842","doi":"10.1016/j.evalprogplan.2012.03.016","title":"When does a conceptual framework become a theory? Reflections from an accidental theorist","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Credibility; Citizen journalism; General partnership; Epistemology; Logic model; Accidental; Conceptual framework; Sociology; Management science; Point (geometry); Computer science; Work (physics); Engineering ethics; Political science; Engineering; Social science; Philosophy; Mathematics; Law","score_opus":0.28428521749575497,"score_gpt":0.5820025195645955,"score_spread":0.2977173020688405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139543842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971715,0.0011102387,0.014996468,0.0009674318,0.0013731214,0.0008058863,0.00002889672,0.00018138408,0.008821626],"genre_scores_gemma":[0.98201966,0.0000105491445,0.015889166,0.00076840917,0.00060193264,0.0001758749,0.00014314165,0.000013474973,0.00037779377],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957217,0.001303095,0.00051857735,0.00039131154,0.0017425297,0.00032280452],"domain_scores_gemma":[0.99734676,0.0014062541,0.00026664644,0.00040027685,0.00033077045,0.00024927087],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011746623,0.00017222996,0.0002141941,0.00017855626,0.0005791229,0.0006566763,0.00028506,0.00013032446,0.01459442],"category_scores_gemma":[0.0017257942,0.0001124749,0.0000635832,0.0003299379,0.00016291295,0.0014630291,0.000078721765,0.00026569737,0.0002087954],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009461466,0.00019505525,0.23173404,0.0000012110261,0.00004152235,4.6606067e-7,0.04924391,0.00010628053,0.000081390695,0.02102435,0.00047188913,0.6970053],"study_design_scores_gemma":[0.001115302,0.000416467,0.42089155,0.00007742876,0.00014735624,0.000012729786,0.06561858,0.02824932,0.0002062982,0.38771266,0.09508263,0.0004696806],"about_ca_topic_score_codex":0.000039276245,"about_ca_topic_score_gemma":0.00004795199,"teacher_disagreement_score":0.6965356,"about_ca_system_score_codex":0.00006123308,"about_ca_system_score_gemma":0.00010839471,"threshold_uncertainty_score":0.98630637},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2149395670","doi":"10.1016/j.evalprogplan.2015.03.009","title":"Home for now: A mixed-methods evaluation of a short-term housing support program for homeless families","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Renting; Subsidy; Subsidized housing; Voucher; Business; Quarter (Canadian coin); Affordable housing; Rental housing; Workforce; Economic growth; Economics; Engineering","score_opus":0.27598289572888385,"score_gpt":0.5932576891539583,"score_spread":0.3172747934250744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149395670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9751267,0.0014209746,0.0099680545,0.0000800817,0.0009941284,0.0114008365,0.000047682046,0.00021946193,0.00074209465],"genre_scores_gemma":[0.9311928,0.000028978553,0.056333877,0.000019633031,0.00032754056,0.011455359,0.0005657549,0.000043253942,0.000032784938],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9962085,0.001347328,0.0007393005,0.00037685945,0.00081895886,0.00050908956],"domain_scores_gemma":[0.9957879,0.000715084,0.00036116337,0.00019645387,0.0027604115,0.0001789579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017053325,0.00021710322,0.0006497875,0.00019642539,0.0005392267,0.00006140731,0.00011767977,0.00028608227,0.000029909881],"category_scores_gemma":[0.0011048396,0.00019951572,0.00010551337,0.0002761274,0.00009325589,0.00022227013,0.00005461981,0.0001870947,0.0000024688768],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016329139,0.00016117607,0.050708648,0.00053544354,0.000058283054,1.8408257e-7,0.03624827,0.000101854195,0.0000738675,0.00019393193,0.00013674013,0.9116183],"study_design_scores_gemma":[0.014568557,0.0037745207,0.16652267,0.0014957172,0.0018447414,0.0000010030451,0.40486568,0.37085378,0.00049709034,0.011495649,0.02296144,0.001119135],"about_ca_topic_score_codex":0.000034541124,"about_ca_topic_score_gemma":0.0002694794,"teacher_disagreement_score":0.91049916,"about_ca_system_score_codex":0.00016385653,"about_ca_system_score_gemma":0.00087917096,"threshold_uncertainty_score":0.8136015},"labels":[],"label_agreement":null},{"id":"W2155432674","doi":"10.1016/j.evalprogplan.2013.12.001","title":"Government and voluntary sector differences in organizational capacity to do and use evaluation","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":60,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Government (linguistics); Turnover; Business; Work (physics); Organizational effectiveness; Public relations; Capacity building; Public sector; Psychology; Knowledge management; Political science; Management; Engineering; Economics; Computer science","score_opus":0.26169651629310603,"score_gpt":0.47235094517419796,"score_spread":0.21065442888109193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155432674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960236,0.00024442349,0.00032086147,0.0011095181,0.00012776027,0.0016406066,0.0000122492975,0.000019776233,0.0005011993],"genre_scores_gemma":[0.9953582,0.000019474463,0.0037315993,0.00040015974,0.00004510651,0.00032123696,0.000022807768,0.000006641792,0.000094747615],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957517,0.00050288683,0.00044776863,0.00044272927,0.0026775282,0.00017740887],"domain_scores_gemma":[0.9983582,0.00057409157,0.00014840873,0.00015479658,0.0006120219,0.00015247361],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062627913,0.00014166924,0.00018316507,0.0001732062,0.00018726577,0.0008855403,0.00009331982,0.00006432436,0.001895826],"category_scores_gemma":[0.001964564,0.00010994887,0.000012632625,0.00046088346,0.00005765787,0.00087727583,0.00008263477,0.000106860156,0.00003162247],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010892903,0.00003269978,0.7862641,0.0000040202567,0.000006409363,1.2255771e-7,0.0032671997,0.00020091524,0.00011293134,0.00016324435,0.00034123223,0.20959619],"study_design_scores_gemma":[0.0005395694,0.00011861185,0.7527942,0.00003670548,0.000015368847,0.0000032614944,0.0013271803,0.24129008,0.00001752594,0.003231833,0.00051249,0.0001131667],"about_ca_topic_score_codex":0.00011362147,"about_ca_topic_score_gemma":0.00013714665,"teacher_disagreement_score":0.24108917,"about_ca_system_score_codex":0.00010452016,"about_ca_system_score_gemma":0.00009511807,"threshold_uncertainty_score":0.9990166},"labels":[],"label_agreement":null},{"id":"W2157727468","doi":"10.1016/j.evalprogplan.2004.07.004","title":"Implementing the ecological approach in tobacco control programs: results of a case study","year":2004,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Santé Montérégie; Nunavik Regional Board of Health and Social Services; Université de Montréal","funders":"Health Canada","keywords":"Implementation; Social ecological model; Public health; Conceptual framework; Control (management); Tobacco control; Population; Key (lock); Business; Management science; Process management; Environmental resource management; Knowledge management; Ecology; Computer science; Environmental health; Medicine; Engineering; Nursing; Sociology; Economics; Computer security","score_opus":0.28356773302272864,"score_gpt":0.5551130996426561,"score_spread":0.27154536661992745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157727468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987543,0.00024593697,0.00008320168,0.0006953001,0.000064646694,0.009069369,0.0000031920142,0.000056922203,0.0022384354],"genre_scores_gemma":[0.994517,0.000004100634,0.002700421,0.00028919987,0.000035753153,0.0023968716,0.00004206804,0.0000060997977,0.000008477896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957235,0.0024896977,0.00079424365,0.00019557979,0.0003258512,0.0004711463],"domain_scores_gemma":[0.9984182,0.00083328114,0.00028172476,0.00019996068,0.00018526935,0.00008156286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017878158,0.00010681605,0.00021261908,0.00009074755,0.0012746624,0.000019621515,0.0000942029,0.00008082335,0.000016171896],"category_scores_gemma":[0.00072722265,0.0000710707,0.000021001153,0.00030184147,0.000038400423,0.000057488964,0.00011154444,0.00072538265,0.000002272672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022243866,0.0013484858,0.61416787,0.00007749963,0.000025623352,0.000042169064,0.112969555,0.0002898108,7.6409106e-7,0.000107074375,0.00004110219,0.2707076],"study_design_scores_gemma":[0.01766819,0.0011653851,0.50389767,0.00021972481,0.000057658857,0.000056991747,0.46966627,0.0042056036,4.0217228e-7,0.00036773577,0.0025430375,0.00015129175],"about_ca_topic_score_codex":0.0016311753,"about_ca_topic_score_gemma":0.0026608936,"teacher_disagreement_score":0.35669672,"about_ca_system_score_codex":0.00011926791,"about_ca_system_score_gemma":0.00045495224,"threshold_uncertainty_score":0.98038024},"labels":[],"label_agreement":null},{"id":"W2225238741","doi":"10.1016/j.evalprogplan.2015.12.009","title":"Using RUFDATA to guide a logic model for a quality assurance process in an undergraduate university program","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Humber Polytechnic; University of Guelph-Humber","funders":"University of Guelph","keywords":"Logic model; Quality assurance; Process (computing); Engineering management; Engineering; Computer science; Engineering ethics; Medical education; Process management; Political science; Medicine; Operations management; Public administration; Programming language","score_opus":0.6424714629299201,"score_gpt":0.6461729343400731,"score_spread":0.003701471410152979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2225238741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7562194,0.000041555344,0.23730692,0.0027881816,0.000077023025,0.0027400693,0.000034399447,0.00010179806,0.000690655],"genre_scores_gemma":[0.9036437,0.000005338311,0.095596,0.00020816653,0.000027093509,0.00016043513,0.00002817227,0.000008297944,0.00032279085],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99672896,0.0005193507,0.0005492353,0.00060780754,0.0012873844,0.00030728176],"domain_scores_gemma":[0.9977599,0.0004889175,0.0002642426,0.00034041874,0.0009845528,0.00016201183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01156704,0.00014908065,0.00023350414,0.00028714412,0.00024026891,0.00024770212,0.0003403508,0.00007383084,0.000042552554],"category_scores_gemma":[0.0017798282,0.00010434244,0.00004126956,0.0006807561,0.000053254047,0.0010425601,0.000060420425,0.000068041125,0.000009328571],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002336993,0.00020804728,0.081873074,0.000021120402,0.000008912376,8.7415503e-7,0.002223816,0.0617785,0.00030931164,0.0012260106,0.0002615771,0.85185504],"study_design_scores_gemma":[0.0014358443,0.0002831522,0.039397188,0.00011087025,0.000017330296,0.0000014740267,0.0012754404,0.93891776,0.000027560347,0.015225595,0.0031084672,0.00019931512],"about_ca_topic_score_codex":0.00001732268,"about_ca_topic_score_gemma":0.00031286455,"teacher_disagreement_score":0.8771393,"about_ca_system_score_codex":0.00015439179,"about_ca_system_score_gemma":0.0005749469,"threshold_uncertainty_score":0.42549613},"labels":[],"label_agreement":null},{"id":"W2251508941","doi":"10.1016/j.evalprogplan.2016.01.004","title":"Using the evaluation process as a lever for improving health and healthcare accessibility: The case of HCV services organization in Quebec","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Diabetes Management and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke; Hôpital Charles-Le Moyne","funders":"","keywords":"Transformative learning; Empowerment; Health care; Participatory evaluation; Process (computing); Knowledge management; Deliberation; Process management; Public relations; Psychology; Business; Medicine; Computer science; Sociology; Political science; Politics; Pedagogy","score_opus":0.13257802879075847,"score_gpt":0.49482797391793903,"score_spread":0.36224994512718056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251508941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98835075,0.0014208715,0.0003582968,0.00628882,0.00006737147,0.0034609102,0.000001765557,0.000019335872,0.000031860855],"genre_scores_gemma":[0.9987687,0.000011190775,0.00042978988,0.00043950079,0.00005842598,0.0001958427,0.00006089303,0.000009784134,0.0000259146],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897295,0.00020353812,0.0002571216,0.00019372972,0.00023553784,0.0001371087],"domain_scores_gemma":[0.99885017,0.000121798934,0.00024057162,0.00012488091,0.0006172023,0.00004540603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003380157,0.00007833882,0.000118007636,0.00008119204,0.00020860627,0.00007155556,0.00003789382,0.000037044665,0.00001344257],"category_scores_gemma":[0.00051657174,0.000041861753,0.000010241604,0.00032936427,0.00003955796,0.00027214782,0.000020044397,0.000046740945,1.929919e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045762972,0.00003737509,0.13063362,0.0007747706,0.000011436068,2.9099235e-7,0.011964466,0.000026098045,0.000060612012,0.00006482587,0.000008499385,0.85637224],"study_design_scores_gemma":[0.0063359784,0.0010132066,0.34267658,0.0025665467,0.000631899,0.00005654419,0.082910225,0.5587505,0.00041142822,0.0039349613,0.00041631938,0.00029579335],"about_ca_topic_score_codex":0.002333321,"about_ca_topic_score_gemma":0.0014104905,"teacher_disagreement_score":0.8560765,"about_ca_system_score_codex":0.00011273106,"about_ca_system_score_gemma":0.0005091133,"threshold_uncertainty_score":0.35272986},"labels":[],"label_agreement":null},{"id":"W2301037950","doi":"10.1016/j.evalprogplan.2016.03.001","title":"Planning an integrated agriculture and health program and designing its evaluation: Experience from Western Kenya","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"PATH; Bill and Melinda Gates Foundation","keywords":"Program evaluation; Agriculture; Occupational safety and health; Environmental planning; Human factors and ergonomics; Engineering; Poison control; Business; Economic growth; Environmental health; Political science; Geography; Medicine; Economics; Public administration","score_opus":0.1296405227431724,"score_gpt":0.4453615327165398,"score_spread":0.3157210099733674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2301037950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843107,0.008377605,0.00064964977,0.0033643658,0.00026683326,0.0025458937,0.000021295598,0.00039279804,0.000070848146],"genre_scores_gemma":[0.9923243,0.00004693877,0.005896619,0.0005781938,0.0002377546,0.000500665,0.0003740982,0.000023886747,0.000017578286],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974478,0.0005563013,0.0003956616,0.0006407976,0.00060279836,0.00035664506],"domain_scores_gemma":[0.9989136,0.00012537355,0.00021810173,0.00015316183,0.00030914514,0.00028060688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015445047,0.00027185603,0.0002774891,0.00013007048,0.00058411143,0.00073540286,0.00010119633,0.00013738612,0.000049150956],"category_scores_gemma":[0.00013836287,0.00018825919,0.00002403605,0.00022168564,0.00011471921,0.0010142452,0.000047581936,0.00018156522,0.000002615666],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014686413,0.000122070036,0.14481957,0.000036482063,0.00002099251,0.0000024579674,0.014401808,0.000025008489,0.0009517054,0.0000058000333,0.00027726917,0.83918995],"study_design_scores_gemma":[0.008566248,0.0022995144,0.8975104,0.0035061329,0.00020921901,0.00011015198,0.005766731,0.053989943,0.0036693662,0.00055189506,0.022859706,0.00096069666],"about_ca_topic_score_codex":0.000075969954,"about_ca_topic_score_gemma":0.000024815177,"teacher_disagreement_score":0.83822924,"about_ca_system_score_codex":0.00008932937,"about_ca_system_score_gemma":0.000054059055,"threshold_uncertainty_score":0.7676987},"labels":[],"label_agreement":null},{"id":"W2320316658","doi":"10.1016/j.evalprogplan.2016.02.003","title":"Active transportation to support diabetes prevention: Expanding school health promotion programming in an Indigenous community","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Urban Transport and Accessibility","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kahnawake Schools Diabetes Prevention Project; University of Alberta; McGill University","funders":"Academy of Scientific Research and Technology","keywords":"Walkability; Community-based participatory research; Pedestrian; Traffic calming; Active living; Health promotion; Context (archaeology); Community design; Psychological intervention; Indigenous; Participatory action research; Medical education; Psychology; Medicine; Environmental health; Geography; Nursing; Transport engineering; Sociology; Public health; Political science; Engineering; Physical activity","score_opus":0.13318395468932967,"score_gpt":0.48692074680703695,"score_spread":0.35373679211770725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320316658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958093,0.0000644749,0.00059863453,0.000488,0.00008048024,0.0026396327,0.000008226944,0.0001487352,0.0001624716],"genre_scores_gemma":[0.9976864,0.0000058016117,0.0014379149,0.00004874702,0.00007093311,0.0005112338,0.00019609893,0.000009145628,0.000033763463],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99769187,0.00090370246,0.00033647148,0.0002490121,0.00044632878,0.00037259125],"domain_scores_gemma":[0.99926984,0.00006424521,0.00015640544,0.00012145876,0.00014264797,0.00024538033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047121774,0.000110506306,0.0001626834,0.00014995823,0.0008135769,0.00013375022,0.00011856662,0.00008171803,0.00012402664],"category_scores_gemma":[0.00012915734,0.000094696465,0.000029766616,0.00037538848,0.00007414926,0.0010206578,0.000005483217,0.00016927654,0.0000033628107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018196251,0.00020479126,0.4976471,0.000017315118,0.0000036086296,2.8958644e-7,0.039659154,0.000004059968,0.00003848774,0.000012791957,0.0000025297218,0.46239167],"study_design_scores_gemma":[0.0006646104,0.0012419682,0.98618144,0.00029111304,0.000016715429,7.2721576e-8,0.009228281,0.00002771044,0.00011040166,0.0017226177,0.00035675443,0.00015832362],"about_ca_topic_score_codex":0.00051243894,"about_ca_topic_score_gemma":0.011488551,"teacher_disagreement_score":0.48853433,"about_ca_system_score_codex":0.00024357297,"about_ca_system_score_gemma":0.00035296634,"threshold_uncertainty_score":0.6410881},"labels":[],"label_agreement":null},{"id":"W2343146461","doi":"10.1016/j.evalprogplan.2016.02.005","title":"Building on a YMCA’s health and physical activity promotion capacities: A case study of a researcher-organization partnership to optimize adolescent programming_","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"General partnership; Capacity building; Public relations; Health promotion; Medical education; Promotion (chess); Competence (human resources); Thematic analysis; Curriculum; Psychology; Qualitative research; Knowledge management; Business; Medicine; Sociology; Public health; Political science; Nursing; Pedagogy; Computer science","score_opus":0.4321607553260688,"score_gpt":0.5905710736819928,"score_spread":0.158410318355924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343146461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888384,0.000042813434,0.00082788215,0.0030565718,0.000054877342,0.007009762,0.0000033632466,0.00011206161,0.00005426467],"genre_scores_gemma":[0.99585557,0.000009417209,0.002868998,0.00020293817,0.00006776795,0.0009278537,0.000009169019,0.000018615843,0.00003969298],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9961544,0.0022431847,0.00033106568,0.00030453355,0.00054095994,0.00042582196],"domain_scores_gemma":[0.99813366,0.00059509504,0.00023360505,0.00021274942,0.00041506498,0.00040981759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038378455,0.00014672836,0.000262687,0.00020057135,0.0009261696,0.00002588552,0.0000582068,0.00007272118,0.000013087276],"category_scores_gemma":[0.0014083155,0.00010910399,0.000013257472,0.0003811957,0.000053072068,0.00011158408,0.000104563784,0.00035736,0.0000031788418],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033709055,0.00159259,0.044150647,0.00056587625,0.000020363519,0.000009409264,0.18044282,0.0000207901,0.000055374392,0.00009948233,0.0002495419,0.772456],"study_design_scores_gemma":[0.024889313,0.03693609,0.3265975,0.016154561,0.00015810518,0.0001698963,0.56784207,0.019647062,0.0002712813,0.0008159979,0.0051782676,0.0013398726],"about_ca_topic_score_codex":0.0005099015,"about_ca_topic_score_gemma":0.00017381414,"teacher_disagreement_score":0.77111614,"about_ca_system_score_codex":0.00031330335,"about_ca_system_score_gemma":0.00068828714,"threshold_uncertainty_score":0.7123441},"labels":[],"label_agreement":null},{"id":"W2352252490","doi":"10.1016/j.evalprogplan.2016.05.002","title":"Steps towards incorporating heterogeneities into program theory: A case study of a data-driven approach","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Program evaluation; Management science; Computer science; Engineering; Data science; Political science; Public administration","score_opus":0.4316788458018273,"score_gpt":0.5556526633586825,"score_spread":0.12397381755685516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2352252490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9593332,0.00015565963,0.03628007,0.00009828604,0.00002853411,0.0031010113,0.000019246918,0.00022584763,0.000758183],"genre_scores_gemma":[0.9303894,0.0000016344492,0.06852753,0.000018081355,0.000041489864,0.0009313295,0.000037334074,0.00001143397,0.000041737603],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967243,0.00069011695,0.00071189087,0.0005949887,0.0011246462,0.00015405368],"domain_scores_gemma":[0.99746484,0.0006085153,0.0004644948,0.00081129355,0.00056497194,0.000085867345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072191036,0.00014789503,0.0002537986,0.00022317514,0.00028778947,0.00026288736,0.00045067607,0.0000668029,0.00004359183],"category_scores_gemma":[0.0008119295,0.000090184214,0.00003581962,0.00057730544,0.00013495744,0.00053606543,0.000311291,0.00007605873,0.0000035735675],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021543354,0.00041437318,0.015071,0.000006206354,0.000026750035,0.0000062403133,0.0043795784,0.00025689602,0.000036625395,0.0005478282,0.00007824548,0.9791547],"study_design_scores_gemma":[0.003517918,0.002739745,0.009828938,0.00014513377,0.00024150696,0.00031942144,0.09029282,0.8437152,0.00022570534,0.043676704,0.0046894024,0.0006075011],"about_ca_topic_score_codex":0.00008122951,"about_ca_topic_score_gemma":0.000028807333,"teacher_disagreement_score":0.9785472,"about_ca_system_score_codex":0.000023207513,"about_ca_system_score_gemma":0.00008939591,"threshold_uncertainty_score":0.36776057},"labels":[],"label_agreement":null},{"id":"W2403038639","doi":"10.1016/j.evalprogplan.2016.05.003","title":"A pilot evaluation of group-based programming offered at a Canadian outpatient adult eating disorders clinic","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hotel Dieu Hospital; Queen's University","funders":"","keywords":"Eating disorders; Feeling; Anxiety; Outpatient clinic; Clinical psychology; Psychiatry; Group psychotherapy; Medicine; Psychology","score_opus":0.10540731755643551,"score_gpt":0.4251547056664948,"score_spread":0.3197473881100593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403038639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934779,0.0005768713,0.0001628794,0.00021517056,0.0003624141,0.0025872546,0.000014634942,0.00009308781,0.0025098159],"genre_scores_gemma":[0.99657905,0.0000035330725,0.0016924875,0.00008378284,0.0000355729,0.0013053885,0.00016337543,0.000029219671,0.000107607484],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971147,0.00070868817,0.000526494,0.00044791886,0.00077104004,0.00043112147],"domain_scores_gemma":[0.9984954,0.0002481035,0.0003588382,0.00025450744,0.00046624528,0.00017687786],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030009907,0.00020332354,0.00022009104,0.00024327722,0.00026078534,0.00003934204,0.000103186656,0.000111808244,0.001170392],"category_scores_gemma":[0.00061507913,0.00016035078,0.0000737199,0.0002484125,0.000109620014,0.00008695681,0.000021778103,0.00011841515,0.000029703158],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092532864,0.00025690463,0.44790605,0.000015732203,0.00002537112,4.844356e-7,0.0016184803,0.000020938696,0.00007896646,0.00003341979,0.00011457575,0.5498365],"study_design_scores_gemma":[0.01137992,0.0061842375,0.95588297,0.0010643161,0.0006195261,0.0000046412047,0.002914575,0.019511951,0.000023564036,0.00040583083,0.0013972528,0.0006112477],"about_ca_topic_score_codex":0.009213598,"about_ca_topic_score_gemma":0.035992082,"teacher_disagreement_score":0.5492253,"about_ca_system_score_codex":0.00021331236,"about_ca_system_score_gemma":0.00021946713,"threshold_uncertainty_score":0.9997427},"labels":[],"label_agreement":null},{"id":"W2417468458","doi":"10.1016/j.evalprogplan.2016.06.003","title":"Transforming a municipal school sports programme through a critical communicative methodology: The role of the of advisory committee","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Inclusive Education and Diversity","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Stakeholder; Intersubjectivity; Focus group; Public relations; Intervention (counseling); Strengths and weaknesses; Stakeholder engagement; Political science; Psychological intervention; Sociology; Medical education; Psychology; Medicine; Nursing; Social psychology","score_opus":0.21994698442097202,"score_gpt":0.4913115165138282,"score_spread":0.27136453209285616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417468458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9358882,0.0025104783,0.0005107546,0.01948422,0.00026924218,0.002114512,0.000011366402,0.000055480443,0.039155804],"genre_scores_gemma":[0.9955226,0.00005183876,0.00408457,0.00020197377,0.00003683688,0.000043781594,0.0000025643278,0.0000033464437,0.00005245992],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99723506,0.0018028788,0.00020433137,0.000104578736,0.00046935238,0.00018382604],"domain_scores_gemma":[0.9978681,0.0013686748,0.00014944139,0.00021020108,0.0003525397,0.000050997685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048543494,0.00006639563,0.00012866018,0.000025835714,0.00075809914,0.000019026325,0.00030080182,0.00006320698,0.0002404224],"category_scores_gemma":[0.0026394383,0.00003579959,0.00006361155,0.0001990648,0.0011386947,0.00016794539,0.00008584894,0.00013103338,0.0000016079025],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001224949,0.00026581026,0.11446231,0.000021446403,0.000052760166,2.1568505e-7,0.42740783,0.0000048999873,0.00051152025,0.09595263,0.00020831433,0.36098975],"study_design_scores_gemma":[0.0014599807,0.0002562955,0.07415956,0.0005505947,0.00032544773,0.0000042119786,0.58416235,0.0005042254,0.002675925,0.09598278,0.23964228,0.0002763714],"about_ca_topic_score_codex":0.0005804704,"about_ca_topic_score_gemma":0.00014861995,"teacher_disagreement_score":0.3607134,"about_ca_system_score_codex":0.000041477782,"about_ca_system_score_gemma":0.00028174606,"threshold_uncertainty_score":0.58307624},"labels":[],"label_agreement":null},{"id":"W2443703118","doi":"10.1016/j.evalprogplan.2016.06.004","title":"Looking for sufficient change: Evaluation of counsellor training for STI syndromic management in India","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Medical education; Medicine; Quarter (Canadian coin); Nursing; Psychology; Family medicine","score_opus":0.47035623618895767,"score_gpt":0.5755004938400317,"score_spread":0.10514425765107399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2443703118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97378474,0.0011397399,0.005720434,0.00065401965,0.00070227485,0.017304745,0.000030503043,0.000055828514,0.00060773466],"genre_scores_gemma":[0.9910953,0.00004117669,0.0025353897,0.00013500461,0.00022432528,0.0057364954,0.00007580144,0.000018337307,0.00013817793],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977978,0.0004582986,0.0005030489,0.0003646271,0.00049614016,0.00038011945],"domain_scores_gemma":[0.99863046,0.00036706487,0.00033106445,0.00013129364,0.00048095867,0.00005915824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011116519,0.00011853776,0.00021801214,0.00020745728,0.0003036295,0.0000062266668,0.000057100646,0.0000989394,0.000050140403],"category_scores_gemma":[0.0003639717,0.00008555512,0.00002979444,0.00015360862,0.00004135162,0.00011096109,0.000021366133,0.00010030579,0.0000026547082],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030962308,0.00018734064,0.026224855,0.00086713256,0.000036097492,2.718361e-7,0.023797423,0.00008643461,0.00018039191,0.0012338316,0.00015037692,0.94692624],"study_design_scores_gemma":[0.017883945,0.0011835396,0.82849413,0.0051342826,0.00041086276,0.0000027489668,0.029712286,0.10069772,0.00008506758,0.005414787,0.010524948,0.00045570172],"about_ca_topic_score_codex":0.0000072820626,"about_ca_topic_score_gemma":0.0000057652687,"teacher_disagreement_score":0.9464705,"about_ca_system_score_codex":0.00020747,"about_ca_system_score_gemma":0.00020443705,"threshold_uncertainty_score":0.38527858},"labels":[],"label_agreement":null},{"id":"W2460333031","doi":"10.1016/j.evalprogplan.2016.06.009","title":"The impacts of intergovernmental grants on municipal infrastructure: Evidence from the Canada-Quebec infrastructure works 2000 program","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Local Government Finance and Decentralization","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de la Recherche Scientifique","funders":"","keywords":"Investment (military); Critical infrastructure; Public infrastructure; Business; Transportation infrastructure; Water infrastructure; Finance; Public administration; Environmental planning; Political science; Water supply; Transport engineering; Engineering; Geography","score_opus":0.03116798306639455,"score_gpt":0.3624651910394529,"score_spread":0.33129720797305834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460333031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932609,0.0016189965,0.000060963608,0.0031157278,0.00037159488,0.0010250148,0.000021067599,0.0000344133,0.00049130246],"genre_scores_gemma":[0.998818,0.00051963556,0.00012222958,0.00023358724,0.00013459843,0.00006527294,0.000011654507,0.000006500843,0.00008851872],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977022,0.00033612573,0.00023801289,0.00018454813,0.0012568871,0.0002822484],"domain_scores_gemma":[0.99883026,0.00059810805,0.00023225632,0.00017322724,0.00008566126,0.00008046232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088851986,0.00012070101,0.0001062692,0.0000103278435,0.000557708,0.0001891625,0.00025666016,0.000080936625,0.00011740073],"category_scores_gemma":[0.00090113847,0.000058925045,0.000030712443,0.00018851658,0.0002646696,0.0002836239,0.000045363355,0.00012161256,0.0000010542029],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001413901,0.00001666948,0.10064691,0.0000024729495,0.00002470717,7.183733e-7,0.010170407,0.00012962434,0.000039912265,0.0002880424,0.0054578823,0.88308126],"study_design_scores_gemma":[0.00078565243,0.00022067428,0.88629764,0.0011327636,0.000058546913,6.6974815e-7,0.010733496,0.0025622188,0.00024113338,0.001036687,0.09674138,0.00018912954],"about_ca_topic_score_codex":0.19363905,"about_ca_topic_score_gemma":0.5557065,"teacher_disagreement_score":0.88289213,"about_ca_system_score_codex":0.0005396655,"about_ca_system_score_gemma":0.0007259695,"threshold_uncertainty_score":0.81173056},"labels":[],"label_agreement":null},{"id":"W2507236586","doi":"10.1016/j.evalprogplan.2016.08.005","title":"The use of Outcome Harvesting in learning-oriented and collaborative inquiry approaches to evaluation: An example from Calgary, Alberta","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"University of Toronto; United Way","keywords":"Neighbourhood (mathematics); Outcome (game theory); Work (physics); Collaborative learning; Process (computing); Community development; Knowledge management; Sociology; Public relations; Engineering; Computer science; Political science","score_opus":0.7616272255532968,"score_gpt":0.5431760229740711,"score_spread":0.21845120257922568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507236586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941355,0.0003005318,0.0022883655,0.0011025924,0.00017641521,0.0014888895,0.0000035765263,0.000020692478,0.0004834134],"genre_scores_gemma":[0.99220836,0.000015222492,0.006763698,0.00008514335,0.00005184448,0.0003490173,0.000039836144,0.000009142062,0.00047776147],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99474126,0.0018577221,0.0008270397,0.0005112936,0.0018486595,0.00021403102],"domain_scores_gemma":[0.9939826,0.0043878616,0.00039847256,0.00031506552,0.0007831889,0.00013279752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014981024,0.00014995672,0.0002459016,0.00017294029,0.00033549842,0.00041788982,0.00016280921,0.00007029088,0.00017200844],"category_scores_gemma":[0.006929794,0.000084661595,0.000021889398,0.000739175,0.00014778259,0.0009246831,0.00009575722,0.000118552285,0.000008950003],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081210776,0.000027966025,0.3209282,0.0000013968729,0.000010032029,1.8828125e-7,0.014557156,0.0029643287,0.000051600164,0.00035876824,0.00006178792,0.6609574],"study_design_scores_gemma":[0.001690517,0.00039574172,0.39708105,0.00009385637,0.000036351717,0.0000014383022,0.008697741,0.56343776,0.00006862132,0.00095784746,0.027366009,0.00017310273],"about_ca_topic_score_codex":0.0010330473,"about_ca_topic_score_gemma":0.002256067,"teacher_disagreement_score":0.6607843,"about_ca_system_score_codex":0.000060910497,"about_ca_system_score_gemma":0.00021138226,"threshold_uncertainty_score":0.8296111},"labels":[],"label_agreement":null},{"id":"W2549585109","doi":"10.1016/j.evalprogplan.2016.11.013","title":"Measurement and evaluation practices of factors that contribute to effective health promotion collaboration functioning: A scoping review","year":2016,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Cancer Society; Athabasca University; University of British Columbia, Okanagan Campus; BC Cancer Agency; Kelowna General Hospital; University of British Columbia","funders":"Canadian Cancer Society","keywords":"Health promotion; Promotion (chess); Psychology; Focus group; Applied psychology; Outcome (game theory); Medical education; Knowledge management; Medicine; Nursing; Public health; Political science; Computer science; Marketing; Business","score_opus":0.5464098204252502,"score_gpt":0.6425705806916565,"score_spread":0.0961607602664063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549585109","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002515616,0.94369376,0.00031784247,0.001438906,0.00053869234,0.053469587,0.00002694172,0.0000818082,0.00018089643],"genre_scores_gemma":[0.0008903754,0.98523235,0.00040727793,0.0002821714,0.00008890991,0.012506175,0.00054841314,0.00003030033,0.000014050066],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9863439,0.00956142,0.0014936676,0.0005153217,0.0016347081,0.00045096583],"domain_scores_gemma":[0.99130416,0.0014667725,0.0042467746,0.00030570128,0.0023588857,0.00031769817],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030454228,0.00037746114,0.0014845766,0.00035754128,0.0011326488,0.00005095602,0.00009361569,0.0002657927,0.00010121118],"category_scores_gemma":[0.008668541,0.00027851426,0.000072171,0.0005900121,0.000032090196,0.00030207873,0.00010978591,0.0005246513,0.000013462426],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031091076,0.000054691518,0.0005982378,0.13744213,0.0000757716,8.675921e-8,0.001720495,5.043616e-7,2.0922367e-7,0.000013027546,0.00043427298,0.8596295],"study_design_scores_gemma":[0.0009496523,0.0008844165,0.001845539,0.77981246,0.00073664717,0.0000024736053,0.0007387964,0.0000970803,5.063889e-7,0.000033215878,0.21463257,0.00026662796],"about_ca_topic_score_codex":0.00008671113,"about_ca_topic_score_gemma":0.00021034936,"teacher_disagreement_score":0.85936284,"about_ca_system_score_codex":0.0013449783,"about_ca_system_score_gemma":0.0067054103,"threshold_uncertainty_score":0.9999667},"labels":[],"label_agreement":null},{"id":"W2551625718","doi":"10.1016/j.evalprogplan.2016.11.004","title":"Stakeholder’s perspective: Sustainability of a community health worker program in Afghanistan","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Memorial University of Newfoundland","funders":"International Development Research Centre","keywords":"Sustainability; Stakeholder; Business; Focus group; Community health; Public relations; Sustainability organizations; Health care; Marketing; Economic growth; Political science; Economics","score_opus":0.11196038242707305,"score_gpt":0.46985128287645955,"score_spread":0.3578909004493865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551625718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883294,0.0011252285,0.000060109996,0.0065176426,0.000029420708,0.0022301194,0.0000058746377,0.00009249109,0.0016097168],"genre_scores_gemma":[0.9986772,0.00003074017,0.00080669514,0.0002551561,0.000022674145,0.00011866999,0.000012133942,0.000006935408,0.0000698304],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985297,0.00046154144,0.00030010944,0.00014034983,0.0003141514,0.0002541622],"domain_scores_gemma":[0.9991017,0.00007108197,0.00012141993,0.00017676006,0.00039627752,0.00013273544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002225154,0.00009816267,0.00024287903,0.00008080834,0.00010642875,0.000014683685,0.00004402625,0.00005088628,0.000038648104],"category_scores_gemma":[0.00031819247,0.00006540903,0.000028725495,0.00019158017,0.00009791662,0.000062317486,0.000028429822,0.00019878299,9.4589e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032164008,0.00076229544,0.3928091,0.0002694431,0.000015271364,0.0000027177875,0.004105494,0.0000030309318,0.000016875207,0.0010487826,0.00014009724,0.60050523],"study_design_scores_gemma":[0.0023796218,0.0018607728,0.9765352,0.00071311806,0.000019029105,0.000013068783,0.01022277,0.00017047649,0.000018062676,0.0054294416,0.0025654577,0.00007299273],"about_ca_topic_score_codex":0.0011070793,"about_ca_topic_score_gemma":0.00019142468,"teacher_disagreement_score":0.6004323,"about_ca_system_score_codex":0.00044515805,"about_ca_system_score_gemma":0.00038237465,"threshold_uncertainty_score":0.2667303},"labels":[],"label_agreement":null},{"id":"W2559887462","doi":"10.1016/j.evalprogplan.2016.12.007","title":"Justice involvement among homeless individuals with mental illnesses: Are self-report and administrative measures comparable?","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Wilfrid Laurier University; Douglas Mental Health University Institute; McGill University","funders":"","keywords":"Mental health; Economic Justice; Mental illness; Psychology; Occupational safety and health; Psychiatry; Clinical psychology; Criminology; Medicine; Political science","score_opus":0.2060274381458094,"score_gpt":0.5038758993439192,"score_spread":0.2978484611981098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559887462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99471974,0.0008356265,0.00016810071,0.0002922884,0.00025688144,0.0019387689,0.000022262288,0.00015433821,0.0016120189],"genre_scores_gemma":[0.99800974,0.00010469293,0.00060648686,0.00004915571,0.00012833659,0.0009124366,0.00006178529,0.000017573502,0.000109815344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977444,0.0005999875,0.00037976215,0.00032669207,0.0006205977,0.00032855052],"domain_scores_gemma":[0.99861556,0.00032297688,0.00040607917,0.00012061162,0.00036742113,0.00016734759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002066781,0.0001856564,0.00038874225,0.00007075295,0.0010465506,0.00006873354,0.00006344189,0.00012539623,0.00008945589],"category_scores_gemma":[0.00012777901,0.000117428855,0.00001682736,0.00013926016,0.00013500427,0.00026644187,0.000050411953,0.00017651662,0.000005689332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004443869,0.000091308706,0.90221125,0.00019804752,0.00011067376,0.000018417824,0.07052076,0.0000020392192,0.000010869273,0.00020937403,0.00009117106,0.026491642],"study_design_scores_gemma":[0.002200127,0.0002602866,0.696996,0.0013629557,0.0002940187,0.000002871731,0.29328027,0.00019973819,0.00006282324,0.00020293679,0.0048603443,0.00027766166],"about_ca_topic_score_codex":0.000094385854,"about_ca_topic_score_gemma":0.00088022294,"teacher_disagreement_score":0.22275952,"about_ca_system_score_codex":0.000082528924,"about_ca_system_score_gemma":0.0002259305,"threshold_uncertainty_score":0.8049327},"labels":[],"label_agreement":null},{"id":"W2560044547","doi":"10.1016/j.evalprogplan.2016.12.003","title":"Strategies for fostering basic psychological needs support in high quality youth leadership programs","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Youth Development and Social Support","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Positive Youth Development; Competence (human resources); Autonomy; Negotiation; Psychology; Public relations; Context (archaeology); Applied psychology; Social psychology; Political science; Developmental psychology","score_opus":0.542972657330441,"score_gpt":0.5122153140984685,"score_spread":0.030757343231972434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560044547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.982451,0.00007178489,0.00048599546,0.0016186608,0.000264934,0.0015027237,0.00000498854,0.00016888065,0.013430984],"genre_scores_gemma":[0.9978699,0.00001527596,0.0011033951,0.000126853,0.00015423111,0.00035511376,0.00006771621,0.000008299665,0.00029920292],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99822956,0.00033543396,0.00030345152,0.0002417653,0.00045345438,0.00043635728],"domain_scores_gemma":[0.9994737,0.00013603889,0.00010536956,0.0000679556,0.00011628815,0.00010065382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050415206,0.000113687485,0.00017043088,0.00010528478,0.0003022914,0.00021240441,0.00010876566,0.00015845064,0.00013323859],"category_scores_gemma":[0.00023372813,0.000087144355,0.0000428951,0.00027733212,0.0001790108,0.00036022332,0.000023942206,0.00007675545,0.000005744424],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057165755,0.000059241862,0.22143143,0.000013515704,0.000007674886,7.982465e-7,0.067746855,5.4583705e-7,0.000011371145,0.005733929,0.000038433183,0.704899],"study_design_scores_gemma":[0.0041638706,0.0007730988,0.57615685,0.00030089676,0.000060694958,0.0000010471024,0.38588405,0.000041404826,0.000016733426,0.020813404,0.011079644,0.000708281],"about_ca_topic_score_codex":0.00016650867,"about_ca_topic_score_gemma":0.0003202071,"teacher_disagreement_score":0.70419073,"about_ca_system_score_codex":0.00007458444,"about_ca_system_score_gemma":0.00019673294,"threshold_uncertainty_score":0.35536438},"labels":[],"label_agreement":null},{"id":"W2571551176","doi":"10.1016/j.evalprogplan.2017.01.003","title":"Use of concurrent mixed methods combining concept mapping and focus groups to adapt a health equity tool in Canada","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Santé Montérégie; Université de Montréal; Université Laval","funders":"World Health Organization","keywords":"Equity (law); Health equity; Focus group; Concept map; Public health; Management science; Set (abstract data type); Knowledge management; Process (computing); Intervention mapping; Psychology; Process management; Computer science; Health promotion; Business; Engineering; Political science; Medicine; Marketing; Nursing; Artificial intelligence","score_opus":0.8168314045568528,"score_gpt":0.7330522249765823,"score_spread":0.08377917958027048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2571551176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.974366,0.0003167552,0.008743854,0.011837193,0.0007445023,0.003711294,0.0000559334,0.000029996509,0.00019446501],"genre_scores_gemma":[0.9722132,0.000014388323,0.024441259,0.0028913857,0.000035397734,0.00037023527,0.000013244799,0.000008191492,0.00001270692],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9953625,0.002327927,0.00091655087,0.00030002836,0.00052643765,0.0005665369],"domain_scores_gemma":[0.9966442,0.001861566,0.0007826402,0.00024256998,0.00020735063,0.00026168904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010750751,0.00012066965,0.0003475498,0.00012913303,0.0010575855,0.00006829855,0.00014374148,0.000049848702,0.00004804755],"category_scores_gemma":[0.0046576457,0.00011908003,0.000011823335,0.00016743125,0.00007272477,0.00029985764,0.0002659385,0.00028668297,0.000001026544],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012395078,0.000007815004,0.10929404,0.00012823223,0.000005286138,6.615965e-7,0.025831893,0.00004338511,0.000039680235,0.00052930537,0.0016358362,0.86247146],"study_design_scores_gemma":[0.0020066767,0.00023434305,0.92981344,0.0010001063,0.000009793276,0.0000018032621,0.01313019,0.03102808,0.00004415478,0.0003131437,0.022219438,0.00019880112],"about_ca_topic_score_codex":0.44164604,"about_ca_topic_score_gemma":0.3835389,"teacher_disagreement_score":0.8622727,"about_ca_system_score_codex":0.0005448438,"about_ca_system_score_gemma":0.0039303848,"threshold_uncertainty_score":0.8134199},"labels":[],"label_agreement":null},{"id":"W2580523678","doi":"10.1016/j.evalprogplan.2017.01.004","title":"Implementation evaluation of early intensive behavioral intervention programs for children with autism spectrum disorders: A systematic review of studies in the last decade","year":2017,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; Université du Québec à Trois-Rivières","funders":"","keywords":"Intervention (counseling); Autism; Psychological intervention; Systematic review; Autism spectrum disorder; Protocol (science); Psychology; Clinical psychology; Medicine; MEDLINE; Developmental psychology; Psychiatry; Alternative medicine","score_opus":0.6237094503308981,"score_gpt":0.6133015461684089,"score_spread":0.010407904162489157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580523678","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007904261,0.9682391,0.000017222304,0.00008530168,0.00017092818,0.02349697,0.000030028508,0.000019257455,0.000036884936],"genre_scores_gemma":[0.051462907,0.9230843,0.00014249593,0.00002231722,0.000038519964,0.02444263,0.00077027583,0.000026772335,0.000009778504],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9956856,0.0017516137,0.0012341731,0.00040826347,0.0006855076,0.00023485362],"domain_scores_gemma":[0.9969544,0.00017201925,0.0021113644,0.00033985733,0.00039808796,0.000024286524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069328034,0.00032633395,0.0015640041,0.00015408272,0.0001345327,0.000047844234,0.0002183505,0.00014527097,0.000027475766],"category_scores_gemma":[0.00017763465,0.00018151499,0.00029629463,0.00025735228,0.00020562133,0.0000994053,0.000042880336,0.00022586006,0.0000017010447],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002097452,0.00029319036,0.0028364297,0.1431765,0.00046917013,4.922672e-7,0.0037635479,1.00494525e-7,6.0259415e-9,0.000093276874,0.000045086104,0.8493012],"study_design_scores_gemma":[0.002876838,0.0053007687,0.051755924,0.9003553,0.02777315,0.0000647595,0.008879634,0.000008918827,9.7404964e-8,0.00079802447,0.0017246803,0.00046193125],"about_ca_topic_score_codex":0.0001294372,"about_ca_topic_score_gemma":0.00024592178,"teacher_disagreement_score":0.8488393,"about_ca_system_score_codex":0.00006607097,"about_ca_system_score_gemma":0.000047689377,"threshold_uncertainty_score":0.74019665},"labels":[],"label_agreement":null},{"id":"W2587275352","doi":"10.1016/j.evalprogplan.2017.02.005","title":"Concept mapping internal validity: A case of misconceived mapping?","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep Marie-Victorin; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Internal validity; Engineering; Psychology; Computer science; Mathematics; Statistics","score_opus":0.49797449573113756,"score_gpt":0.5785909440871707,"score_spread":0.08061644835603315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587275352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9770821,0.00035892447,0.005276906,0.0007840182,0.0005098569,0.0006865867,0.000009311154,0.000037723574,0.015254598],"genre_scores_gemma":[0.9935855,0.000008294409,0.0055332896,0.00012068396,0.0001138178,0.00006123848,0.000013109796,0.000006384838,0.0005576419],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99706036,0.0004077161,0.00066725694,0.00036157016,0.0013062507,0.00019683244],"domain_scores_gemma":[0.997266,0.00044599787,0.00088133186,0.0005303793,0.00076673337,0.000109548506],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00959699,0.00013511186,0.00026923604,0.00020340557,0.00065732986,0.0007386549,0.00038051858,0.000069934984,0.0010599309],"category_scores_gemma":[0.0026712415,0.0001071661,0.00007508673,0.0001432789,0.00021260085,0.0005965514,0.000134139,0.00014863549,0.000026587571],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022834975,0.000042908916,0.12102782,0.000010847473,0.000028427057,0.000037358386,0.009306656,0.00023984177,0.00017301987,0.00025146632,0.0009030397,0.8679558],"study_design_scores_gemma":[0.0027606313,0.00037975342,0.32248136,0.00035656415,0.000059736292,0.00037624055,0.014634889,0.6146403,0.0006511993,0.006115142,0.037194245,0.00034993977],"about_ca_topic_score_codex":0.000072977826,"about_ca_topic_score_gemma":0.000019555655,"teacher_disagreement_score":0.86760587,"about_ca_system_score_codex":0.00002991707,"about_ca_system_score_gemma":0.00017407343,"threshold_uncertainty_score":0.99985325},"labels":[],"label_agreement":null},{"id":"W2599296695","doi":"10.1016/j.evalprogplan.2017.03.007","title":"Diversity training for the community aged care workers: A conceptual framework for evaluation","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Human Resource Development and Performance Evaluation","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Institute on Minority Health and Health Disparities; Department of Social Services, Australian Government","keywords":"Diversity (politics); Diversity training; Training (meteorology); Conceptual framework; Human factors and ergonomics; Psychology; Gerontology; Poison control; Nursing; Medical education; Applied psychology; Medicine; Sociology; Environmental health; Geography","score_opus":0.39049237357031147,"score_gpt":0.5107415331935514,"score_spread":0.12024915962323995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599296695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9817505,0.001318338,0.00855995,0.00035096123,0.00081696257,0.00519214,0.000017272301,0.00007790672,0.0019160035],"genre_scores_gemma":[0.99159896,0.0000035199157,0.0049584494,0.00013934185,0.00032501254,0.0024755169,0.00036791156,0.000015547523,0.00011574797],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99821275,0.00053426024,0.00022844033,0.00023296424,0.0005052353,0.00028632808],"domain_scores_gemma":[0.9975276,0.0011998254,0.00033176484,0.0004246973,0.00046066358,0.00005544624],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008196455,0.000154243,0.00016308327,0.00005973782,0.010442883,0.00025251982,0.0003391559,0.0001646875,0.00032237003],"category_scores_gemma":[0.0014127812,0.00012782127,0.00007621044,0.000049962895,0.00021011628,0.00019193938,0.00014654188,0.00032256744,0.0000056754384],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027890643,0.00002625487,0.05494315,0.00002145152,0.00009910191,8.891908e-8,0.35050878,0.00020352415,0.000001421349,0.000616154,0.000633903,0.5926673],"study_design_scores_gemma":[0.0047915443,0.00040004065,0.7544711,0.00018519379,0.00046376398,0.0000014619176,0.19009593,0.037635505,0.00000657531,0.0041950215,0.0075027547,0.000251049],"about_ca_topic_score_codex":0.00004986718,"about_ca_topic_score_gemma":0.00006686652,"teacher_disagreement_score":0.699528,"about_ca_system_score_codex":0.00007621978,"about_ca_system_score_gemma":0.000105734245,"threshold_uncertainty_score":0.9908454},"labels":[],"label_agreement":null},{"id":"W2612136089","doi":"10.1016/j.evalprogplan.2017.05.012","title":"The theory of change of the evaluation support program: Enhancing the role of community organizations in providing an ecology of care for neurological disorders","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ontario Brain Institute","funders":"","keywords":"Theory of change; Program evaluation; Capacity building; Field (mathematics); Business; Process management; Public relations; Knowledge management; Engineering; Political science; Computer science; Management; Public administration","score_opus":0.3067197470604154,"score_gpt":0.5514533322275317,"score_spread":0.2447335851671163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612136089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943338,0.00028961926,0.00009961901,0.00075677654,0.00013438008,0.0038037784,0.000010417996,0.0000078517605,0.00056374486],"genre_scores_gemma":[0.9989187,0.000017138915,0.0003371204,0.000031673695,0.000017822766,0.0006372096,0.000028988681,0.000005872978,0.0000054850143],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954653,0.002481503,0.0007129282,0.00014430212,0.0010512347,0.00014475617],"domain_scores_gemma":[0.9947876,0.0017329683,0.0011869046,0.0006420378,0.0016278806,0.000022661667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024712777,0.00009054972,0.00021888263,0.00008597293,0.0010236786,0.000080164966,0.0007214946,0.000072425544,0.00004864006],"category_scores_gemma":[0.007627407,0.000045921624,0.000056850087,0.00032488772,0.00041281705,0.0002686385,0.00015332403,0.00016516424,2.1269217e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006697413,0.00012585276,0.31446168,0.000021183288,0.000009556661,5.353762e-9,0.0260304,0.00064966327,0.00022610792,0.0012281016,0.000003565885,0.6571769],"study_design_scores_gemma":[0.00065055175,0.0011279938,0.8426192,0.000040807718,0.000076676355,4.6497775e-7,0.044076,0.09414249,0.0013232812,0.015414734,0.00047305317,0.000054789365],"about_ca_topic_score_codex":0.0000462844,"about_ca_topic_score_gemma":0.0017010974,"teacher_disagreement_score":0.65712214,"about_ca_system_score_codex":0.000018595605,"about_ca_system_score_gemma":0.0003401846,"threshold_uncertainty_score":0.91312695},"labels":[],"label_agreement":null},{"id":"W2612308238","doi":"10.1016/j.evalprogplan.2017.05.013","title":"Putting evaluation capacity building in context: Reflections on the Ontario Brain Institute’s Evaluation Support Program","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Framing (construction); Phenomenon; Theory of change; Context (archaeology); Engineering ethics; Public relations; Psychology; Sociology; Political science; Engineering; Epistemology","score_opus":0.6438070308226429,"score_gpt":0.6110897806645028,"score_spread":0.03271725015814009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612308238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94494927,0.00008379597,0.00037331815,0.009806281,0.0011571653,0.0062688235,0.0000041637004,0.00010246112,0.037254743],"genre_scores_gemma":[0.9914548,0.0000039510332,0.004334268,0.0007830824,0.00018333222,0.002809977,0.00008381319,0.00001644538,0.00033032685],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9896468,0.0019959302,0.0011284641,0.00089029723,0.0058540665,0.0004844749],"domain_scores_gemma":[0.99478745,0.0009988833,0.0010474034,0.0010341124,0.001990291,0.00014185694],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07483678,0.00030593982,0.00034056001,0.0004843903,0.0024433648,0.0023584429,0.00066335505,0.00017881485,0.0020468507],"category_scores_gemma":[0.015444839,0.00022158821,0.000110056346,0.0005221137,0.00026541617,0.0017589391,0.00013283658,0.0006188929,0.000082806524],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042340074,0.00017723354,0.064545624,0.000004471874,0.000024557654,9.770889e-7,0.00879097,0.005087309,0.00007030339,0.002018286,0.00081015856,0.91842777],"study_design_scores_gemma":[0.0021032896,0.0004857681,0.44474924,0.00018251008,0.000102327045,0.000011317804,0.0019482585,0.48730433,0.00009864777,0.019994784,0.042750213,0.0002693313],"about_ca_topic_score_codex":0.0020293884,"about_ca_topic_score_gemma":0.044385865,"teacher_disagreement_score":0.9181584,"about_ca_system_score_codex":0.00089542085,"about_ca_system_score_gemma":0.0015591828,"threshold_uncertainty_score":0.9988654},"labels":[],"label_agreement":null},{"id":"W2612615669","doi":"10.1016/j.evalprogplan.2017.05.001","title":"Valuing and embracing complexity: How an understanding of complex interventions needs to shape our evaluation capacities building initiatives","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Psychological intervention; Causality (physics); Intervention (counseling); Management science; Capacity building; Key (lock); Computer science; Process management; Engineering ethics; Public relations; Risk analysis (engineering); Psychology; Engineering; Political science; Business; Economic growth; Computer security; Economics","score_opus":0.796484179060009,"score_gpt":0.6287786959034635,"score_spread":0.16770548315654554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612615669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96862686,0.00025321537,0.02097211,0.0031288976,0.00030187273,0.0013677254,0.00001840473,0.000055698565,0.0052752397],"genre_scores_gemma":[0.98523355,0.000009652615,0.014329487,0.000107862455,0.00009328399,0.00012000483,0.00005019481,0.000013280423,0.000042702013],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99541473,0.00092112867,0.0006721146,0.00043550303,0.0022886605,0.00026788845],"domain_scores_gemma":[0.99711317,0.00035563103,0.00083477586,0.00045273188,0.0010622125,0.00018146036],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.018505536,0.00020116717,0.0003663705,0.00074377836,0.0015999242,0.001915623,0.00034488074,0.000073056864,0.0002562402],"category_scores_gemma":[0.0034146083,0.00017966534,0.00008249484,0.0003378248,0.00022910303,0.002301139,0.00019130207,0.00015975538,0.0000034571442],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010613216,0.00015664478,0.09997958,0.00014372836,0.00012542147,0.0000010312392,0.053815123,0.0043828865,0.0029025534,0.034789782,0.00027028008,0.80332685],"study_design_scores_gemma":[0.0008740122,0.00036941958,0.25332355,0.00043245018,0.00010015966,0.000006043665,0.094269045,0.6258152,0.00011022841,0.024356844,0.00014512429,0.00019786948],"about_ca_topic_score_codex":0.00002717278,"about_ca_topic_score_gemma":0.00008150215,"teacher_disagreement_score":0.80312896,"about_ca_system_score_codex":0.00013088794,"about_ca_system_score_gemma":0.00015691241,"threshold_uncertainty_score":0.99969983},"labels":[],"label_agreement":null},{"id":"W2612922875","doi":"10.1016/j.evalprogplan.2017.05.003","title":"Experiments in evaluation capacity building: Enhancing brain disorders research impact in Ontario","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Ontario Brain Institute; University of Toronto","funders":"","keywords":"Capacity building; Program evaluation; Psychological intervention; Research program; Evaluation methods; Business; Public relations; Knowledge management; Engineering; Political science; Computer science; Medicine; Nursing; Public administration","score_opus":0.668659228008001,"score_gpt":0.6638961236352161,"score_spread":0.004763104372784932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612922875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98475254,0.00020618428,0.00013701574,0.0010610225,0.0002601112,0.0018560924,0.0000010770714,0.000018003857,0.011707936],"genre_scores_gemma":[0.9976893,0.000006614849,0.0014492257,0.00005284527,0.000039409348,0.0005160857,0.000020054615,0.000009596216,0.0002168538],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9913758,0.0018986529,0.0007982965,0.00066168065,0.0047589974,0.00050656893],"domain_scores_gemma":[0.9973257,0.0008469014,0.00035784126,0.00062803336,0.00071444974,0.0001270558],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0759088,0.00017541763,0.0002667576,0.00084108463,0.00073906436,0.0012332615,0.00048335234,0.0001232249,0.0016770973],"category_scores_gemma":[0.008361634,0.00014612896,0.00005621081,0.00047336306,0.00014104223,0.0013171788,0.00015022338,0.0005438316,0.00003385338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049852388,0.000104988496,0.6914602,0.00000256525,0.000006185994,8.6746775e-7,0.010890872,0.0038048518,0.00041409928,0.000088537796,0.00019163315,0.29298538],"study_design_scores_gemma":[0.0016049163,0.00017832751,0.7572256,0.00011598491,0.000005248366,0.0000013382031,0.0017738139,0.22674282,0.00017352722,0.010536503,0.0015035059,0.00013845757],"about_ca_topic_score_codex":0.02063785,"about_ca_topic_score_gemma":0.20763355,"teacher_disagreement_score":0.29284692,"about_ca_system_score_codex":0.0009767746,"about_ca_system_score_gemma":0.0011151512,"threshold_uncertainty_score":0.99999136},"labels":[],"label_agreement":null},{"id":"W2613076730","doi":"10.1016/j.evalprogplan.2017.05.002","title":"Reflections on experiential learning in evaluation capacity building with a community organization, Dancing With Parkinson’s","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Experiential learning; Capacity building; Process (computing); Work (physics); Knowledge management; Theory of change; Public relations; Process management; Business; Psychology; Engineering; Political science; Computer science; Sociology; Pedagogy","score_opus":0.4199949220885857,"score_gpt":0.5642586873955286,"score_spread":0.14426376530694296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613076730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851391,0.00003125799,0.004515165,0.00046083686,0.00015519302,0.0010592462,0.0000012470657,0.00008504831,0.00855295],"genre_scores_gemma":[0.9936317,0.000004704584,0.0057763183,0.000105671046,0.00006857115,0.00027605827,0.000049147675,0.00001774721,0.00007006726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994604,0.0016600384,0.0004583109,0.00042977382,0.0025930945,0.0002547961],"domain_scores_gemma":[0.9967242,0.00041241152,0.00060647127,0.0005990343,0.0015616587,0.000096209],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.017212708,0.00019009727,0.00022842315,0.0003636777,0.0031410172,0.0013253493,0.0003251321,0.000082063045,0.0003023091],"category_scores_gemma":[0.0037505857,0.00013936001,0.000020286749,0.0006439447,0.00014522184,0.0010349401,0.000072223884,0.0005608833,0.000012035447],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001600464,0.00017236856,0.67796516,0.00000948067,0.000024131568,0.0000014515754,0.024131754,0.0714069,0.00029443513,0.00041189534,0.00004016925,0.22538216],"study_design_scores_gemma":[0.002483867,0.0008096066,0.7554376,0.00032976575,0.00005648537,0.00001677135,0.0113140335,0.22497329,0.00042188232,0.0008058529,0.003083935,0.00026692435],"about_ca_topic_score_codex":0.00019873703,"about_ca_topic_score_gemma":0.0012440444,"teacher_disagreement_score":0.22511524,"about_ca_system_score_codex":0.00021337382,"about_ca_system_score_gemma":0.0003935589,"threshold_uncertainty_score":0.9997114},"labels":[],"label_agreement":null},{"id":"W2737734760","doi":"10.1016/j.evalprogplan.2017.07.006","title":"Finding the sweet spot: Developing, implementing and evaluating a burn out and compassion fatigue intervention for third year medical trainees","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University; CARE Canada; Bruyère","funders":"Associated Medical Services","keywords":"Burnout; Compassion fatigue; Intervention (counseling); Medicine; Nursing; Compassion; Emotional exhaustion; Psychology; Medical education; Clinical psychology","score_opus":0.3951525910122899,"score_gpt":0.6195339165471256,"score_spread":0.22438132553483575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737734760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9756444,0.0022800341,0.004741334,0.012739326,0.0006032895,0.0031952797,0.000017045037,0.00007705494,0.0007022299],"genre_scores_gemma":[0.9896591,0.00013018827,0.008250846,0.0003663523,0.00038661828,0.00093515735,0.00010764841,0.000018209466,0.0001459315],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971694,0.00077769853,0.0006289252,0.0003332973,0.0006273044,0.00046339253],"domain_scores_gemma":[0.9977818,0.000996916,0.0005917669,0.00017703582,0.00029672368,0.00015572965],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012193463,0.00016655761,0.0002562099,0.00007473811,0.0049505783,0.000198434,0.00014995094,0.00019788159,0.00009893757],"category_scores_gemma":[0.0032812518,0.000112022346,0.00004017428,0.000037717575,0.00010197851,0.00020507758,0.00027507127,0.0004746896,0.0000019378745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006500779,0.000022719285,0.15605858,0.00056599337,0.000031704196,8.8982847e-7,0.014645106,0.0000010963756,0.000030213621,0.0011669026,0.0006354895,0.8267763],"study_design_scores_gemma":[0.008503877,0.00071769557,0.6431395,0.024034098,0.00019504095,0.000011609174,0.04583163,0.24922736,0.000041860545,0.0068876217,0.020866925,0.0005428336],"about_ca_topic_score_codex":0.00012181704,"about_ca_topic_score_gemma":0.00021725721,"teacher_disagreement_score":0.82623345,"about_ca_system_score_codex":0.000048999573,"about_ca_system_score_gemma":0.0002687524,"threshold_uncertainty_score":0.99634486},"labels":[],"label_agreement":null},{"id":"W2745182400","doi":"10.1016/j.evalprogplan.2017.08.001","title":"Results of a utilization-focused evaluation of a Right To Play program for Indigenous youth","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Youth Development and Social Support","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of British Columbia, Okanagan Campus; University of British Columbia; Royal Ottawa Mental Health Centre; University of Ottawa","funders":"Social Sciences and Humanities Research Council","keywords":"Indigenous; Thematic analysis; Variety (cybernetics); Medical education; Program evaluation; Positive Youth Development; Flexibility (engineering); Pace; Focus group; Life skills; Psychology; Public relations; Best practice; Applied psychology; Qualitative research; Political science; Business; Sociology; Medicine; Management; Marketing; Computer science","score_opus":0.2376201851627159,"score_gpt":0.4929507450275796,"score_spread":0.25533055986486364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745182400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9766052,0.00014702434,0.0001889821,0.0002277518,0.00023121279,0.0060637193,0.00004691964,0.000062970415,0.016426234],"genre_scores_gemma":[0.9939783,0.000008651511,0.0049985456,0.000013563273,0.000093389026,0.0005527072,0.00021253603,0.000008436822,0.00013385492],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977379,0.00025795744,0.00039635214,0.00022000422,0.0011509707,0.00023682918],"domain_scores_gemma":[0.99787915,0.000088072455,0.0004968697,0.00016621996,0.0012694501,0.00010021298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008933898,0.00009564747,0.00019237961,0.000109817396,0.0010169254,0.00014720818,0.00018787757,0.000119477874,0.000038161903],"category_scores_gemma":[0.002710039,0.0000927607,0.00004852954,0.00016708138,0.00014449707,0.00020894867,0.000027267948,0.00004681906,0.0000012871453],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120095145,0.00011948782,0.041271728,0.00001880253,0.00003510444,1.3115377e-7,0.2225517,0.000041497828,0.0000108817,0.00020702631,0.00007637816,0.7355472],"study_design_scores_gemma":[0.0108112795,0.0016887933,0.90831685,0.0006359557,0.0009626773,4.0842755e-7,0.030949634,0.0130655,0.0012699794,0.004633407,0.026907371,0.0007581182],"about_ca_topic_score_codex":0.00045381585,"about_ca_topic_score_gemma":0.0005102677,"teacher_disagreement_score":0.86704516,"about_ca_system_score_codex":0.0000671872,"about_ca_system_score_gemma":0.000787828,"threshold_uncertainty_score":0.7821471},"labels":[],"label_agreement":null},{"id":"W2746612650","doi":"10.1016/j.evalprogplan.2006.01.007","title":"","year":2006,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Occupational safety and health; Political science","score_opus":0.0917559696501645,"score_gpt":0.44003881105406956,"score_spread":0.3482828414039051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746612650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901263,0.002684554,0.000306273,0.00028581335,0.00008215033,0.002104208,0.000006937593,0.0011418365,0.0032619184],"genre_scores_gemma":[0.98658794,0.0000012478945,0.011682477,0.00009127682,0.0002253139,0.0008587782,0.00046931359,0.000049964543,0.00003367614],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967707,0.00052334415,0.00046177825,0.00051397295,0.0012012026,0.00052903686],"domain_scores_gemma":[0.9988739,0.00014827479,0.00023078319,0.00022195581,0.0003991485,0.00012594539],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004977129,0.00025117962,0.00021270559,0.00024970795,0.00050592184,0.00043085852,0.000102291495,0.00009639038,0.00004119383],"category_scores_gemma":[0.00027146266,0.00024590193,0.000048438065,0.00060463,0.000116471754,0.00061122543,0.000043009015,0.00018167493,0.00004792649],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017107338,0.0002951284,0.59984714,0.000019025436,0.000028087461,0.000010699288,0.0015764926,0.016741432,0.006348009,0.0010361873,0.0010494413,0.3728773],"study_design_scores_gemma":[0.0029215142,0.00026700008,0.7502719,0.00008332042,0.00011768866,0.000047729092,0.0005617798,0.23434694,0.00067950314,0.0043960973,0.005972258,0.00033426675],"about_ca_topic_score_codex":0.00021135343,"about_ca_topic_score_gemma":0.000057134348,"teacher_disagreement_score":0.37254304,"about_ca_system_score_codex":0.00008963874,"about_ca_system_score_gemma":0.000070161106,"threshold_uncertainty_score":0.99999934},"labels":[],"label_agreement":null},{"id":"W2750400467","doi":"10.1016/j.evalprogplan.2017.08.010","title":"On the evaluation of social innovations and social enterprises: Recognizing and integrating two solitudes in the empirical knowledge base","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Scholarship; Knowledge management; Empirical research; Field (mathematics); Sociology; Knowledge base; Public relations; Computer science; Political science; Epistemology","score_opus":0.6846078680975961,"score_gpt":0.6471283739198773,"score_spread":0.037479494177718786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750400467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818749,0.00017681789,0.00016051088,0.0073985765,0.00010239786,0.00093383004,0.000004495779,0.000009603843,0.009338871],"genre_scores_gemma":[0.99891055,0.00000534311,0.0003463363,0.00038224095,0.00009373339,0.0002202619,0.0000162635,0.0000049335317,0.000020342555],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99573594,0.0016168902,0.00054983335,0.00029654425,0.0016342887,0.00016647618],"domain_scores_gemma":[0.99672985,0.001671499,0.00048720482,0.00020701931,0.000880816,0.000023598674],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.039005596,0.00012329081,0.00018027626,0.0001963483,0.0015933986,0.00085613783,0.000254827,0.000060229937,0.00014432272],"category_scores_gemma":[0.0056045465,0.00006998098,0.00003240067,0.00027935553,0.00024206363,0.0003854732,0.00009431857,0.00024067026,0.000003937937],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035903442,0.000098793025,0.082101226,0.000009012349,0.000015568485,1.8027113e-7,0.06834025,0.000037932346,0.000051678177,0.00621044,0.0007345802,0.84236443],"study_design_scores_gemma":[0.0014025053,0.0001307908,0.6369286,0.000089329376,0.00006845092,0.0000028166016,0.026665386,0.31371048,0.000022941756,0.01989461,0.00096819387,0.00011588529],"about_ca_topic_score_codex":0.000015121209,"about_ca_topic_score_gemma":0.0001495005,"teacher_disagreement_score":0.84224856,"about_ca_system_score_codex":0.000043285334,"about_ca_system_score_gemma":0.00025093564,"threshold_uncertainty_score":0.9997064},"labels":[],"label_agreement":null},{"id":"W2752092069","doi":"10.1016/j.evalprogplan.2017.08.014","title":"Building a community-based culture of evaluation","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alzheimer Society of Canada; Centre for Community Based Research","funders":"","keywords":"Alliance; Capacity building; Argument (complex analysis); Program evaluation; Sociology; Theory of change; Action research; Conceptual framework; Research program; Public relations; Engineering ethics; Political science; Pedagogy; Engineering; Public administration; Social science; Medicine","score_opus":0.4616641335208906,"score_gpt":0.6253219780203569,"score_spread":0.16365784449946635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752092069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97033393,0.00043863532,0.003809411,0.0008660518,0.0003418446,0.0013395856,0.0000074259183,0.000048745427,0.022814352],"genre_scores_gemma":[0.9852898,0.0000047513636,0.014182191,0.00018589506,0.000051494146,0.00015352928,0.00004750109,0.0000065905215,0.0000782188],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945277,0.0014400859,0.0005525577,0.0002444643,0.0030711184,0.00016405663],"domain_scores_gemma":[0.996054,0.00046573367,0.00081531197,0.00079267856,0.0017925644,0.00007971888],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03550531,0.000127329,0.00021958015,0.0002014692,0.0013361741,0.0006747977,0.00043788413,0.00008870551,0.00049054244],"category_scores_gemma":[0.004687742,0.00009700596,0.000064956235,0.00019454227,0.00014780877,0.000596909,0.0000933128,0.00025021448,0.000015812173],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004179732,0.00010841232,0.0647881,0.000019232424,0.000018017236,2.9228866e-7,0.003859647,0.005766472,0.0005247075,0.00059583614,0.000748875,0.9235286],"study_design_scores_gemma":[0.001728658,0.00029765395,0.25101766,0.00014526906,0.000086551314,0.0000025602528,0.0016617947,0.7192286,0.0007979378,0.013897266,0.010986032,0.00014995462],"about_ca_topic_score_codex":0.000038633705,"about_ca_topic_score_gemma":0.000019289806,"teacher_disagreement_score":0.92337865,"about_ca_system_score_codex":0.000046993744,"about_ca_system_score_gemma":0.00032342455,"threshold_uncertainty_score":0.99996394},"labels":[],"label_agreement":null},{"id":"W2762894781","doi":"10.1016/j.evalprogplan.2017.09.011","title":"Ecological content validation of the Information Assessment Method for parents (IAM-parent): A mixed methods study","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre de Santé et de Services Sociaux de la Montagne; Lucie and André Chagnon Foundation; McGill University","funders":"Fonds de Recherche du Québec - Santé; McGill University","keywords":"Representativeness heuristic; Qualitative property; Psychology; Multimethodology; Relevance (law); Content analysis; Qualitative research; Sample (material); Applied psychology; Computer science; Social psychology; Chemistry; Machine learning; Sociology; Chromatography; Social science; Political science","score_opus":0.24393424452437193,"score_gpt":0.5511959575611481,"score_spread":0.3072617130367762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762894781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96152705,0.000066862245,0.028854866,0.00095981674,0.0023561209,0.0037851003,0.000020695077,0.000032904183,0.0023965917],"genre_scores_gemma":[0.973851,0.0000022606773,0.02523767,0.00010929326,0.00006583988,0.00054914405,0.000108464366,0.0000038031758,0.00007251793],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984596,0.0005786294,0.0003617184,0.00016346494,0.00030250012,0.0001341037],"domain_scores_gemma":[0.9989808,0.00012996081,0.00043705516,0.00018224862,0.00023046877,0.000039464132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034520663,0.0001003891,0.00015992245,0.00003982463,0.0005618164,0.00013053084,0.0001545838,0.00006163564,0.00006872182],"category_scores_gemma":[0.0002601041,0.00006719688,0.000068562964,0.00004482413,0.000035640238,0.00016106854,0.00006183496,0.00008921608,0.0000024960405],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007592337,0.00061768666,0.264378,0.000024613717,0.00010887849,8.088953e-8,0.0038671196,0.000038759288,0.00003387614,0.00097624754,0.00057273224,0.7293061],"study_design_scores_gemma":[0.0019133039,0.00026160432,0.9867292,0.000064663036,0.00008915036,0.0000011212586,0.0038036562,0.0020692835,0.000051822386,0.0008937629,0.004035785,0.000086659944],"about_ca_topic_score_codex":0.000022970426,"about_ca_topic_score_gemma":0.0000034843047,"teacher_disagreement_score":0.72921944,"about_ca_system_score_codex":0.000032996457,"about_ca_system_score_gemma":0.000048180806,"threshold_uncertainty_score":0.43210942},"labels":[],"label_agreement":null},{"id":"W2771999481","doi":"10.1016/j.evalprogplan.2017.12.001","title":"Uncovering the mysteries of inclusion: Empirical and methodological possibilities in participatory evaluation in an international context","year":2017,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Inclusion (mineral); Citizen journalism; Privilege (computing); Context (archaeology); Participatory evaluation; Participatory action research; Empirical evidence; Public relations; Sociology; Empirical research; Power (physics); Engineering ethics; Political science; Psychology; Social science; Engineering; Epistemology; Geography","score_opus":0.8922807118038334,"score_gpt":0.7301766260124527,"score_spread":0.1621040857913807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771999481","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2031894,0.79265434,0.00003871861,0.00027697752,0.0004607272,0.0023527513,0.000012334928,0.000015538446,0.0009992184],"genre_scores_gemma":[0.5856336,0.41132444,0.001079873,0.00013931388,0.00015685969,0.0014267305,0.00014788705,0.000018791783,0.00007252415],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891104,0.006051161,0.0015544415,0.00052238326,0.0025545808,0.00020704896],"domain_scores_gemma":[0.9949964,0.0029425567,0.00096544815,0.00047851208,0.0005500864,0.00006696907],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06150194,0.00023452792,0.00091579324,0.00044160653,0.0002964109,0.00045177454,0.00053534406,0.00021303787,0.0003130883],"category_scores_gemma":[0.008204847,0.00013848957,0.00009085654,0.00028445214,0.00027503807,0.00074658415,0.0005445777,0.00034132032,0.0000031839986],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030421768,0.00004753995,0.030068679,0.0001551073,0.000013882648,9.290169e-7,0.010932707,0.00021323265,1.7915974e-7,0.00006988383,0.000009524905,0.9584579],"study_design_scores_gemma":[0.0022500688,0.0007437077,0.19429666,0.008178119,0.00041707145,0.000033064687,0.014865057,0.17391302,0.0000018564864,0.02117863,0.583485,0.0006377682],"about_ca_topic_score_codex":0.000029339708,"about_ca_topic_score_gemma":0.00026579972,"teacher_disagreement_score":0.9578201,"about_ca_system_score_codex":0.0001533829,"about_ca_system_score_gemma":0.0007090001,"threshold_uncertainty_score":0.98225605},"labels":[],"label_agreement":null},{"id":"W2776439126","doi":"10.1016/j.evalprogplan.2017.12.007","title":"The role of relationships in collaborative partnership success: Lessons from the Alaska Fourth R project","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Western University","funders":"","keywords":"General partnership; Focus group; Public relations; Transparency (behavior); Context (archaeology); Stakeholder; Critical success factor; Equity (law); Political science; Sociology; Knowledge management; Engineering; Business; Process management; Marketing; Computer science","score_opus":0.3350587941357914,"score_gpt":0.5644675511622491,"score_spread":0.2294087570264577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776439126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95246905,0.004173159,0.000012354231,0.015632574,0.00019310474,0.004096688,0.000018172459,0.000039681072,0.023365246],"genre_scores_gemma":[0.9976762,0.00016223104,0.00070020393,0.00015227073,0.000068234716,0.0010511829,0.00006555921,0.0000069905086,0.00011712361],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996246,0.0026298268,0.00040131656,0.00013571796,0.00032386635,0.00026331775],"domain_scores_gemma":[0.9949112,0.003856115,0.00046375807,0.0004144216,0.00030050238,0.00005403738],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007014627,0.00008991335,0.00013874815,0.000041231153,0.005003599,0.000084285566,0.00026223683,0.000100283025,0.000022680357],"category_scores_gemma":[0.0034970557,0.00005420339,0.00001581141,0.00015698167,0.00012269743,0.00013805344,0.00012030346,0.00068794086,0.000007138073],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009771016,0.000024096116,0.8439642,0.000015384445,0.0000121323665,3.0181545e-7,0.050550323,0.000013770868,0.0000014679925,0.0015346482,0.0009037084,0.10288225],"study_design_scores_gemma":[0.0007857242,0.00004263502,0.8656648,0.00035751148,0.000017168517,1.8892204e-7,0.060039025,0.0042553726,0.0000044749063,0.0066145738,0.062151212,0.00006735443],"about_ca_topic_score_codex":0.0010298206,"about_ca_topic_score_gemma":0.008303481,"teacher_disagreement_score":0.1028149,"about_ca_system_score_codex":0.00006327979,"about_ca_system_score_gemma":0.0012156887,"threshold_uncertainty_score":0.99629176},"labels":[],"label_agreement":null},{"id":"W2782394023","doi":"10.1016/j.evalprogplan.2018.01.002","title":"Validation of the evaluation capacity in organizations questionnaire","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; University of Ottawa","keywords":"Construct (python library); Exploratory factor analysis; Confirmatory factor analysis; Organizational learning; Organization development; Construct validity; Organizational effectiveness; Organizational commitment; Psychology; Business; Knowledge management; Sample (material); Government (linguistics); Public relations; Political science; Social psychology; Marketing; Computer science","score_opus":0.3933076051605602,"score_gpt":0.5428849468054116,"score_spread":0.14957734164485137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782394023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99204326,0.00012523583,0.0010452685,0.0011866608,0.00042211436,0.0011663759,0.0000026184077,0.000026410764,0.0039820615],"genre_scores_gemma":[0.9986806,0.0000035084452,0.0009267935,0.00010867109,0.00008426972,0.00010833846,0.000019884084,0.0000057560846,0.00006221129],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953531,0.0011593685,0.00061515754,0.00027771387,0.0024622465,0.00013240371],"domain_scores_gemma":[0.9959444,0.00020155076,0.00037618735,0.00032685275,0.0031103007,0.00004072914],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016030077,0.00009546114,0.00013398795,0.00024097269,0.00028085837,0.00012974736,0.00021550138,0.00007075038,0.00093862816],"category_scores_gemma":[0.006462545,0.00006509756,0.000028436833,0.0018570909,0.00016107567,0.00043930294,0.00005392494,0.00010663563,0.000031979092],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013675388,0.00008696563,0.6290045,0.0000059922527,0.000007703827,3.6587643e-8,0.0066686813,0.005988754,0.0005941769,0.001109526,0.0003568732,0.35616314],"study_design_scores_gemma":[0.00053407287,0.00008259195,0.67192674,0.00008353089,0.000029367746,0.0000020522505,0.00058516493,0.31442413,0.0024768978,0.009157857,0.0006249509,0.0000726807],"about_ca_topic_score_codex":0.000035142515,"about_ca_topic_score_gemma":0.00010878291,"teacher_disagreement_score":0.3560905,"about_ca_system_score_codex":0.00009337147,"about_ca_system_score_gemma":0.00042810838,"threshold_uncertainty_score":0.99997467},"labels":[],"label_agreement":null},{"id":"W2791109575","doi":"10.1016/j.evalprogplan.2018.01.008","title":"Factors associated with the implementation of community-based peer-led health promotion programs: A scoping review","year":2018,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Institut Universitaire de Gériatrie de Montréal","funders":"","keywords":"Health promotion; Promotion (chess); Peer review; Occupational safety and health; Environmental health; Psychology; Public relations; Medicine; Nursing; Political science; Public health","score_opus":0.8768914231027989,"score_gpt":0.7621768679071069,"score_spread":0.11471455519569196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791109575","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001963798,0.94387585,0.00023803736,0.0056251804,0.00022213216,0.047556177,0.00015318728,0.00024549634,0.00012014178],"genre_scores_gemma":[0.0016656605,0.9579924,0.0007049799,0.0067883017,0.00021358072,0.021004379,0.011425097,0.0001366834,0.00006893384],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9755621,0.019687917,0.0021082384,0.00033901396,0.0015727523,0.00072995864],"domain_scores_gemma":[0.9900231,0.003105437,0.004648428,0.00048596854,0.0015240209,0.00021307894],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.034628715,0.00041673757,0.0014501901,0.00026185045,0.0023916902,0.00005961619,0.00034608113,0.00020253204,0.00021624235],"category_scores_gemma":[0.0018913995,0.00025015516,0.00013055469,0.0013753928,0.00022121747,0.00019043172,0.00008841536,0.0010720275,0.000007786115],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031071495,0.0000841828,0.0011010448,0.14386557,0.00007488895,7.420933e-8,0.011760686,3.3307433e-7,2.3790275e-8,0.00001063183,0.0029917983,0.8401077],"study_design_scores_gemma":[0.0012739738,0.0020091825,0.0012399686,0.66507107,0.0008088907,9.2861046e-7,0.0065361024,0.00006564317,3.0664444e-7,0.000010765212,0.32263985,0.0003433037],"about_ca_topic_score_codex":0.00020942291,"about_ca_topic_score_gemma":0.0008876997,"teacher_disagreement_score":0.83976436,"about_ca_system_score_codex":0.00054404314,"about_ca_system_score_gemma":0.007531935,"threshold_uncertainty_score":0.99999505},"labels":[],"label_agreement":null},{"id":"W2791939323","doi":"10.1016/j.evalprogplan.2018.02.005","title":"Promoting physical activity, healthy eating and gross motor skills development among preschoolers attending childcare centers: Process evaluation of the Healthy Start-Départ Santé intervention using the RE-AIM framework","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatchewan Health; Université de Sherbrooke; University of Saskatchewan","funders":"Heart and Stroke Foundation of Canada; Public Health Agency of Canada","keywords":"Gross motor skill; Intervention (counseling); Psychology; Descriptive statistics; Psychological intervention; Fidelity; Program evaluation; Physical activity; Qualitative property; Medical education; Medicine; Gerontology; Physical therapy; Motor skill; Nursing; Engineering; Developmental psychology; Political science; Computer science","score_opus":0.07218495248342228,"score_gpt":0.4488414195479121,"score_spread":0.37665646706448985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791939323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99505657,0.00032076758,0.00021182223,0.000303764,0.00026742078,0.0036528646,0.000006614719,0.000053831114,0.00012637343],"genre_scores_gemma":[0.99749565,0.0000048333204,0.0016933248,0.00012067326,0.000295489,0.0003014931,0.00006265202,0.000023198354,0.0000026835899],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99703485,0.0006285783,0.0004227067,0.00038969272,0.001184041,0.0003401433],"domain_scores_gemma":[0.99838674,0.00013787112,0.00053382386,0.00020134363,0.0006402523,0.000099985744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039648134,0.00021927994,0.00027200513,0.000100301266,0.00083542475,0.00012830626,0.00010044589,0.0001096233,0.000021773869],"category_scores_gemma":[0.00066054607,0.00014963218,0.00006839846,0.0002838265,0.00017539393,0.00030020485,0.00010523811,0.0003843693,3.0745142e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030420284,0.00009689748,0.61864555,0.00053877186,0.00009814526,4.2702854e-7,0.099486366,0.000046874946,0.00021894813,0.0000034046645,0.000009386263,0.28055102],"study_design_scores_gemma":[0.0015452768,0.00048872386,0.6872237,0.005209138,0.00025576673,0.000014586036,0.0048849853,0.29853725,0.0014601926,0.00013218274,0.00004554112,0.00020268933],"about_ca_topic_score_codex":0.000020457011,"about_ca_topic_score_gemma":0.000012338124,"teacher_disagreement_score":0.29849038,"about_ca_system_score_codex":0.00020860611,"about_ca_system_score_gemma":0.00032187873,"threshold_uncertainty_score":0.64254963},"labels":[],"label_agreement":null},{"id":"W2792924106","doi":"10.1016/j.evalprogplan.2018.02.004","title":"Evaluating the implementation of Check & Connect in various school settings: Is intervention fidelity necessarily associated with positive outcomes?","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Fidelity; Intervention (counseling); Dropout (neural networks); Medical education; Psychology; At-risk students; School dropout; Component (thermodynamics); Academic achievement; Mathematics education; Medicine; Computer science; Sociology","score_opus":0.0865912338370379,"score_gpt":0.5070001345973968,"score_spread":0.42040890076035886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792924106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99422026,0.0001076111,0.00018741231,0.0025949425,0.000115579795,0.0012572262,0.000005583369,0.0000397061,0.0014717097],"genre_scores_gemma":[0.99698436,0.000003874459,0.0020812238,0.0005884319,0.000047698715,0.0001083437,0.00009568507,0.000006151451,0.00008424642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997703,0.0008227205,0.00038179706,0.00021023653,0.0006812885,0.0002009508],"domain_scores_gemma":[0.99856275,0.00025485634,0.00038723534,0.0000916324,0.0006455138,0.00005798091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007713511,0.00009587765,0.0001347872,0.00009003756,0.0004536447,0.00015046253,0.00008935638,0.000059366626,0.0005256128],"category_scores_gemma":[0.0013811961,0.00007350239,0.0000310876,0.00041777952,0.00012824289,0.00022917546,0.000023688226,0.00012697183,0.000006930639],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030173207,0.00008845013,0.6574418,0.0000070992337,0.00007124895,1.0881526e-7,0.1558943,0.000017889295,0.000017599836,0.00018173418,0.00034120597,0.18590838],"study_design_scores_gemma":[0.0010523857,0.0002920987,0.966198,0.00019493198,0.000049168495,3.88981e-7,0.03013429,0.0007985187,0.000051707964,0.0008408627,0.0002807548,0.0001068824],"about_ca_topic_score_codex":0.002315921,"about_ca_topic_score_gemma":0.0043727276,"teacher_disagreement_score":0.30875617,"about_ca_system_score_codex":0.00017801467,"about_ca_system_score_gemma":0.0005709041,"threshold_uncertainty_score":0.5755092},"labels":[],"label_agreement":null},{"id":"W2794312167","doi":"10.1016/j.evalprogplan.2018.02.008","title":"The influence of evaluation recommendations on instrumental and conceptual uses: A preliminary analysis","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; École Nationale d'Administration Publique","funders":"","keywords":"Timeline; Context (archaeology); Relevance (law); Government (linguistics); Process (computing); Process management; Program evaluation; Management science; Computer science; Business; Engineering; Political science; Public administration","score_opus":0.251468143086531,"score_gpt":0.5619848745859857,"score_spread":0.3105167314994547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794312167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99501896,0.0002949445,0.00017400579,0.0013080183,0.00012416164,0.0009009512,0.000008508604,0.000020693033,0.0021497787],"genre_scores_gemma":[0.998348,0.00004168234,0.0010469665,0.00020609006,0.000043691514,0.00018735086,0.000051049556,0.0000040487957,0.00007112868],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99600106,0.0008695995,0.00059714465,0.0003324407,0.002047953,0.00015177077],"domain_scores_gemma":[0.9967238,0.0012304208,0.000419672,0.00029521892,0.0012602488,0.000070651935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013527491,0.00011323261,0.00017060204,0.00029827535,0.00064732373,0.000276234,0.00015037757,0.000052096442,0.00048042828],"category_scores_gemma":[0.002057956,0.00007420896,0.00004621206,0.0010018821,0.00041982593,0.00041531379,0.00006793599,0.00009942165,0.000018956032],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001377365,0.00006446979,0.113695934,0.0000019804522,0.000121113415,9.570874e-8,0.0068797064,0.005167861,0.000044524386,0.0010846944,0.0007457313,0.8720561],"study_design_scores_gemma":[0.0006852024,0.0009810133,0.5697394,0.00003822215,0.00026996632,0.0000022266674,0.0064376392,0.41430956,0.00008256934,0.001839832,0.005520203,0.0000941297],"about_ca_topic_score_codex":0.000014461601,"about_ca_topic_score_gemma":0.000039704286,"teacher_disagreement_score":0.871962,"about_ca_system_score_codex":0.000044515404,"about_ca_system_score_gemma":0.00018718613,"threshold_uncertainty_score":0.52603525},"labels":[],"label_agreement":null},{"id":"W2796017284","doi":"10.1016/j.evalprogplan.2018.04.001","title":"Examining implicit cognitions in the evaluation of a community-wide physical activity program","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canada Research Chairs","keywords":"Psychology; Cognition; Implicit attitude; Variance (accounting); Demographics; Social psychology; Applied psychology","score_opus":0.4995912812709748,"score_gpt":0.6018924355526846,"score_spread":0.10230115428170977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796017284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874179,0.00014922905,0.00007797442,0.00020776375,0.00013377111,0.0022695998,0.000009314819,0.00006134788,0.009673121],"genre_scores_gemma":[0.9971951,0.0000011902307,0.00025987468,0.00011096142,0.000087223976,0.0022287976,0.00009577348,0.000008705091,0.000012362104],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962974,0.0026155268,0.00023271212,0.00014675445,0.0004783327,0.00022925547],"domain_scores_gemma":[0.99872166,0.0003927279,0.00016434431,0.0002480531,0.0004252802,0.00004794254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004861149,0.00010529326,0.0001442373,0.00012286412,0.00034633605,0.000045562538,0.00012103068,0.000076618955,0.00026277226],"category_scores_gemma":[0.00028172196,0.00008582398,0.000044854605,0.0003764235,0.00017337498,0.00012710056,0.000027083855,0.00039312817,0.000017743867],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048835926,0.0017637303,0.016185928,0.000009945532,0.000013934233,2.4437267e-7,0.018007038,0.0000058392357,0.000048953858,0.00016402063,0.0004320834,0.9633194],"study_design_scores_gemma":[0.0012677426,0.0019059221,0.970271,0.00012258072,0.00014331356,0.0000086273885,0.00908191,0.015722444,0.000036794216,0.00082463643,0.00052316074,0.00009186378],"about_ca_topic_score_codex":0.00037013588,"about_ca_topic_score_gemma":0.00012467815,"teacher_disagreement_score":0.96322757,"about_ca_system_score_codex":0.00003724843,"about_ca_system_score_gemma":0.00006753487,"threshold_uncertainty_score":0.34998003},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2799770912","doi":"10.1016/j.evalprogplan.2018.04.011","title":"It’s just the right thing to do: Conceptualizing a theory of change for a school food and beverage sales environment interv ention and implications for implementation evaluation","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of British Columbia","funders":"Canadian Institutes of Health Research; University of British Columbia; Ministry of Health, British Columbia; Ministry of Education, British Columbia","keywords":"Conceptualization; Theory of change; Intervention (counseling); Focus group; Psychological intervention; Behavior change; Globe; Public health; Public relations; Qualitative property; Data collection; Psychology; Marketing; Medicine; Sociology; Business; Political science; Social psychology; Computer science; Nursing; Social science","score_opus":0.47643758631148125,"score_gpt":0.5912182618763747,"score_spread":0.11478067556489346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799770912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9365029,0.0026194383,0.027000546,0.011213793,0.00023664528,0.02199784,0.00010665796,0.00004760366,0.00027462453],"genre_scores_gemma":[0.9796033,0.00008301043,0.0071898904,0.0018402106,0.00015297008,0.010789492,0.00031256047,0.0000122211095,0.000016339245],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981356,0.0007406777,0.00045122165,0.00021816646,0.00021740698,0.00023689891],"domain_scores_gemma":[0.99818337,0.00094306254,0.00027495142,0.00015333325,0.00033535267,0.000109952154],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0071793767,0.00011031109,0.00014124047,0.00010534361,0.0014541058,0.00004031191,0.00006281874,0.00007010864,0.000109457105],"category_scores_gemma":[0.00046022795,0.00008805052,0.000021978984,0.0000815244,0.00006691605,0.00016325398,0.00008816168,0.000116784046,0.0000019978365],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021627924,0.00004163862,0.020747082,0.00034077885,0.00005239264,9.850246e-9,0.17699064,0.0000031478755,0.0001998196,0.0060170903,0.0011664539,0.7942247],"study_design_scores_gemma":[0.0060226754,0.0024796166,0.7516937,0.0010851957,0.000368296,0.0000030265508,0.13955821,0.008967734,0.00011174383,0.025594745,0.06377529,0.0003397447],"about_ca_topic_score_codex":0.000020742189,"about_ca_topic_score_gemma":0.00015990174,"teacher_disagreement_score":0.79388493,"about_ca_system_score_codex":0.00012196355,"about_ca_system_score_gemma":0.000155814,"threshold_uncertainty_score":0.99984586},"labels":[],"label_agreement":null},{"id":"W2889760878","doi":"10.1016/j.evalprogplan.2018.09.008","title":"Understanding the functionality of housing-related support services through mapping methods and dialogue","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Government of Canada","keywords":"Function (biology); Process (computing); Service (business); Space (punctuation); Community engagement; Representation (politics); Knowledge management; Computer science; Process management; Data science; Public relations; Engineering; Business; Political science; Politics; Marketing","score_opus":0.4184018939908426,"score_gpt":0.5685601578555601,"score_spread":0.15015826386471753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889760878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96991557,0.00097342685,0.016223928,0.00039586538,0.0005779844,0.0010210357,0.000006379092,0.00010038867,0.010785421],"genre_scores_gemma":[0.99561614,0.000050916005,0.003886556,0.00012244859,0.00016823229,0.0000693456,0.00004602087,0.000009271346,0.000031075404],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979589,0.0010998922,0.00033830418,0.00016595991,0.00024559675,0.00019135993],"domain_scores_gemma":[0.9988996,0.0005031136,0.0002390703,0.00009360268,0.0002273786,0.00003724149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004647565,0.00008848737,0.00021195573,0.000037876882,0.0012070874,0.000028550106,0.00004901115,0.0001317158,0.00019970626],"category_scores_gemma":[0.000107447726,0.00006312488,0.00002184258,0.00020858776,0.00019158362,0.00014401849,0.000056294943,0.00019282152,0.0000038050887],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056553476,0.000040426126,0.40876585,0.00037871487,0.00013260295,5.753697e-7,0.47544283,0.000018202443,0.00015037661,0.0118201105,0.000055206623,0.10313855],"study_design_scores_gemma":[0.0015115511,0.00028537548,0.33292225,0.00070981856,0.00020258904,8.301405e-7,0.575544,0.019626856,0.000058389425,0.05888451,0.00999109,0.0002627462],"about_ca_topic_score_codex":0.00025174502,"about_ca_topic_score_gemma":0.00021377129,"teacher_disagreement_score":0.10287581,"about_ca_system_score_codex":0.000045485605,"about_ca_system_score_gemma":0.00008704856,"threshold_uncertainty_score":0.92840624},"labels":[],"label_agreement":null},{"id":"W2891439288","doi":"10.1016/j.evalprogplan.2018.09.005","title":"A visual management tool for program planning, project management and evaluation in paediatric health care","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Persona Design and Applications","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunny Hill Health Centre for Children","funders":"","keywords":"Program evaluation; Program management; Case management; Process management; Project management; Medicine; Medical emergency; Engineering management; Engineering; Systems engineering; Political science","score_opus":0.08821204154156784,"score_gpt":0.46183572395571615,"score_spread":0.37362368241414834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891439288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52469087,0.03243685,0.34770703,0.0025858337,0.00075149466,0.07926159,0.000025228272,0.0018496151,0.010691499],"genre_scores_gemma":[0.75034463,0.000061613726,0.23871525,0.00028835336,0.0001306977,0.010240599,0.00013872469,0.000014065807,0.0000660683],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803823,0.00020000112,0.00029641754,0.00056301785,0.00055967283,0.0003426713],"domain_scores_gemma":[0.99935824,0.000053425894,0.00013831446,0.00019801443,0.0001853089,0.00006672365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023252128,0.00016207402,0.00014710004,0.0003353435,0.00032881275,0.00031457227,0.0001717198,0.000051868014,0.000003238712],"category_scores_gemma":[0.000025205563,0.00015880095,0.000027581615,0.0006187169,0.00004215593,0.00025150273,0.000108442,0.00007770913,0.0000029505534],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021512611,0.00011723355,0.0024497095,0.00014735521,0.000021017007,0.0000011064853,0.0064467113,0.00005141503,0.0000017885255,0.0013078946,0.0013665352,0.98806775],"study_design_scores_gemma":[0.0024326674,0.0013542512,0.060975276,0.00023541335,0.0000811709,0.0000068349423,0.002444129,0.89427394,0.000009247066,0.0008568139,0.037004296,0.0003259343],"about_ca_topic_score_codex":0.000009004203,"about_ca_topic_score_gemma":0.0000058261335,"teacher_disagreement_score":0.98774177,"about_ca_system_score_codex":0.00013300544,"about_ca_system_score_gemma":0.00011157104,"threshold_uncertainty_score":0.64757144},"labels":[],"label_agreement":null},{"id":"W2894842716","doi":"10.1016/j.evalprogplan.2018.10.013","title":"A protocol for designing online training to support the implementation of community-based interventions","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute; Western University","funders":"","keywords":"Operationalization; Protocol (science); Instructional design; Psychological intervention; Computer science; Multidisciplinary approach; Evidence-based practice; Medical education; Best practice; Knowledge management; Multimedia; Medicine; Nursing","score_opus":0.9153910378026748,"score_gpt":0.803692691463437,"score_spread":0.11169834633923781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894842716","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34271827,0.0000022212093,0.116219155,0.0139961615,0.00025654314,0.52563006,0.00021216665,0.00018831043,0.00077708944],"genre_scores_gemma":[0.47204316,4.465121e-8,0.045745976,0.0092960615,0.0001697926,0.47255355,0.00014466226,0.000015021942,0.000031726388],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962913,0.0020475392,0.0008178079,0.00012599934,0.00035757758,0.00035980434],"domain_scores_gemma":[0.9968083,0.0016714649,0.0004689494,0.00018201522,0.00075675215,0.00011251362],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0132055115,0.0000925068,0.00014464758,0.00017207711,0.0017668437,0.000025975296,0.00015827932,0.000044341403,0.00046217185],"category_scores_gemma":[0.001110587,0.00007155263,0.000043729313,0.00037040497,0.000093990886,0.00011957269,0.000049815466,0.00022187976,0.00000822947],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016722435,0.000106314306,0.01893564,0.0009120056,0.000023360528,6.70026e-8,0.2878692,0.000058955266,0.0006433219,0.0004783989,0.01234852,0.678457],"study_design_scores_gemma":[0.013544928,0.010487744,0.16961633,0.0021335161,0.00014221288,0.0000023549187,0.36016497,0.011373585,0.0012470942,0.0014040736,0.42947748,0.00040571162],"about_ca_topic_score_codex":0.00013271604,"about_ca_topic_score_gemma":0.0006110491,"teacher_disagreement_score":0.6780513,"about_ca_system_score_codex":0.00007259127,"about_ca_system_score_gemma":0.0008432348,"threshold_uncertainty_score":0.9995327},"labels":[],"label_agreement":null},{"id":"W2898463989","doi":"10.1016/j.evalprogplan.2018.10.016","title":"The essential role of cultural safety in developing culturally-relevant prevention programming in First Nations communities: Lessons learned from a national evaluation of Mental Health First Aid First Nations","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Facilitator; Mental health; Cultural safety; Indigenous; Medical education; Cultural competence; Psychology; Nursing; Population; Curriculum; Medicine; Pedagogy; Environmental health; Social psychology; Psychiatry","score_opus":0.1042866333339426,"score_gpt":0.455908368985832,"score_spread":0.35162173565188937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898463989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9672361,0.002581683,0.0001470831,0.010588501,0.00054384064,0.005937793,0.00006102885,0.00006679227,0.012837172],"genre_scores_gemma":[0.99163973,0.004544322,0.0026098634,0.000011046069,0.00015844531,0.00018825883,0.0007795488,0.000008874534,0.000059895472],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9961663,0.0011940341,0.0007638509,0.00021859481,0.0013163964,0.00034085222],"domain_scores_gemma":[0.9969416,0.0008416934,0.00055035955,0.00011314624,0.0014907605,0.00006242882],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0077863447,0.0001353944,0.00019904718,0.0003171984,0.00964607,0.00012925273,0.00019687791,0.0001140356,0.00005579454],"category_scores_gemma":[0.0003566848,0.00011144182,0.00004873092,0.00090712693,0.0003834932,0.0004606297,0.000009478538,0.0001669627,0.0000020741422],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068654335,0.00033522278,0.006767079,0.000076770564,0.000044027372,3.9040703e-8,0.9060358,0.0011035139,0.000002277174,0.059045084,0.000025455736,0.026496107],"study_design_scores_gemma":[0.0043926975,0.0004314684,0.066387765,0.0038122856,0.00009976457,0.0000026604864,0.42694008,0.064455554,0.000093173585,0.013738415,0.41911525,0.0005308779],"about_ca_topic_score_codex":0.051781088,"about_ca_topic_score_gemma":0.9664193,"teacher_disagreement_score":0.9146382,"about_ca_system_score_codex":0.0009661595,"about_ca_system_score_gemma":0.0066488693,"threshold_uncertainty_score":0.9989825},"labels":[],"label_agreement":null},{"id":"W2904946535","doi":"10.1016/j.evalprogplan.2018.12.003","title":"Towards an assessment for organizational participatory research health partnerships: A systematic mixed studies review with framework synthesis","year":2018,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; McGill University Health Centre; McGill University","funders":"","keywords":"General partnership; Participatory action research; Knowledge management; Citizen journalism; Thematic analysis; Sustainability; Action research; Participatory evaluation; Grey literature; Sociology; Psychology; Public relations; MEDLINE; Business; Political science; Qualitative research; Computer science; Social science; Pedagogy","score_opus":0.9615702679917059,"score_gpt":0.826293895256178,"score_spread":0.13527637273552784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904946535","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007700074,0.9658883,0.0013775777,0.0036510641,0.00031802023,0.028379098,0.00008474107,0.00014166506,0.00015180686],"genre_scores_gemma":[0.00005455373,0.89758253,0.030730031,0.00285989,0.0004817777,0.06792769,0.00024120082,0.00007305861,0.00004925872],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.967424,0.026097026,0.0024268546,0.0008052903,0.0021125083,0.0011343181],"domain_scores_gemma":[0.9769117,0.016662411,0.0019571008,0.0006092329,0.0033138187,0.00054570386],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08424394,0.00039414692,0.0022239059,0.00038917275,0.0026488998,0.00009240596,0.0003381176,0.0002713365,0.0003035871],"category_scores_gemma":[0.030058486,0.00027074365,0.00008452385,0.0014579972,0.00026052282,0.000222071,0.000119507495,0.0008697396,0.000054734515],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064955943,0.000041390515,0.00008005849,0.739882,0.00016578188,5.00271e-7,0.007849765,3.1120285e-7,2.2645887e-9,0.0012125159,0.009047408,0.24171379],"study_design_scores_gemma":[0.00023019497,0.0006421226,0.00004166669,0.5377636,0.0008748829,0.0000047765384,0.005880993,0.00027828506,2.9967794e-8,0.00044591285,0.45357683,0.00026070213],"about_ca_topic_score_codex":0.0000120773575,"about_ca_topic_score_gemma":0.000055077053,"teacher_disagreement_score":0.4445294,"about_ca_system_score_codex":0.0011407607,"about_ca_system_score_gemma":0.0124705825,"threshold_uncertainty_score":0.9999745},"labels":[],"label_agreement":null},{"id":"W2906395121","doi":"10.1016/j.evalprogplan.2018.12.007","title":"Contribution to healthy places: Risks of equity free health impact assessment","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital Charles-Le Moyne; University of Victoria; Université de Sherbrooke","funders":"","keywords":"Gentrification; Relocation; Health impact assessment; Equity (law); Health equity; Focus group; Context (archaeology); Social equality; Public economics; Political science; Business; Environmental planning; Economic growth; Geography; Economics; Public health; Health care; Medicine; Marketing; Nursing","score_opus":0.1581237532963331,"score_gpt":0.5549466708065439,"score_spread":0.3968229175102108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906395121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992615,0.000099469726,0.0015456349,0.00073752785,0.0001085475,0.0012028102,0.000026182774,0.000037823716,0.003627022],"genre_scores_gemma":[0.9945614,0.000014836531,0.004662436,0.00055317825,0.000058573212,0.00006675188,0.00006124977,0.0000072724865,0.000014304311],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982726,0.00023600212,0.0002746912,0.00022592636,0.0006702623,0.00032049918],"domain_scores_gemma":[0.9993178,0.000041206273,0.00019509868,0.0001609678,0.000024710487,0.0002602102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002243463,0.00011900877,0.00018348187,0.00003418423,0.0002916595,0.000044253804,0.000119099954,0.000053038777,0.00082724175],"category_scores_gemma":[0.00009939366,0.0001029145,0.00003619922,0.00019002253,0.00013786023,0.00018692086,0.00022255433,0.00009579565,0.000030723506],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011750043,0.0002930564,0.64267457,0.000013788499,0.000030147363,4.002348e-7,0.0029261634,0.0006559144,0.00086919096,0.00007864722,0.0024103194,0.3499303],"study_design_scores_gemma":[0.00089086825,0.0027473546,0.9871554,0.000043489552,0.000016583497,0.0000015686647,0.00030826006,0.0064334734,0.0001414272,0.0008171676,0.0013259773,0.000118465214],"about_ca_topic_score_codex":0.00083373993,"about_ca_topic_score_gemma":0.00009432124,"teacher_disagreement_score":0.34981182,"about_ca_system_score_codex":0.0006302954,"about_ca_system_score_gemma":0.00006849651,"threshold_uncertainty_score":0.9057717},"labels":[],"label_agreement":null},{"id":"W2925160308","doi":"10.1016/j.evalprogplan.2019.03.001","title":"Knowledge translation and implementation of housing first in Canada: A qualitative assessment of capacity building needs for an evidence-based program","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; McGill University; Douglas Mental Health University Institute; Bridgepoint Active Healthcare; University of Ottawa; Wilfrid Laurier University; University of Winnipeg; Toronto Metropolitan University","funders":"Mental Health Commission; Canadian Institutes of Health Research; Commission de la santé mentale du Canada","keywords":"Capacity building; Focus group; Prioritization; Qualitative research; Thematic analysis; Fidelity; Landlord; Needs assessment; General partnership; Knowledge translation; Qualitative property; Medical education; Business; Psychology; Knowledge management; Public relations; Process management; Medicine; Sociology; Political science; Engineering; Economic growth; Computer science; Marketing; Economics","score_opus":0.4551680671516486,"score_gpt":0.6184418498117742,"score_spread":0.1632737826601256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2925160308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940131,0.0006909917,0.00081810163,0.000081038335,0.000081693855,0.004219397,0.000017652254,0.000017320535,0.000060724058],"genre_scores_gemma":[0.9882852,0.000014367914,0.010845122,0.000007511874,0.000021543927,0.00075766206,0.00005899569,0.000008856489,7.3682827e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99823624,0.0007281454,0.00046730746,0.00014473837,0.00024450192,0.00017909337],"domain_scores_gemma":[0.99817324,0.0010860612,0.00030568137,0.00006027133,0.00032946467,0.00004527289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032008167,0.000086936816,0.0002873303,0.00013299771,0.00017364613,0.000011806307,0.000032964617,0.00006462052,0.000019919993],"category_scores_gemma":[0.00008445547,0.00008450507,0.000018107916,0.00023471631,0.00002656265,0.00023226,0.000007916115,0.000107459346,4.3373014e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003823459,0.000047358128,0.5332543,0.0008169287,0.000011488319,2.8074794e-8,0.17029972,0.0002521527,0.00016573875,0.0003201695,8.5026767e-7,0.29479298],"study_design_scores_gemma":[0.0018933304,0.0005770403,0.42952967,0.0014116643,0.000046892288,1.49328e-8,0.39827687,0.16778664,0.0001272759,0.0001488553,0.00008961536,0.000112115405],"about_ca_topic_score_codex":0.21541049,"about_ca_topic_score_gemma":0.6776186,"teacher_disagreement_score":0.46220815,"about_ca_system_score_codex":0.00022252458,"about_ca_system_score_gemma":0.0012182035,"threshold_uncertainty_score":0.7898142},"labels":[],"label_agreement":null},{"id":"W2945097741","doi":"10.1016/j.evalprogplan.2019.05.004","title":"Strengths, weaknesses, opportunities, and threats to housing first in Metro Vancouver","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Affordable housing; Subsidy; Subsidized housing; Business; Strengths and weaknesses; Service provider; Landlord; Stigma (botany); Best practice; Workload; Economic growth; Finance; Public relations; Service (business); Marketing; Medicine; Economics; Political science; Psychology","score_opus":0.17434502738474073,"score_gpt":0.49654809768372454,"score_spread":0.3222030702989838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945097741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909898,0.0019549918,0.000024033623,0.0002942721,0.00042118132,0.0014005085,0.0000056260087,0.00007438752,0.0048352187],"genre_scores_gemma":[0.9984131,0.00022483355,0.00057978346,0.00012840773,0.00009604142,0.00023269032,0.00003502274,0.000016210408,0.0002739348],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.998684,0.00026896913,0.00027023733,0.00022341957,0.00026434008,0.00028902938],"domain_scores_gemma":[0.9991817,0.00039885248,0.00008876019,0.0001021734,0.000113426104,0.00011512641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00135992,0.00011564328,0.00027242023,0.00013572579,0.00034752022,0.000039462793,0.000043949447,0.00012072414,0.00028873023],"category_scores_gemma":[0.00014968771,0.00010623206,0.000013073439,0.0001788906,0.000018442099,0.00016270447,0.000057515168,0.00020426267,0.000015443697],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028574326,0.000027613434,0.65185595,0.00013854826,0.000009518024,0.0000031352504,0.025260886,0.00005860252,0.0000025427337,0.00034927044,0.00013406138,0.3221313],"study_design_scores_gemma":[0.002849327,0.0003190303,0.37213734,0.0018771316,0.00006484536,1.0979586e-7,0.5010957,0.009642388,0.000008971161,0.0011173374,0.11037623,0.0005115847],"about_ca_topic_score_codex":0.0005077834,"about_ca_topic_score_gemma":0.018152568,"teacher_disagreement_score":0.47583485,"about_ca_system_score_codex":0.00007510266,"about_ca_system_score_gemma":0.00013223247,"threshold_uncertainty_score":0.9997636},"labels":[],"label_agreement":null},{"id":"W2946565475","doi":"10.1016/j.evalprogplan.2019.05.001","title":"Mapping the practice of developmental evaluation: Insights from a concept mapping study","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; University of Ottawa","keywords":"Concept map; Space (punctuation); Bounding overwatch; Computer science; Sociology; Engineering ethics; Data science; Management science; Psychology; Engineering; Mathematics education; Artificial intelligence","score_opus":0.3264165257885451,"score_gpt":0.5309375826977315,"score_spread":0.20452105690918643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946565475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97351915,0.0017398315,0.0004842801,0.00071824127,0.0004708166,0.0036224776,0.0000033302806,0.00003637071,0.019405508],"genre_scores_gemma":[0.99412876,0.000006358479,0.004925704,0.00037814362,0.000079659665,0.00027679314,0.00005042215,0.000008128432,0.00014600577],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99202037,0.0018879584,0.00091510714,0.0004891882,0.0045127054,0.00017469561],"domain_scores_gemma":[0.9949445,0.002296022,0.00069220865,0.00037040334,0.0016330617,0.000063802974],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01458992,0.00016527163,0.00027044452,0.00024036325,0.00032778495,0.00036734657,0.00034767663,0.000061373685,0.002262613],"category_scores_gemma":[0.0027521187,0.00010708169,0.00004939245,0.00092237507,0.00006944101,0.0008095224,0.00012916092,0.00019379766,0.00014976862],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058710597,0.00026493927,0.15000743,0.0000049615724,0.00013975597,0.000001018923,0.13628991,0.0034858761,0.00031342392,0.00015604799,0.00051672047,0.7087612],"study_design_scores_gemma":[0.0024246396,0.00029280587,0.34170058,0.000097857206,0.000082480845,0.000006147636,0.31640947,0.30257374,0.000085021544,0.0016169667,0.034508817,0.00020147412],"about_ca_topic_score_codex":0.00005072918,"about_ca_topic_score_gemma":0.000013475802,"teacher_disagreement_score":0.70855975,"about_ca_system_score_codex":0.000102106926,"about_ca_system_score_gemma":0.00057562825,"threshold_uncertainty_score":0.9986495},"labels":[],"label_agreement":null},{"id":"W2949985334","doi":"10.1016/j.evalprogplan.2019.101672","title":"Design of an educational strategy based on Intervention Mapping for nutritional health promotion in Child Care Centers","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health and Lifestyle Studies","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Instituto Mexicano del Seguro Social; Consejo Nacional de Ciencia y Tecnología; International Development Research Centre; Public Health Agency of Canada","keywords":"Intervention (counseling); Intervention mapping; Context (archaeology); Health promotion; Promotion (chess); Formative assessment; Overweight; Psychology; Childhood obesity; Early childhood; Medicine; Public health; Medical education; Nursing; Gerontology; Developmental psychology; Obesity; Pedagogy; Political science","score_opus":0.2343721032325937,"score_gpt":0.5500426002350308,"score_spread":0.3156704970024371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949985334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685477,0.0013002654,0.0065989806,0.005384467,0.0007411288,0.015803285,0.00006631795,0.00007323448,0.0014846475],"genre_scores_gemma":[0.9916492,0.000008433718,0.0052432055,0.00030433867,0.00012514665,0.0014348116,0.0012048304,0.0000098809505,0.00002015936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978933,0.0009022836,0.00047405137,0.0002179002,0.0002602233,0.00025228705],"domain_scores_gemma":[0.99902725,0.000301306,0.0002631725,0.000077380246,0.0002522504,0.00007862177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00244122,0.00009194597,0.00017192619,0.0002031583,0.00031632636,0.000008749869,0.000037577553,0.00007237906,0.00009528114],"category_scores_gemma":[0.00013911488,0.00008976693,0.000027401595,0.00012947293,0.000015456611,0.00010681516,0.000007085026,0.00018780646,0.000003575722],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013654341,0.0024528005,0.47336996,0.010423217,0.00003920349,4.24205e-7,0.028619334,0.028641783,0.000042253312,0.0017140036,0.00067777315,0.45265383],"study_design_scores_gemma":[0.0075915614,0.0048011253,0.64399195,0.0066875266,0.000013069983,0.0000010378521,0.022211907,0.31271794,0.000007176436,0.0006170508,0.0011695423,0.00019008758],"about_ca_topic_score_codex":0.000050244762,"about_ca_topic_score_gemma":0.000023933444,"teacher_disagreement_score":0.45246375,"about_ca_system_score_codex":0.00017302975,"about_ca_system_score_gemma":0.0004954283,"threshold_uncertainty_score":0.36605895},"labels":[],"label_agreement":null},{"id":"W2956854621","doi":"10.1016/j.evalprogplan.2019.101679","title":"Strengthening child and youth programs: A look at inter-organizational mentoring strategies","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Centre of Excellence for Child and Youth Mental Health; Qaujigiartiit Health Research Centre; Centre de Liaison Sur l'Intervention et la Prévention Psychosociales; Health Canada; Dalhousie University","funders":"","keywords":"Mentorship; Public relations; Knowledge management; Incentive; Context (archaeology); Business; Psychology; Medical education; Political science; Medicine; Computer science","score_opus":0.05624924797137281,"score_gpt":0.3766555063631539,"score_spread":0.3204062583917811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956854621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9477734,0.0017956201,0.00009455164,0.000101828984,0.00093273935,0.00077201874,0.0000030025865,0.00016869068,0.04835815],"genre_scores_gemma":[0.9970028,0.000012201471,0.0010390902,0.000046197132,0.00013518718,0.0001008625,0.0002076977,0.000017916293,0.0014380906],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9987042,0.00009924162,0.0002493672,0.000350578,0.00031671528,0.00027991124],"domain_scores_gemma":[0.9995814,0.000038267754,0.000117732365,0.00010403855,0.00006244966,0.00009612719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009729359,0.00014928548,0.00013222861,0.000082750725,0.00016872848,0.00015850904,0.00006520048,0.00008953975,0.0005270542],"category_scores_gemma":[0.0000340317,0.00013891206,0.000015551843,0.00011869062,0.000032620876,0.00013387595,0.00007688791,0.00016683471,0.000044079654],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085289306,0.00012328473,0.37589258,0.000070710514,0.00019909989,0.0000017984372,0.1253944,0.00007164092,0.000119050565,0.004792141,0.00019319211,0.4930568],"study_design_scores_gemma":[0.01685441,0.0026586242,0.33784717,0.0053085447,0.00073747704,0.00029416266,0.40914255,0.017742429,0.00059057266,0.0028609661,0.20274764,0.0032154457],"about_ca_topic_score_codex":0.00001142448,"about_ca_topic_score_gemma":0.0000010304886,"teacher_disagreement_score":0.48984134,"about_ca_system_score_codex":0.000058675218,"about_ca_system_score_gemma":0.00003153828,"threshold_uncertainty_score":0.57708734},"labels":[],"label_agreement":null},{"id":"W2959432429","doi":"10.1016/j.evalprogplan.2019.101680","title":"Engaging children and youth in research and evaluation using group concept mapping","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Concept map; Group (periodic table); Psychology; Qualitative research; Qualitative property; Applied psychology; Computer science; Mathematics education; Sociology","score_opus":0.6061936208842512,"score_gpt":0.6163892333094394,"score_spread":0.010195612425188183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2959432429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993451,0.0025314095,0.0001938742,0.0002100963,0.00013487609,0.0019622,0.0000045512156,0.00002592163,0.001486097],"genre_scores_gemma":[0.9975138,0.000035069737,0.002140085,0.00007203548,0.000061528444,0.000051807107,0.000080532554,0.0000094439665,0.000035751407],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941574,0.0015736036,0.0005364745,0.0006030363,0.0028150198,0.0003144777],"domain_scores_gemma":[0.998198,0.000649671,0.0001813818,0.0002248045,0.0006458334,0.00010032913],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04229927,0.00013778424,0.00022061677,0.00066402776,0.00036243748,0.00065184874,0.00012665465,0.00008919364,0.0003014687],"category_scores_gemma":[0.0009319472,0.00011754172,0.000017496692,0.0008106504,0.00012533387,0.0007153652,0.00012923888,0.0003360497,0.000012795751],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017652521,0.000025884925,0.54003894,0.0000053543463,0.000007587253,1.7745046e-7,0.01404304,0.0014459237,0.00012982704,0.00020149977,0.000015443617,0.44406867],"study_design_scores_gemma":[0.0012975907,0.00013050433,0.5130426,0.00012198313,0.000015758416,0.000005162915,0.014644928,0.46838382,0.000014095062,0.002140604,0.00009049711,0.000112414324],"about_ca_topic_score_codex":0.00009136713,"about_ca_topic_score_gemma":0.000023722627,"teacher_disagreement_score":0.4669379,"about_ca_system_score_codex":0.00009213559,"about_ca_system_score_gemma":0.00016760059,"threshold_uncertainty_score":0.98615444},"labels":[],"label_agreement":null},{"id":"W2965774300","doi":"10.1016/j.evalprogplan.2019.101695","title":"Fostering CHANGE: Lessons from implementing a multi-country, multi-sector nutrition-sensitive agriculture project","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Affairs Canada","keywords":"Flexibility (engineering); Context (archaeology); Agriculture; Process (computing); Psychological intervention; Popularity; Business; Process management; Sustainability; Computer science; Economic growth; Risk analysis (engineering); Political science; Economics; Medicine; Management","score_opus":0.17685822229287074,"score_gpt":0.44476502277061775,"score_spread":0.267906800477747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965774300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98887,0.0016307556,0.00028513995,0.0013572264,0.0008889648,0.0060076267,0.00021486073,0.00039945118,0.00034597705],"genre_scores_gemma":[0.98794013,0.000022353839,0.008397644,0.0005269932,0.00057610124,0.00068157713,0.0017908737,0.000032170967,0.00003216477],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981354,0.00022701426,0.00031533194,0.0005180564,0.00039608745,0.00040810162],"domain_scores_gemma":[0.99927187,0.00010074836,0.0001851793,0.00015383253,0.00021078032,0.00007759976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054224476,0.00024574884,0.0002543514,0.00015700726,0.00032966977,0.00040436912,0.00009633537,0.0001332868,0.00007749769],"category_scores_gemma":[0.000053523054,0.00022083551,0.00006846747,0.00025476463,0.000026095586,0.00047061747,0.00014216173,0.00024410532,0.000022036098],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011699754,0.0025799198,0.2111174,0.0010605576,0.00037310272,0.000032787826,0.060198672,0.00006078942,0.045516092,0.00004478263,0.0037293227,0.6741166],"study_design_scores_gemma":[0.03354156,0.0009034176,0.6308585,0.004533788,0.00054997933,0.00009000685,0.013973648,0.21612099,0.025886392,0.00023289613,0.07137194,0.0019368713],"about_ca_topic_score_codex":0.0005324806,"about_ca_topic_score_gemma":0.00018742612,"teacher_disagreement_score":0.6721797,"about_ca_system_score_codex":0.000081012935,"about_ca_system_score_gemma":0.000015294432,"threshold_uncertainty_score":0.9005411},"labels":[],"label_agreement":null},{"id":"W2971813575","doi":"10.1016/j.evalprogplan.2019.101713","title":"Governing and managing higher education institutions: The quality audit contributions","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Organizational Strategy and Culture","field":"Business, Management and Accounting","cited_by":82,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Accreditation; Audit; Accountability; Higher education; Corporate governance; Quality management; Quality assurance; Business; Quality (philosophy); Quality audit; Quality policy; Quality management system; Public relations; Accounting; Management system; Political science; Operations management; Medicine; Medical education; Engineering; Marketing; Finance","score_opus":0.0592925696596097,"score_gpt":0.38867903306497426,"score_spread":0.32938646340536454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971813575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8694423,0.0046280203,0.00020528954,0.012476637,0.00094215135,0.0015514471,0.0000069884077,0.00024283056,0.11050438],"genre_scores_gemma":[0.9969951,0.000011515281,0.000081948754,0.0014519583,0.00043932954,0.000059493344,0.00022696925,0.0000055035243,0.00072817085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99934435,0.000029888695,0.00013740793,0.00015729564,0.00022748984,0.00010355418],"domain_scores_gemma":[0.9995301,0.000034749704,0.00012428378,0.000076348544,0.00022506747,0.0000094441275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007208264,0.000082020524,0.00007045813,0.000036442838,0.0004978278,0.00041185957,0.000052180352,0.00004677246,0.00042250808],"category_scores_gemma":[0.00009845047,0.00006080595,0.000014454842,0.00024260028,0.00003913198,0.0006287072,0.000038896243,0.00010814756,0.00008694795],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019978283,0.00007732729,0.14565915,0.00011291982,0.000040238614,2.846449e-7,0.00023181908,0.00061004056,0.00014775901,0.76378536,0.0032304844,0.086084664],"study_design_scores_gemma":[0.0004214645,0.000008303069,0.6149256,0.000087381064,0.000074230724,0.0000023123566,0.00090479665,0.0036918705,0.0000032430648,0.010085895,0.36965173,0.00014314173],"about_ca_topic_score_codex":0.000066975415,"about_ca_topic_score_gemma":0.000008077868,"teacher_disagreement_score":0.7536994,"about_ca_system_score_codex":0.000024649868,"about_ca_system_score_gemma":0.00006225063,"threshold_uncertainty_score":0.4626167},"labels":[],"label_agreement":null},{"id":"W2972106594","doi":"10.1016/j.evalprogplan.2019.101715","title":"SenseMaker® as a monitoring and evaluation tool to provide new insights on gender-based violence programs and services in Lebanon","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Enhancing Learning and Research for Humanitarian Assistance; United Nations Population Fund","keywords":"Poison control; Service provider; Suicide prevention; Psychology; Medical education; Human factors and ergonomics; Service (business); Nursing; Medicine; Applied psychology; Medical emergency; Business; Marketing","score_opus":0.17798868779596466,"score_gpt":0.5055921563928548,"score_spread":0.32760346859689016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972106594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882772,0.0014381411,0.000016095897,0.0007428014,0.00023883335,0.00811823,5.937244e-7,0.00009482086,0.0010732592],"genre_scores_gemma":[0.9939115,0.00006549199,0.0038094558,0.0009428765,0.00008149113,0.0010613042,0.000057810747,0.000016109354,0.000053958775],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99735266,0.00078548223,0.0004385022,0.00038952185,0.00065156963,0.00038226513],"domain_scores_gemma":[0.9987881,0.0003679496,0.0001584127,0.00021152684,0.00022150308,0.00025251784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002905264,0.0001867032,0.00021884668,0.00023683603,0.0004298319,0.00007772588,0.000062307634,0.00014969855,0.000038588627],"category_scores_gemma":[0.00019750785,0.00017024991,0.0000119844535,0.00027374644,0.000014401017,0.00017120833,0.00007905785,0.0004436598,0.000039023194],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023465739,0.00005344111,0.27571198,0.00048603254,0.000005957811,0.0000012038307,0.019808494,0.00019834065,0.0000855269,0.0000499888,0.00001431386,0.70335007],"study_design_scores_gemma":[0.0059637628,0.0014196297,0.86526114,0.008717384,0.00005164847,0.0000041195426,0.01343818,0.09017666,0.00010856108,0.0024189672,0.011961611,0.00047836325],"about_ca_topic_score_codex":0.0005683874,"about_ca_topic_score_gemma":0.00026489762,"teacher_disagreement_score":0.7028717,"about_ca_system_score_codex":0.00017894337,"about_ca_system_score_gemma":0.000910343,"threshold_uncertainty_score":0.694259},"labels":[],"label_agreement":null},{"id":"W2972290050","doi":"10.1016/j.evalprogplan.2019.101712","title":"Primary healthcare planning, bottleneck analysis and performance improvement: An evaluation of processes and outcomes in a Nigerian context","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"World Health Organization","keywords":"Process management; Bottleneck; Context (archaeology); Attendance; Psychological intervention; Timeline; Health care; Quality management; Operations management; Business; Computer science; Medicine; Nursing; Engineering; Management system; Geography; Political science","score_opus":0.04975720182608227,"score_gpt":0.4034244996548156,"score_spread":0.3536672978287333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972290050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99431425,0.003540048,0.0000041240046,0.00037045593,0.00003172472,0.0014705426,0.000007008731,0.000021634785,0.00024023475],"genre_scores_gemma":[0.99888796,0.0001042866,0.00027600693,0.0004900559,0.000016479496,0.0000735667,0.00012479072,0.0000064450687,0.00002043744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863625,0.00010766168,0.00031263212,0.0002575078,0.00052150345,0.00016446049],"domain_scores_gemma":[0.99928844,0.000032161115,0.00016123538,0.00010548597,0.00030641712,0.000106253865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016198761,0.000117147014,0.00034844907,0.00020127042,0.000057606827,0.000030064952,0.000026429627,0.00006334887,0.000024500214],"category_scores_gemma":[0.00006305101,0.00009461357,0.000017077871,0.00025352224,0.00003068561,0.00017351721,0.00001992341,0.00009781222,5.726118e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001583911,0.000065402804,0.79866385,0.00080690056,0.00006168474,4.7187294e-7,0.002560578,0.000044422104,0.00006773617,0.000006037982,0.0000017081744,0.1975628],"study_design_scores_gemma":[0.0023566126,0.0013584751,0.9706105,0.0004254374,0.00031678146,0.000006766129,0.0013196965,0.023341414,0.00007494676,0.00006153588,0.000037399925,0.0000904292],"about_ca_topic_score_codex":0.00015956767,"about_ca_topic_score_gemma":0.00006555831,"teacher_disagreement_score":0.19747238,"about_ca_system_score_codex":0.000049475624,"about_ca_system_score_gemma":0.00018273681,"threshold_uncertainty_score":0.38582295},"labels":[],"label_agreement":null},{"id":"W2983592023","doi":"10.1016/j.evalprogplan.2019.101747","title":"Methodological strategies for evaluating youth gang prevention programs","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Crime Patterns and Interventions","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Public Safety Canada","keywords":"Documentation; Fidelity; Psychological intervention; Human factors and ergonomics; Poison control; Program evaluation; Suicide prevention; Work (physics); Occupational safety and health; Data collection; Program Design Language; Injury prevention; Medical education; Psychology; Applied psychology; Public relations; Medicine; Political science; Computer science; Engineering; Nursing; Environmental health; Sociology","score_opus":0.6903532094422351,"score_gpt":0.6223759202779743,"score_spread":0.06797728916426082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983592023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9664363,0.00054693583,0.012248057,0.00022685676,0.0003258692,0.0033374198,0.0000038304574,0.00017430875,0.016700406],"genre_scores_gemma":[0.97746307,0.0000059258855,0.021169206,0.00003079104,0.000120196746,0.00044760678,0.00013375843,0.000007816228,0.0006216071],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9981596,0.0007385042,0.0002211504,0.00024308742,0.0004014419,0.0002362522],"domain_scores_gemma":[0.99930686,0.00019043723,0.00013034295,0.00008031346,0.00023453876,0.000057493322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074057854,0.00008576028,0.00013233718,0.000053715456,0.00036972636,0.00036563564,0.000076978446,0.00008353326,0.00048903073],"category_scores_gemma":[0.00038905223,0.000077454606,0.00009529222,0.00012442669,0.000058376445,0.00029452675,0.000019830068,0.000083802486,0.0000106199],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036387133,0.000110874236,0.015161446,0.000048174727,0.0000297039,1.0933729e-7,0.024350014,0.000109176464,0.00012355084,0.006023664,0.00010372525,0.9539032],"study_design_scores_gemma":[0.00522485,0.0075235134,0.045528565,0.001646163,0.0007806292,0.000004520432,0.6812269,0.13277842,0.00013992786,0.08840023,0.03563609,0.001110194],"about_ca_topic_score_codex":0.00010990728,"about_ca_topic_score_gemma":0.00005960716,"teacher_disagreement_score":0.952793,"about_ca_system_score_codex":0.000036266836,"about_ca_system_score_gemma":0.00012035575,"threshold_uncertainty_score":0.53545433},"labels":[],"label_agreement":null},{"id":"W2990359457","doi":"10.1016/j.evalprogplan.2019.101761","title":"A scoping review of knowledge syntheses in the field of evaluation across four decades of practice","year":2019,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Field (mathematics); Mainstream; Diversity (politics); Knowledge production; Management science; Engineering ethics; Knowledge management; Political science; Computer science; Engineering; Mathematics","score_opus":0.6277469839766735,"score_gpt":0.7080220660359516,"score_spread":0.08027508205927814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990359457","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014303393,0.9870978,0.000078507335,0.00021526971,0.00018354447,0.006462233,0.000012062849,0.0000063676653,0.005801155],"genre_scores_gemma":[0.0028779958,0.99521047,0.00094999577,0.00013994756,0.00003923663,0.00071023306,0.000040829596,0.000010781459,0.000020501058],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98710394,0.005693142,0.0026853548,0.00045577326,0.0038463022,0.00021547204],"domain_scores_gemma":[0.9728336,0.021094512,0.0031329326,0.00060899864,0.0022978138,0.00003217742],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07912925,0.00023426014,0.0014444558,0.00034493374,0.00007385607,0.00008717692,0.00049328175,0.000181905,0.00038565163],"category_scores_gemma":[0.048321154,0.00014111103,0.0002492594,0.0014645046,0.000082179045,0.00042437346,0.000104194965,0.00028724296,0.000014634367],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000102026015,0.0000877837,0.00017791337,0.043745574,0.000039876162,2.1058432e-7,0.0021784499,0.00003955527,1.5314063e-7,0.000049367358,0.00020504929,0.9534659],"study_design_scores_gemma":[0.00043493736,0.0004440558,0.00032579125,0.7633232,0.0015922193,0.00002323298,0.002150545,0.007237448,0.000006467246,0.00017034983,0.22405533,0.00023645672],"about_ca_topic_score_codex":0.00001301237,"about_ca_topic_score_gemma":0.000019515339,"teacher_disagreement_score":0.9532294,"about_ca_system_score_codex":0.000047449637,"about_ca_system_score_gemma":0.0017410616,"threshold_uncertainty_score":0.9596952},"labels":[],"label_agreement":null},{"id":"W2990433175","doi":"10.1016/j.evalprogplan.2019.101746","title":"Contribution analysis to analyze the effects of the health impact assessment at the local level: A case of urban revitalization","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Political science; Valuation (finance); Welfare economics; Humanities; Geography; Business; Economics; Finance; Art","score_opus":0.025208579832251988,"score_gpt":0.420001052295941,"score_spread":0.394792472463689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990433175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959119,0.00023500722,0.0015754835,0.00040666474,0.00005225661,0.001634661,0.000013614623,0.0000057245197,0.00016467975],"genre_scores_gemma":[0.9995696,0.000010167609,0.000077516524,0.00018491369,0.000007894282,0.00004612398,0.000041854262,0.0000042064203,0.00005772683],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845207,0.00053958874,0.00022532017,0.00014422959,0.0004917257,0.00014706669],"domain_scores_gemma":[0.99931234,0.00014946105,0.00025986394,0.00020290563,0.000018781957,0.00005664691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016068222,0.000090067944,0.00016638098,0.00002477121,0.00025964534,0.000024767427,0.00009342402,0.00003114916,0.00021303802],"category_scores_gemma":[0.0000743407,0.00004387,0.000100571415,0.0005826521,0.00012041,0.000081190214,0.000118869815,0.00006946703,0.0000045900356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017501294,0.000066229586,0.93771327,0.00001466816,0.00016023795,6.25032e-7,0.002849354,0.014878801,0.0007575669,0.000024073302,0.00027182273,0.04324583],"study_design_scores_gemma":[0.000309624,0.00034546293,0.96939903,0.00003793369,0.00027390302,0.000005197814,0.0005739217,0.028526137,0.00031840842,0.000030796295,0.00012299826,0.000056592584],"about_ca_topic_score_codex":0.00082462776,"about_ca_topic_score_gemma":0.00023646944,"teacher_disagreement_score":0.043189235,"about_ca_system_score_codex":0.00038800848,"about_ca_system_score_gemma":0.000025820294,"threshold_uncertainty_score":0.23326169},"labels":[],"label_agreement":null},{"id":"W2991398278","doi":"10.1016/j.evalprogplan.2019.101753","title":"Evaluating complex interventions in real context: Logic analysis of a case management program for frequent users of healthcare services","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi; University of Victoria; Université de Sherbrooke","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Université de Sherbrooke; University of Victoria","keywords":"Context (archaeology); Health care; Constructive; Psychological intervention; Process (computing); Case management; Computer science; Knowledge management; Process management; Logic model; Strengths and weaknesses; Management science; Engineering; Medicine; Psychology; Nursing; Sociology; Political science","score_opus":0.3175774988828139,"score_gpt":0.555757207512525,"score_spread":0.2381797086297111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991398278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900642,0.0010229383,0.00011214625,0.00028618623,0.000041876265,0.006905191,0.000031162195,0.000059882008,0.0014764084],"genre_scores_gemma":[0.988004,0.000026014635,0.010165478,0.000053989443,0.000008715696,0.0008055644,0.0008923134,0.000009175591,0.000034739172],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984007,0.00014139208,0.0005960525,0.00027907203,0.00039796185,0.00018484479],"domain_scores_gemma":[0.9990412,0.000078780075,0.0003425072,0.00020994862,0.00026929093,0.000058289235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015532746,0.000121662524,0.00041284913,0.0005055282,0.000041598392,0.000030104238,0.00005596043,0.000041229712,0.00014497082],"category_scores_gemma":[0.000025653468,0.00011442069,0.00018307187,0.0006026393,0.000042397038,0.000079948026,0.00004499414,0.000060595896,6.5578854e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056630344,0.0012041299,0.25836036,0.017011125,0.0030090685,0.000051834162,0.0038333172,0.008619812,0.00006022498,0.0054514525,0.000029148612,0.7018032],"study_design_scores_gemma":[0.0049280287,0.0021682999,0.3270765,0.0019892014,0.0049954723,0.0000089659425,0.02156804,0.6366059,0.0000057031743,0.0003716977,0.00014531685,0.00013688579],"about_ca_topic_score_codex":0.00066420203,"about_ca_topic_score_gemma":0.00076702586,"teacher_disagreement_score":0.70166636,"about_ca_system_score_codex":0.00009428854,"about_ca_system_score_gemma":0.000053952906,"threshold_uncertainty_score":0.46659404},"labels":[],"label_agreement":null},{"id":"W2997066826","doi":"10.1016/j.evalprogplan.2020.101778","title":"Codifying explicit and tacit practitioner knowledge in community social pediatrics organizations: Evaluation of the first step of a knowledge transfer strategy","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Tacit knowledge; Process (computing); Knowledge management; Knowledge transfer; Perception; Field (mathematics); Explicit knowledge; Psychology; Computer science","score_opus":0.2307195957123465,"score_gpt":0.49562116697988856,"score_spread":0.2649015712675421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997066826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992644,0.0020093457,0.00026404622,0.0010753216,0.00010016465,0.0024253086,0.000023103186,0.00003239145,0.001426288],"genre_scores_gemma":[0.9993592,0.00008429107,0.00007385024,0.00017809647,0.00015876672,0.000055811106,0.00006975289,0.000013345029,0.000006869007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964301,0.002321195,0.0005547519,0.00015061132,0.0003706518,0.00017267045],"domain_scores_gemma":[0.99840844,0.0004311588,0.00022054749,0.00009949545,0.0007776214,0.00006275658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003986257,0.00011114716,0.00021828366,0.00008569126,0.0008793953,0.000013464435,0.000084817875,0.00013728986,0.00007682451],"category_scores_gemma":[0.00068791857,0.00009266193,0.000024365881,0.0007565203,0.000054974724,0.0001479439,0.000059020855,0.00061475736,0.0000022185477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014885643,0.0008787079,0.5178991,0.003859887,0.00003316458,1.4968752e-7,0.3686562,0.0004991409,0.00019222501,0.002184833,0.0011498027,0.104497954],"study_design_scores_gemma":[0.0049338825,0.00021887965,0.85939187,0.0009718195,0.00027099368,8.541702e-7,0.045666475,0.08657921,0.00003370145,0.00024922122,0.0014974041,0.0001856653],"about_ca_topic_score_codex":0.000076530894,"about_ca_topic_score_gemma":0.00042721978,"teacher_disagreement_score":0.3414928,"about_ca_system_score_codex":0.00008050447,"about_ca_system_score_gemma":0.0007370108,"threshold_uncertainty_score":0.67636865},"labels":[],"label_agreement":null},{"id":"W3001351247","doi":"10.1016/j.evalprogplan.2020.101786","title":"Pedagogical considerations for the teaching of evaluation","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Andragogy; Process (computing); Identification (biology); Field (mathematics); Pedagogy; Instructional design; Mathematics education; Teaching method; Computer science; Engineering ethics; Psychology; Engineering; Adult education","score_opus":0.6344838083863473,"score_gpt":0.6117541664420982,"score_spread":0.02272964194424909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001351247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4891191,0.008027257,0.030835606,0.39599404,0.0010332712,0.01829105,0.000025492316,0.00062655023,0.056047615],"genre_scores_gemma":[0.9854974,0.00001543454,0.013073997,0.00068220805,0.0002739875,0.0003794615,0.00001848332,0.000006462474,0.00005255886],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99675536,0.0016318813,0.0002663004,0.00018756071,0.0010235923,0.00013529406],"domain_scores_gemma":[0.9954469,0.0036155523,0.00025054635,0.00008277421,0.00053060567,0.000073600815],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016174873,0.000072226954,0.00010508911,0.000034066743,0.0012782362,0.00017466156,0.000074311465,0.000059120426,0.00030897706],"category_scores_gemma":[0.028553588,0.000057073565,0.000044025674,0.00009296886,0.00013021579,0.00031497548,0.00002001916,0.00017845267,0.0000033397275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059853908,0.000084493084,0.0052185245,0.000028091841,0.00007942063,2.1548433e-7,0.24275216,0.0073050396,0.00013413584,0.09177886,0.004163554,0.64839566],"study_design_scores_gemma":[0.0016118904,0.00039167292,0.011029128,0.00006161956,0.000694124,0.0000022487106,0.05733529,0.70049477,0.000041444924,0.014788341,0.21332861,0.0002208564],"about_ca_topic_score_codex":0.00010369257,"about_ca_topic_score_gemma":0.000035950823,"teacher_disagreement_score":0.69318974,"about_ca_system_score_codex":0.00003313177,"about_ca_system_score_gemma":0.00037116674,"threshold_uncertainty_score":0.98312885},"labels":[],"label_agreement":null},{"id":"W3003697964","doi":"10.1016/j.evalprogplan.2020.101789","title":"Assessing competency-based evaluation course impacts: A mixed methods case study","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Alberta","funders":"","keywords":"Context (archaeology); Presentation (obstetrics); Process (computing); Knowledge management; Focus group; Medical education; Computer science; Engineering ethics; Engineering; Sociology; Medicine","score_opus":0.4928499038396967,"score_gpt":0.6787705841841661,"score_spread":0.18592068034446946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003697964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.959688,0.0008400607,0.030086678,0.0032378219,0.0004690084,0.0034787008,0.0000045007223,0.00018438375,0.0020108134],"genre_scores_gemma":[0.9321557,0.0000015849988,0.066314645,0.00090627815,0.00012968034,0.00041133762,0.000055681005,0.00001782975,0.000007227832],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9873039,0.00605525,0.0011198968,0.0008080787,0.00436195,0.00035092127],"domain_scores_gemma":[0.9949549,0.0016826788,0.0006327132,0.00042292345,0.0019534589,0.00035334707],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.049368184,0.0002738693,0.0004115543,0.00024935804,0.0006379839,0.0017300663,0.00026686874,0.00009758817,0.0015005105],"category_scores_gemma":[0.0056468295,0.00021623062,0.00009401239,0.0012866359,0.00007764383,0.001179296,0.000081692684,0.00029404406,0.00005418792],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003676923,0.00028850208,0.04928688,0.000010497631,0.000037671532,0.00004570014,0.007974488,0.010448229,0.00012576875,0.000027640785,0.00036605625,0.9313518],"study_design_scores_gemma":[0.0026325898,0.0007811738,0.06424096,0.00003851803,0.00030532797,0.00007323865,0.057689805,0.8723553,0.0000781127,0.00057784934,0.0009797023,0.0002474248],"about_ca_topic_score_codex":0.000030224674,"about_ca_topic_score_gemma":0.00004157557,"teacher_disagreement_score":0.93110436,"about_ca_system_score_codex":0.00009613822,"about_ca_system_score_gemma":0.0015295077,"threshold_uncertainty_score":0.99941224},"labels":[],"label_agreement":null},{"id":"W3004981871","doi":"10.1016/j.evalprogplan.2020.101793","title":"Participatory analytic hierarchy process for resource allocation in agricultural development projects","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Canadian Patient Safety Institute","keywords":"Analytic hierarchy process; Citizen journalism; Sustainability; Pairwise comparison; Process management; Process (computing); Resource allocation; Sustainable development; Resource (disambiguation); Management science; Business; Computer science; Environmental resource management; Operations research; Engineering; Economics; Political science","score_opus":0.584576250057631,"score_gpt":0.5587150463818018,"score_spread":0.025861203675829225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004981871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912979,0.00034410617,0.0041401125,0.0015401033,0.00006455893,0.0020744968,0.0000018546941,0.00007711741,0.00045976695],"genre_scores_gemma":[0.9901942,4.5536615e-7,0.008601583,0.00036135002,0.000072803996,0.0006798532,0.000041504743,0.000008719851,0.000039526425],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966959,0.0003381534,0.000741681,0.000560572,0.0013974743,0.00026625395],"domain_scores_gemma":[0.9983727,0.00060243165,0.00024981596,0.00013535628,0.00049327424,0.00014645864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005950759,0.000140714,0.00023248613,0.00022636307,0.00018516442,0.0003767371,0.00021773121,0.00006688588,0.00004710126],"category_scores_gemma":[0.0058473554,0.000103159684,0.00003617337,0.00090821716,0.00003694069,0.00032310115,0.000056281773,0.000114377086,0.000017440776],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021622698,0.00008699498,0.026417179,0.00005270495,0.000014857225,0.0000036884521,0.04745869,0.011573164,0.0004335194,0.00008520663,0.0010122464,0.9126455],"study_design_scores_gemma":[0.0016281256,0.00018657932,0.14873438,0.00015028172,0.000024404724,0.000004414093,0.011368266,0.8140553,0.00057428394,0.001006424,0.021985942,0.00028158692],"about_ca_topic_score_codex":9.958491e-7,"about_ca_topic_score_gemma":0.000006716896,"teacher_disagreement_score":0.91236395,"about_ca_system_score_codex":0.00005410082,"about_ca_system_score_gemma":0.00018722289,"threshold_uncertainty_score":0.70002526},"labels":[],"label_agreement":null},{"id":"W3006263836","doi":"10.1016/j.evalprogplan.2020.101795","title":"What are the characteristics of the champion that influence the implementation of quality improvement programs?","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Pan American Health Organization","keywords":"Champion; Quality (philosophy); Accountability; Thematic analysis; Health care; Public relations; Proactivity; Psychology; Grounded theory; Quality management; Qualitative research; Business; Sociology; Political science; Marketing; Social psychology","score_opus":0.5955657876390369,"score_gpt":0.6774038162348679,"score_spread":0.081838028595831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006263836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94842845,0.00008333892,0.00008804773,0.046383798,0.00027807016,0.0046468964,0.000028226363,0.000027089343,0.00003608879],"genre_scores_gemma":[0.9879419,0.000051973373,0.00010475457,0.010974389,0.00007613613,0.0008117185,0.00002248827,0.0000072609937,0.000009354507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99583524,0.001797492,0.0009052721,0.00020255533,0.00095853064,0.00030091288],"domain_scores_gemma":[0.996747,0.0007737438,0.001611039,0.0002772343,0.00051004766,0.00008093688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006657186,0.000110173845,0.00018295179,0.000024949362,0.00080351124,0.0000583448,0.00028080877,0.000052521864,0.00007960962],"category_scores_gemma":[0.00088852306,0.000056104738,0.00004131514,0.00040323896,0.00018638921,0.00031644813,0.00015079624,0.00028402105,0.0000036629735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026312573,0.00001574104,0.5586294,0.00028691092,0.000014745843,4.3046334e-8,0.09472767,0.000008382555,0.00061913487,0.00027316334,0.00017585496,0.34522268],"study_design_scores_gemma":[0.0005551815,0.00015452498,0.86159056,0.00020351986,0.000030465633,2.3480372e-7,0.12957615,0.0008442115,0.0003732532,0.00013567063,0.006475243,0.000060987055],"about_ca_topic_score_codex":0.00024213461,"about_ca_topic_score_gemma":0.00010472869,"teacher_disagreement_score":0.34516168,"about_ca_system_score_codex":0.000053641954,"about_ca_system_score_gemma":0.00039180293,"threshold_uncertainty_score":0.618004},"labels":[],"label_agreement":null},{"id":"W3006330994","doi":"10.1016/j.evalprogplan.2020.101798","title":"Understanding the dynamic interinfluences of implementation processes: An illustration by multiple case studies","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Implementation; Fidelity; Implementation research; Thematic analysis; Dropout (neural networks); Process management; Principal (computer security); Psychology; Computer science; Medical education; Qualitative research; Engineering; Medicine; Psychological intervention; Sociology; Software engineering; Computer security","score_opus":0.31796127093247023,"score_gpt":0.5135484693030664,"score_spread":0.19558719837059618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006330994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928867,0.0011112412,0.0015626338,0.002932058,0.00009185457,0.001101649,0.00000490377,0.0000609213,0.00024803265],"genre_scores_gemma":[0.9989291,0.00008149135,0.00060466037,0.0001968931,0.00003292327,0.0001023512,0.000043298896,0.0000031418726,0.0000061657524],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9991053,0.00020282742,0.00018260685,0.00012683363,0.0002874887,0.00009496551],"domain_scores_gemma":[0.9994652,0.00012394083,0.00012803773,0.000033434924,0.00019229575,0.000057082696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001042449,0.000056291447,0.00006529068,0.000024295025,0.0005120101,0.00010976802,0.000050845603,0.00002305353,0.00004001418],"category_scores_gemma":[0.0004092973,0.000043903492,0.000009078376,0.00022631203,0.00011432025,0.00031237074,0.000011257639,0.000046691774,6.581687e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014762245,0.00003187875,0.023346001,0.00005688109,0.000052731633,0.000001646284,0.8427549,0.00023471972,0.00007970975,0.00044558462,0.00043916987,0.132542],"study_design_scores_gemma":[0.0003519668,0.00019332636,0.002515533,0.000040208684,0.000040837906,0.000005811219,0.98875934,0.0058059935,0.00006741544,0.00068615057,0.0014329096,0.0001005229],"about_ca_topic_score_codex":0.00011264083,"about_ca_topic_score_gemma":0.0008384831,"teacher_disagreement_score":0.14600441,"about_ca_system_score_codex":0.00006448014,"about_ca_system_score_gemma":0.0002665061,"threshold_uncertainty_score":0.393802},"labels":[],"label_agreement":null},{"id":"W3010197304","doi":"10.1016/j.evalprogplan.2020.101815","title":"Barriers and enablers to conducting cluster randomized control trials in hospitals: A theory-informed scoping review","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Implementation research; Randomized controlled trial; Cluster randomised controlled trial; Medical education; Medicine; Psychology; Nursing; Psychological intervention","score_opus":0.6783213074372699,"score_gpt":0.7100992314963038,"score_spread":0.0317779240590339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010197304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65721494,0.017794868,0.009426644,0.19851014,0.000763959,0.11196599,0.000044813863,0.00037659812,0.0039020805],"genre_scores_gemma":[0.78821266,0.0010221748,0.0038772787,0.19851124,0.0002040067,0.0081067085,0.000018030643,0.000021235533,0.000026655662],"study_design_codex":"qualitative","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98349047,0.013215088,0.0019631742,0.00033732003,0.00047758626,0.00051634654],"domain_scores_gemma":[0.98060566,0.01785831,0.00069995824,0.00009905792,0.00021485832,0.0005221509],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.081114404,0.00014540963,0.0010101387,0.0001373409,0.00045494715,0.000055616012,0.0000803138,0.00007509664,0.0005359054],"category_scores_gemma":[0.17657177,0.000114729926,0.00004699467,0.00042418548,0.00007400547,0.00030569962,0.000050991504,0.00027536813,0.000020166824],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032975905,0.000021134472,0.04826993,0.03791094,0.00022684276,0.000008325948,0.5175991,0.000512988,0.00019714262,0.0019691326,0.016702157,0.3436064],"study_design_scores_gemma":[0.6768159,0.0009607371,0.0032600989,0.14537074,0.00071977667,0.00000690702,0.08390411,0.071969636,0.00004438877,0.0013316161,0.014360656,0.0012554297],"about_ca_topic_score_codex":0.000033293378,"about_ca_topic_score_gemma":0.000014893521,"teacher_disagreement_score":0.64384,"about_ca_system_score_codex":0.00007933971,"about_ca_system_score_gemma":0.0010794485,"threshold_uncertainty_score":0.94618607},"labels":[],"label_agreement":null},{"id":"W3010430962","doi":"10.1016/j.evalprogplan.2020.101817","title":"Does it make a difference? Evaluation of a Canadian poverty reduction initiative","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Brock University","funders":"","keywords":"Poverty; Psychology; Public relations; Plan (archaeology); Exploratory research; Control (management); Perception; Medical education; Political science; Applied psychology; Sociology; Medicine; Management; Social science","score_opus":0.44331895806071553,"score_gpt":0.5342344542829909,"score_spread":0.09091549622227535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010430962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9236095,0.00041520517,0.00054024457,0.030738465,0.0006986523,0.0027510352,0.000047341913,0.0000706685,0.041128922],"genre_scores_gemma":[0.9970322,0.000025931524,0.00112642,0.0013081337,0.00012063124,0.0001950414,0.00009239176,0.0000074401933,0.00009179757],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943,0.000993531,0.0006574026,0.00043161467,0.0034023668,0.00021507264],"domain_scores_gemma":[0.99690264,0.00022703626,0.0003906871,0.00020412753,0.002013582,0.00026191268],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010812117,0.00014616582,0.00023625669,0.0005547728,0.00022629875,0.00022187195,0.00018451044,0.00008946048,0.002286171],"category_scores_gemma":[0.0031826156,0.00009072826,0.000055119297,0.0013575968,0.00006798043,0.00033037734,0.00003477718,0.00015358365,0.00003707082],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063831976,0.0000452777,0.023379121,0.000012969806,0.00003750003,5.1888685e-7,0.023111666,0.0024617752,0.00033230762,0.00037374007,0.0026001984,0.9475811],"study_design_scores_gemma":[0.0014743498,0.00038154057,0.1732958,0.00008190527,0.0001597286,0.0000039030942,0.015033202,0.77493346,0.00044625113,0.006354243,0.02761203,0.00022360688],"about_ca_topic_score_codex":0.00072904653,"about_ca_topic_score_gemma":0.0039587254,"teacher_disagreement_score":0.9473575,"about_ca_system_score_codex":0.00010692075,"about_ca_system_score_gemma":0.0012206263,"threshold_uncertainty_score":0.9986259},"labels":[],"label_agreement":null},{"id":"W3042156958","doi":"10.1016/j.evalprogplan.2020.101849","title":"Using developmental evaluation and community-based participatory research to develop a model of supportive housing","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"PolicyWise for Children and Families; Social Sciences and Humanities Research Council; Mitacs","keywords":"Participatory action research; Community-based participatory research; General partnership; Citizen journalism; Sociology; Public relations; Knowledge management; Engineering ethics; Psychology; Management science; Computer science; Political science; Engineering; World Wide Web","score_opus":0.9680265707588398,"score_gpt":0.7800458275113668,"score_spread":0.18798074324747305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042156958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98565596,0.000027596192,0.007966837,0.0025789922,0.000036924543,0.0032419462,0.00001898756,0.000047634534,0.00042514483],"genre_scores_gemma":[0.9298056,0.000001175691,0.06454488,0.0050031934,0.000031039403,0.00056157605,0.000036214184,0.000013551562,0.0000027677506],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98986346,0.00735968,0.00073930965,0.00025456655,0.0012758471,0.00050715735],"domain_scores_gemma":[0.99572563,0.0015278425,0.00024848396,0.00010590688,0.0020240997,0.00036803173],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.032385428,0.00010941758,0.0001939713,0.00023836567,0.0018489603,0.00003118807,0.000101426136,0.000081486374,0.00008668358],"category_scores_gemma":[0.008256265,0.00011178988,0.000009255084,0.0010151814,0.00012718863,0.00019915435,0.00015443818,0.0005923533,0.000009794997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026072105,0.0000889427,0.20273079,0.0008623732,0.000027017182,8.0778403e-7,0.6430876,0.019111037,0.009403693,0.000114028786,0.0010843904,0.12322858],"study_design_scores_gemma":[0.0013596338,0.00024562093,0.022146352,0.0003174229,0.00003235451,4.4578996e-7,0.044888712,0.9293571,0.00052295247,0.00019796846,0.0007935659,0.00013788546],"about_ca_topic_score_codex":0.00017338964,"about_ca_topic_score_gemma":0.00007077793,"teacher_disagreement_score":0.9102461,"about_ca_system_score_codex":0.00034200266,"about_ca_system_score_gemma":0.005254556,"threshold_uncertainty_score":0.9994505},"labels":[],"label_agreement":null},{"id":"W3063975890","doi":"10.1016/j.evalprogplan.2020.101870","title":"Assessing the Implementation Fidelity of Early Interventions: Data Collection Methods","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture; Canada Research Chairs","keywords":"Fidelity; Checklist; Data collection; Strengths and weaknesses; Psychological intervention; Computer science; Psychology; Process management; Applied psychology; Data science; Management science; Risk analysis (engineering); Medicine; Engineering; Nursing; Statistics; Social psychology; Mathematics","score_opus":0.9254453472003075,"score_gpt":0.8310459011868329,"score_spread":0.09439944601347461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3063975890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81305385,0.00047384627,0.15286592,0.025867622,0.00049865415,0.005615488,0.000060891292,0.00016969787,0.0013940411],"genre_scores_gemma":[0.92564124,0.000016362685,0.069946885,0.0036005552,0.00013712524,0.00045631005,0.0001766989,0.000009289219,0.00001550941],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99373525,0.004368209,0.0009195307,0.00027598743,0.0004586641,0.00024237366],"domain_scores_gemma":[0.99711573,0.0015022709,0.0006403701,0.00024858554,0.0003881667,0.00010490368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016087981,0.00007905865,0.00014693818,0.000069443115,0.0009152152,0.000072746545,0.00021581606,0.000049159084,0.0005322183],"category_scores_gemma":[0.0032043196,0.00006180079,0.000027081982,0.00060985377,0.000060983046,0.0007095523,0.00018099886,0.0002541469,0.000009169214],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023866796,0.000017805889,0.124082126,0.00036934525,0.000028330502,1.3225183e-7,0.049549334,0.000019312383,0.00046198044,0.00020350564,0.007859168,0.8173851],"study_design_scores_gemma":[0.0016906852,0.00036887368,0.7899645,0.0003208411,0.00014301478,0.000001212088,0.06104787,0.11312947,0.000119552205,0.0006719212,0.032391064,0.00015100939],"about_ca_topic_score_codex":0.00031897845,"about_ca_topic_score_gemma":0.000043643882,"teacher_disagreement_score":0.8172341,"about_ca_system_score_codex":0.0000593209,"about_ca_system_score_gemma":0.0005234473,"threshold_uncertainty_score":0.70391876},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3087984167","doi":"10.1016/j.evalprogplan.2020.101875","title":"Examination of tools associated with the evaluation of knowledge uptake and utilization: A scoping review","year":2020,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Waterloo; University of Waterloo","funders":"Canadian Institutes of Health Research; University of Waterloo","keywords":"Usability; Scopus; Computer science; Process (computing); Knowledge management; MEDLINE; Chemistry","score_opus":0.7579788294802032,"score_gpt":0.6725173207033083,"score_spread":0.08546150877689496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087984167","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039554,0.9840953,0.000040625117,0.00023711173,0.00012180346,0.013316096,0.000014642849,0.000025619933,0.0017532974],"genre_scores_gemma":[0.0021295347,0.9942008,0.000118449694,0.000059550523,0.00009477056,0.0028103683,0.00053777266,0.000016172304,0.00003256087],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99099684,0.006126577,0.0010263871,0.00032766355,0.0012523521,0.00027017354],"domain_scores_gemma":[0.9942224,0.0020925563,0.0013821187,0.00018569098,0.0019896666,0.00012753619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025598433,0.00018880353,0.00083992654,0.00016177272,0.00046866015,0.00002749389,0.0001361886,0.00018446874,0.00015833482],"category_scores_gemma":[0.0077342093,0.00011772993,0.00004897096,0.0011998258,0.00013505449,0.00019867806,0.000057441073,0.00041535313,0.000004546827],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030454569,0.000027675365,0.000056102544,0.062366456,0.00003006684,6.101987e-8,0.003068105,0.0000010009384,6.837182e-8,0.000025693289,0.00039949856,0.93402225],"study_design_scores_gemma":[0.0007009504,0.00043993624,0.008232783,0.7898603,0.0017906281,0.0000026874686,0.0015074679,0.012440582,2.436582e-7,0.000025691465,0.18478385,0.00021489461],"about_ca_topic_score_codex":0.0000065963595,"about_ca_topic_score_gemma":0.00002820142,"teacher_disagreement_score":0.9338073,"about_ca_system_score_codex":0.00017036984,"about_ca_system_score_gemma":0.0053840717,"threshold_uncertainty_score":0.9551112},"labels":[],"label_agreement":null},{"id":"W3105556690","doi":"10.1016/j.evalprogplan.2020.101876","title":"Evaluating the design and implementation fidelity of an adapted Plan-Do-Study-Act approach to improve health system performance in a Nigerian state","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"PDCA; Fidelity; Process management; Balanced scorecard; Psychological intervention; Adaptation (eye); Computer science; Quality management; Plan (archaeology); Documentation; Performance improvement; Management science; Engineering; Operations management; Medicine; Management system; Psychology","score_opus":0.6912364004618525,"score_gpt":0.6789875816373846,"score_spread":0.012248818824467933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105556690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98116124,0.000052142463,0.0038795525,0.002193909,0.000071315124,0.012446531,0.000030309282,0.000068874106,0.00009615061],"genre_scores_gemma":[0.9774118,0.0000043895384,0.017678702,0.0026999195,0.00005249527,0.002101438,0.00003572521,0.000013433757,0.0000020626314],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99167585,0.0053357594,0.0012267635,0.0004632763,0.00078975636,0.0005086044],"domain_scores_gemma":[0.9979648,0.0006436337,0.0006255836,0.00019256055,0.00026194716,0.0003114742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023234377,0.00015254015,0.0003014544,0.00013256638,0.00077529554,0.000052828967,0.00014035977,0.000041050247,0.000019220379],"category_scores_gemma":[0.000613164,0.000120088036,0.000011578021,0.00061560737,0.000032665455,0.00030649183,0.00007826213,0.0002808838,0.0000032397156],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039865065,0.00006576053,0.12335662,0.0008176809,0.000014922569,3.3165483e-7,0.4030156,0.005644393,0.0002293748,0.00003930936,0.000097680175,0.46631965],"study_design_scores_gemma":[0.0022593883,0.002877537,0.3506784,0.00013663764,0.000013654689,0.0000012180202,0.107656814,0.53604776,0.000017275028,0.000010810201,0.00018469905,0.00011578357],"about_ca_topic_score_codex":0.00058900606,"about_ca_topic_score_gemma":0.00009326089,"teacher_disagreement_score":0.5304034,"about_ca_system_score_codex":0.00019110195,"about_ca_system_score_gemma":0.0009930609,"threshold_uncertainty_score":0.80526173},"labels":[],"label_agreement":null},{"id":"W3126339404","doi":"10.1016/j.evalprogplan.2021.101910","title":"Using a logic model to develop an intervention for improving miscarriage care in the emergency department","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; Université Laval","funders":"Canadian Nurses Foundation","keywords":"Miscarriage; Intervention (counseling); Theory of change; Logic model; Psychological intervention; Emergency department; Abortion; Medicine; Nursing; Psychology; Pregnancy; Sociology","score_opus":0.2598124416964695,"score_gpt":0.5281659355718431,"score_spread":0.2683534938753736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126339404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797157,0.0018000873,0.016370391,0.0003154137,0.00012372762,0.0014428027,0.000021312617,0.000020689173,0.00018988225],"genre_scores_gemma":[0.9702058,0.0000038362987,0.02866955,0.00019013496,0.000049913066,0.0004930808,0.00026642898,0.000006434191,0.00011486445],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991624,0.00010976649,0.00025105718,0.00016968037,0.00016992007,0.00013719668],"domain_scores_gemma":[0.9994552,0.00001155853,0.00005024805,0.0000847706,0.0003368006,0.00006138777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008239997,0.00006927684,0.00009048368,0.000052733998,0.000118912234,0.00003381931,0.000032542306,0.000034090106,0.00007340499],"category_scores_gemma":[0.00013318897,0.00005301941,0.000037613205,0.00015764091,0.000004603177,0.000062489846,0.000020202937,0.00006449069,8.156512e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031347317,0.000322952,0.013028767,0.0022718085,0.000019115118,0.0000201672,0.013366157,0.0028811605,0.00077119836,0.00040571077,0.000045498444,0.966554],"study_design_scores_gemma":[0.0021002423,0.0015498863,0.059205845,0.0007394397,0.0001160394,0.000101719175,0.008509697,0.9219869,0.000475714,0.0011397606,0.0038940746,0.00018071847],"about_ca_topic_score_codex":0.000042212327,"about_ca_topic_score_gemma":0.00016781317,"teacher_disagreement_score":0.96637326,"about_ca_system_score_codex":0.00006041308,"about_ca_system_score_gemma":0.000089589135,"threshold_uncertainty_score":0.21620688},"labels":[],"label_agreement":null},{"id":"W3134334563","doi":"10.1016/j.evalprogplan.2021.101943","title":"Scaling up a community-led health promotion initiative: Lessons learned and promising practices from the Healthy Weights for Children Project","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Public Health Agency of Canada","keywords":"Health promotion; Scale (ratio); Public health; Program evaluation; Promotion (chess); Overweight; Process (computing); Program Design Language; Best practice; Childhood obesity; Medical education; Gerontology; Psychology; Environmental health; Medicine; Process management; Public relations; Obesity; Computer science; Political science; Nursing; Engineering; Geography","score_opus":0.8486577576015987,"score_gpt":0.7457537851570849,"score_spread":0.10290397244451377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134334563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87161416,0.0010974858,0.0012068845,0.117392905,0.00026589626,0.0079951305,0.00012148059,0.00013597989,0.0001700812],"genre_scores_gemma":[0.9577187,0.00043518748,0.020689666,0.016629819,0.00044239263,0.003098641,0.00088540005,0.000035788144,0.00006443514],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9867874,0.010882377,0.0008062933,0.00040930143,0.00052313134,0.0005915447],"domain_scores_gemma":[0.9901137,0.0074330126,0.0014054422,0.00027040933,0.0005910895,0.00018634625],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.016404506,0.00017100679,0.0003009529,0.00008512727,0.0058972207,0.00018390684,0.00013013682,0.000113067894,0.000044638393],"category_scores_gemma":[0.010140372,0.00013351382,0.000029843635,0.0004535553,0.000098979835,0.0004618757,0.00011690063,0.00086978916,0.0000043150585],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022717252,0.00018764907,0.09716733,0.00057558756,0.000075671516,4.6411847e-7,0.27977255,0.000007902868,0.0000716772,0.00064881454,0.003025888,0.6182393],"study_design_scores_gemma":[0.010530733,0.0014903663,0.77436966,0.0029563792,0.00018024922,0.000023610455,0.13125913,0.027711738,0.00008108474,0.008045402,0.042814095,0.00053754245],"about_ca_topic_score_codex":0.0013037137,"about_ca_topic_score_gemma":0.0007036713,"teacher_disagreement_score":0.67720234,"about_ca_system_score_codex":0.00017303134,"about_ca_system_score_gemma":0.003234519,"threshold_uncertainty_score":0.9981976},"labels":[],"label_agreement":null},{"id":"W3135754019","doi":"10.1016/j.evalprogplan.2021.101933","title":"Evaluation plan of the 6for6 research skills program for rural and remote physicians","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Health Sciences Centre; St. John’s Health Sciences Centre","funders":"","keywords":"Plan (archaeology); Medical education; Scholarship; Delphi method; General partnership; Participatory action research; Government (linguistics); Program evaluation; Participatory evaluation; Public relations; Medicine; Political science; Sociology; Computer science; Public administration","score_opus":0.23606525664851633,"score_gpt":0.6088159133682667,"score_spread":0.3727506567197504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135754019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9744497,0.0048518768,0.000063591375,0.002309329,0.0005043292,0.011107447,0.000025443986,0.000101523634,0.0065867854],"genre_scores_gemma":[0.98785985,0.0001387731,0.009088945,0.0003074032,0.00023573336,0.0014909791,0.0002395703,0.00002445994,0.00061429304],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99497044,0.0024645047,0.00047113805,0.00028540127,0.0012738042,0.000534718],"domain_scores_gemma":[0.99610186,0.000918998,0.00025473037,0.00027218703,0.0023617407,0.00009049949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01035761,0.00012484593,0.00022383494,0.00006835735,0.0012050776,0.000039211944,0.00010355308,0.00017182688,0.00007335961],"category_scores_gemma":[0.0021085162,0.00009722059,0.00004413854,0.0004811744,0.00013521824,0.00010392487,0.00010909537,0.00042910824,0.0000041553467],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052178864,0.000094054376,0.012177732,0.00029963642,0.000025819134,2.8109955e-7,0.007534308,0.00006169857,0.00010283844,0.0003295458,0.0015840974,0.9777378],"study_design_scores_gemma":[0.0069056675,0.0015451757,0.3573818,0.010280111,0.00053518394,0.000012510142,0.06253631,0.38873807,0.00051105884,0.025653234,0.14541194,0.0004889616],"about_ca_topic_score_codex":0.0000935527,"about_ca_topic_score_gemma":0.00014649134,"teacher_disagreement_score":0.97724885,"about_ca_system_score_codex":0.00014236436,"about_ca_system_score_gemma":0.0006890237,"threshold_uncertainty_score":0.92686045},"labels":[],"label_agreement":null},{"id":"W3135833119","doi":"10.1016/j.evalprogplan.2021.101929","title":"Ngarraanga Giinganay (‘thinking peacefully’): Co-design and pilot study of a culturally-grounded mindfulness-based stress reduction program with older First Nations Australians","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mindfulness; Grounded theory; Psychosocial; Psychological intervention; Focus group; Qualitative research; Anxiety; Psychology; Mental health; Clinical psychology; Medicine; Medical education; Nursing; Psychotherapist; Sociology; Psychiatry","score_opus":0.11664952525261141,"score_gpt":0.4326570253063607,"score_spread":0.3160075000537493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135833119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716275,0.00024679105,0.023267157,0.0003965774,0.00024784013,0.0031314667,0.000014352832,0.00017315702,0.0008951684],"genre_scores_gemma":[0.98820436,3.5147835e-7,0.0029591382,0.000011776497,0.000055965396,0.008012811,0.00018371952,0.00002317376,0.00054869225],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99759907,0.0006772385,0.00044869762,0.00046007434,0.00055485923,0.00026006903],"domain_scores_gemma":[0.99864745,0.00018612137,0.0003113769,0.0002536135,0.00049731863,0.00010412775],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008758193,0.00022815126,0.00027015616,0.00022616895,0.0007791941,0.00026754927,0.000102670376,0.000080327736,0.0012052461],"category_scores_gemma":[0.00006832457,0.00019452497,0.000044600125,0.00051342935,0.00010406215,0.00016183872,0.00002447386,0.00024331697,0.0000029294347],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032749535,0.05037924,0.05843783,0.0012996872,0.0027062674,0.00020927849,0.1139858,0.021572199,0.00024241071,0.013865745,0.008403115,0.7256235],"study_design_scores_gemma":[0.039977234,0.050684158,0.42388764,0.007499168,0.0033174679,0.00074964017,0.41286117,0.036824487,0.012041239,0.0017282042,0.0075688777,0.00286072],"about_ca_topic_score_codex":0.00014918567,"about_ca_topic_score_gemma":0.00039421968,"teacher_disagreement_score":0.72276276,"about_ca_system_score_codex":0.00004054598,"about_ca_system_score_gemma":0.00010071955,"threshold_uncertainty_score":0.99970776},"labels":[],"label_agreement":null},{"id":"W3170582154","doi":"10.1016/j.evalprogplan.2021.101962","title":"Designing centralized waiting lists for attachment to a primary care provider: Considerations from a logic analysis","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Manitoba Health; Michael Smith Health Research BC; Dalhousie University; University of Victoria; Université de Sherbrooke; Université de Moncton; Institute for Clinical Evaluative Sciences; Simon Fraser University; University of Manitoba; University of British Columbia; Queen's University; Women's College Hospital","funders":"Canadian Institutes of Health Research; Université de Sherbrooke","keywords":"Context (archaeology); Prioritization; Nursing; Intervention (counseling); Primary care; Work (physics); Focus group; Quality (philosophy); Qualitative research; Medicine; Psychology; Process management; Family medicine; Business; Engineering; Marketing; Sociology","score_opus":0.20435267010382727,"score_gpt":0.5350612364459452,"score_spread":0.33070856634211787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170582154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7635788,0.03993859,0.09282536,0.050653413,0.0021274162,0.028332978,0.00079868064,0.0014788124,0.02026595],"genre_scores_gemma":[0.71704966,0.000048337082,0.24116042,0.031575028,0.00038364923,0.0042771087,0.0051956186,0.000033630633,0.00027652964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99715406,0.0008362837,0.00063343765,0.00048171895,0.00038761875,0.0005068583],"domain_scores_gemma":[0.9968989,0.001575242,0.00022566196,0.00021746333,0.0008569203,0.00022581409],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0012322667,0.00017521599,0.00044367122,0.0001694287,0.0013649375,0.00009864411,0.000052421776,0.00014575257,0.0004286121],"category_scores_gemma":[0.00084018713,0.00016914959,0.00011769486,0.0004026802,0.000016738897,0.00013087821,0.00007953924,0.00024718835,0.000011608249],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040278904,0.00020822829,0.6055631,0.0020325836,0.0013853172,0.000049999264,0.10445857,0.0023184614,0.0016315933,0.0020259267,0.030964715,0.24895869],"study_design_scores_gemma":[0.017610556,0.0010566128,0.6093124,0.002384614,0.008991709,0.000011782675,0.088776566,0.05188993,0.0008049768,0.009881014,0.20713694,0.0021428852],"about_ca_topic_score_codex":0.00014846446,"about_ca_topic_score_gemma":0.00028172196,"teacher_disagreement_score":0.24681582,"about_ca_system_score_codex":0.00054777187,"about_ca_system_score_gemma":0.0019518656,"threshold_uncertainty_score":0.99993515},"labels":[],"label_agreement":null},{"id":"W3189742699","doi":"10.1016/j.evalprogplan.2021.101987","title":"A study to determine if and how bereavement support programs provided by Irish and Canadian hospices are evaluated","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Universidad de Navarra","keywords":"Irish; Program evaluation; Program director; Continuing education; Nursing; Psychology; Medical education; Public relations; Medicine; Political science; Public administration","score_opus":0.10922308802717899,"score_gpt":0.4391524678331104,"score_spread":0.3299293798059314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189742699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99059075,0.0013207516,0.0000065081863,0.0019618545,0.00022440619,0.0046579987,0.000034876834,0.000071761155,0.0011311162],"genre_scores_gemma":[0.99588317,0.000020200005,0.0004239697,0.0008285234,0.00005442309,0.0012183643,0.00046829772,0.000022965569,0.0010800742],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977404,0.00038708997,0.00026489893,0.00065496104,0.0004384596,0.0005141849],"domain_scores_gemma":[0.99877846,0.000040817515,0.00014375754,0.00021294756,0.00021822148,0.00060579827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015110893,0.00023177495,0.00026653174,0.00012305302,0.00030818803,0.00031723853,0.00006265699,0.00008004031,0.00014650726],"category_scores_gemma":[0.0000624738,0.00022477,0.000019542784,0.00023273607,0.00004090901,0.00011755291,0.000058286627,0.00014276602,0.000006296674],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055497312,0.00058893365,0.585499,0.000094527066,0.000112263944,0.00007793198,0.018382872,5.6241123e-7,0.00003855181,0.000008583935,0.0069300607,0.38821125],"study_design_scores_gemma":[0.0055791484,0.0060680597,0.8864682,0.00030405345,0.00035811245,0.00010734723,0.07137513,0.0006509905,0.000103425635,0.000046101035,0.028380042,0.00055943115],"about_ca_topic_score_codex":0.006078365,"about_ca_topic_score_gemma":0.02306265,"teacher_disagreement_score":0.38765183,"about_ca_system_score_codex":0.000099318466,"about_ca_system_score_gemma":0.00020616662,"threshold_uncertainty_score":0.9947639},"labels":[],"label_agreement":null},{"id":"W3194283929","doi":"10.1016/j.evalprogplan.2021.101992","title":"Exercise is Medicine® Canada on Campus Casebook: Evaluation of a novel knowledge translation tool and lessons learned","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Physical Activity and Health","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Society for Exercise Physiology; Queen's University","funders":"","keywords":"Casebook; Usability; Medical education; Psychological intervention; Psychology; Medicine; Computer science; Nursing; Political science","score_opus":0.38159786661666967,"score_gpt":0.5088844832282301,"score_spread":0.12728661661156043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194283929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98538494,0.0036571173,0.000085520776,0.005265904,0.000086737906,0.0010415727,0.000013834176,0.000022359785,0.004442024],"genre_scores_gemma":[0.9988804,0.00009756261,0.0004297463,0.00022448848,0.00007749414,0.00007904819,0.00013224807,0.00000837359,0.00007066452],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985301,0.00014746445,0.00022465146,0.00024793053,0.0007139075,0.0001359559],"domain_scores_gemma":[0.99896544,0.00021747933,0.000100327765,0.00011669302,0.00049482594,0.000105245075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013115384,0.00010641921,0.00027636174,0.00006149458,0.00011829219,0.00001199788,0.000016307562,0.000065881664,0.00010106434],"category_scores_gemma":[0.00035141566,0.00009407384,0.000021851156,0.00017216131,0.000049213122,0.00006612684,0.000008050225,0.00015761273,5.708748e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014672847,0.00033834306,0.0004678766,0.00020521965,0.000031563,0.000002701179,0.0047450215,0.00007864524,0.0018615508,0.00018947129,0.00037057005,0.9915623],"study_design_scores_gemma":[0.01675996,0.0017297675,0.080937505,0.0042860736,0.0020590823,0.00007675088,0.003381607,0.8718289,0.0065667424,0.0017934752,0.010174754,0.0004053804],"about_ca_topic_score_codex":0.0058411052,"about_ca_topic_score_gemma":0.009198404,"teacher_disagreement_score":0.99115694,"about_ca_system_score_codex":0.000097921686,"about_ca_system_score_gemma":0.0013080947,"threshold_uncertainty_score":0.88300425},"labels":[],"label_agreement":null},{"id":"W3199023418","doi":"10.1016/j.evalprogplan.2021.102004","title":"Inter-rater agreement of scores to assess quality of care in public sector primary health care facilities – A pattern of performance","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Theoretical Astrophysics","keywords":"Inter-rater reliability; School district; Quality (philosophy); Primary care; Medicine; Public health; Psychology; Environmental health; Family medicine; Nursing; Rating scale","score_opus":0.36404786347506823,"score_gpt":0.5465333408707579,"score_spread":0.18248547739568965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199023418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943822,0.0022967674,0.00018112965,0.00038164848,0.00027849848,0.0016718013,0.00020510089,0.000019664278,0.0005831585],"genre_scores_gemma":[0.99793285,0.000036761732,0.0009079823,0.00023023984,0.000022079603,0.00040295842,0.00043497313,0.00000790073,0.000024273408],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962368,0.0016394729,0.0010707376,0.0002325318,0.00055965694,0.00026079812],"domain_scores_gemma":[0.9976023,0.00024659172,0.00053882727,0.00022643663,0.0012937138,0.000092125105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015608071,0.000110737674,0.00040275668,0.00020115841,0.0001316025,0.0000064773453,0.00006661672,0.00008747694,0.00020311408],"category_scores_gemma":[0.00025683007,0.000106629035,0.000033969263,0.00026458656,0.000036749963,0.00013128114,0.0000894002,0.00022827667,0.0000017930306],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005971523,0.000021459024,0.7582097,0.008143874,0.000010096512,1.3322583e-7,0.0947662,0.00005352656,0.00004766311,0.000013791192,0.00003441034,0.13863944],"study_design_scores_gemma":[0.0007389617,0.00054079166,0.9148391,0.0018004511,0.0000051678558,2.1603452e-7,0.08070579,0.00017450655,0.0002585182,0.000005558365,0.00084914843,0.00008177388],"about_ca_topic_score_codex":0.0010579701,"about_ca_topic_score_gemma":0.0026661828,"teacher_disagreement_score":0.15662941,"about_ca_system_score_codex":0.00035563958,"about_ca_system_score_gemma":0.0011735773,"threshold_uncertainty_score":0.4348206},"labels":[],"label_agreement":null},{"id":"W3199664501","doi":"10.1016/j.evalprogplan.2021.102008","title":"How and why are Theory of Change and Realist Evaluation used in food security contexts? A scoping review","year":2021,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Alberta; University of Guelph","funders":"Canadian Institutes of Health Research","keywords":"Theory of change; Food security; Context (archaeology); Management science; Process (computing); Program evaluation; Computer science; Risk analysis (engineering); Psychology; Sociology; Political science; Medicine; Engineering; Agriculture","score_opus":0.7144212184028079,"score_gpt":0.6168606542917522,"score_spread":0.09756056411105574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199664501","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00066968147,0.9910269,0.0000560941,0.0004886765,0.00014000149,0.0073431325,0.00003508681,0.000020243831,0.00022019567],"genre_scores_gemma":[0.004214345,0.99300903,0.00022760995,0.0002664108,0.00007382627,0.0018753117,0.00029727365,0.000018631354,0.00001757553],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99008095,0.0050375313,0.0013069329,0.0007999887,0.0025323771,0.00024221501],"domain_scores_gemma":[0.9951,0.001717069,0.0015994082,0.00042364612,0.0010409718,0.00011887339],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.037827116,0.00035323907,0.0017556796,0.0004732506,0.0001530907,0.00054222805,0.00018350556,0.00022693665,0.00020146796],"category_scores_gemma":[0.004929106,0.00026987467,0.00013453947,0.00094064337,0.0001307182,0.0005991163,0.00014106538,0.00031596204,0.0000013584215],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058069377,0.000035441648,0.00075561664,0.014705662,0.00003554101,0.0000011372709,0.001122366,6.4354197e-7,5.5793947e-8,0.00031803388,0.00010265427,0.9829171],"study_design_scores_gemma":[0.0021708605,0.00062768563,0.0024121879,0.7730983,0.0016933639,0.000065606684,0.002818065,0.009332774,0.0000012173123,0.0057768887,0.20117275,0.0008302855],"about_ca_topic_score_codex":0.0000077510795,"about_ca_topic_score_gemma":0.0001650419,"teacher_disagreement_score":0.9820868,"about_ca_system_score_codex":0.000078217636,"about_ca_system_score_gemma":0.0006145908,"threshold_uncertainty_score":0.9999753},"labels":[],"label_agreement":null},{"id":"W3199697818","doi":"10.1016/j.evalprogplan.2021.102012","title":"A principles-focused evaluation of community mental health short-term case management","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Centre for Addiction and Mental Health; North York General Hospital; Trillium Health Centre; University of Toronto","funders":"","keywords":"Formative assessment; Psychological intervention; Mental health; Intervention (counseling); Program evaluation; Implementation research; Process management; Medicine; Psychology; Medical education; Applied psychology; Nursing; Engineering; Psychiatry","score_opus":0.6116391197082341,"score_gpt":0.5822059313274632,"score_spread":0.029433188380770914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199697818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9808799,0.0019083302,0.00007701645,0.0003741746,0.0004810972,0.0053910064,0.000046686124,0.000063110354,0.010778685],"genre_scores_gemma":[0.99282986,0.00008949431,0.0028036959,0.0007694805,0.000048246533,0.001029671,0.0022737975,0.000014803633,0.00014092997],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99235034,0.0051221135,0.00086270197,0.00020951442,0.0010615647,0.0003937867],"domain_scores_gemma":[0.9984342,0.0001690524,0.0003482389,0.00032554232,0.00050617766,0.0002167988],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013100548,0.00015018132,0.0002499039,0.000108186665,0.001592472,0.000015320547,0.0000693324,0.00008176401,0.00040493195],"category_scores_gemma":[0.00006241005,0.00014609042,0.00004059612,0.00023218956,0.000037868667,0.00009809231,0.00014399871,0.00041052778,0.000010362129],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009963608,0.00061717606,0.09728755,0.0024458403,0.000080257494,0.00001596454,0.04033405,0.00010309177,0.000022851018,0.00051860383,0.0005508161,0.85792416],"study_design_scores_gemma":[0.02401161,0.0036474115,0.50699973,0.011862112,0.00091640424,0.00024027172,0.22590482,0.17456353,0.00036483267,0.0014257748,0.04896913,0.0010943923],"about_ca_topic_score_codex":0.00017193031,"about_ca_topic_score_gemma":0.00037051816,"teacher_disagreement_score":0.85682976,"about_ca_system_score_codex":0.0004376205,"about_ca_system_score_gemma":0.00056686334,"threshold_uncertainty_score":0.99970734},"labels":[],"label_agreement":null},{"id":"W3201242541","doi":"10.1016/j.evalprogplan.2021.102009","title":"Evaluating the integration of strategic priorities within a complex research-for-development funding program","year":2021,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"International Development Research Centre","keywords":"Theory of change; Participatory evaluation; Sustainability; Citizen journalism; Process (computing); Thematic analysis; Program evaluation; Equity (law); Management science; Process management; Research program; Psychology; Knowledge management; Computer science; Political science; Qualitative research; Sociology; Business; Engineering","score_opus":0.944340246966675,"score_gpt":0.7438204693076491,"score_spread":0.20051977765902584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201242541","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025793503,0.9837209,0.00041700192,0.00013399754,0.00048734073,0.009973213,0.000018221595,0.0000898727,0.00258011],"genre_scores_gemma":[0.01063378,0.75965387,0.19910115,0.000096323165,0.0008796401,0.024120705,0.003070689,0.0001518604,0.0022919811],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9855318,0.004680686,0.0025622775,0.0008990553,0.005810554,0.0005156332],"domain_scores_gemma":[0.9886872,0.0050637093,0.0015933313,0.00062620506,0.003910693,0.000118849486],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.08439547,0.00040151947,0.0012388465,0.00070453726,0.0011099383,0.0015426627,0.0006619326,0.00025184613,0.00036319578],"category_scores_gemma":[0.005522982,0.0002414858,0.00027415252,0.0018663065,0.00028872048,0.00031402017,0.000211588,0.000702963,0.00001676163],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013801252,0.00007628608,0.000027387883,0.00097144186,0.00008655774,3.9767895e-7,0.0035502384,0.00021602296,0.0000032867706,0.002926663,0.00020797356,0.99191993],"study_design_scores_gemma":[0.00060061365,0.0011753676,0.00016566471,0.01225027,0.0004188421,0.000019844805,0.012961232,0.18703377,0.0000067906763,0.0036535987,0.78129,0.00042400273],"about_ca_topic_score_codex":0.000011221218,"about_ca_topic_score_gemma":0.000048906797,"teacher_disagreement_score":0.99149597,"about_ca_system_score_codex":0.00025942226,"about_ca_system_score_gemma":0.0044352068,"threshold_uncertainty_score":0.99949384},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4212952167","doi":"10.1016/j.evalprogplan.2022.102054","title":"Translating mental health recovery guidelines into recovery-oriented innovations: A strategy combining implementation teams and a facilitated planning process","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Moncton; University of British Columbia; Douglas Mental Health University Institute; McGill University","funders":"Canadian Institutes of Health Research; Michael Smith Health Research BC; Fonds de Recherche du Québec - Santé; Fondation de la recherche en santé du Nouveau-Brunswick; Research Manitoba","keywords":"Process (computing); Mental health; Bridge (graph theory); Process management; Knowledge translation; Knowledge management; Service (business); Service provider; Business; Psychology; Medicine; Computer science; Marketing","score_opus":0.3526546683974965,"score_gpt":0.576267506969223,"score_spread":0.22361283857172654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212952167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858456,0.0035455306,0.00071101857,0.0022225287,0.0006474239,0.0061099976,0.00018729756,0.00021107342,0.00051952753],"genre_scores_gemma":[0.97635823,0.00007670782,0.006512334,0.0031320443,0.00009139756,0.0036990969,0.010000454,0.00003548452,0.00009427191],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99534535,0.0012682414,0.0014628894,0.0005000535,0.000825456,0.0005979891],"domain_scores_gemma":[0.99836,0.00020545167,0.0007478538,0.00012901131,0.0003585619,0.00019912614],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0059566335,0.00024369791,0.00031266845,0.00031663274,0.0042248736,0.000046855777,0.00007984615,0.00007337375,0.00033162037],"category_scores_gemma":[0.00010313504,0.0002546915,0.000030448615,0.00065689895,0.000036366586,0.00037767173,0.00009007672,0.0005724668,0.0000030820624],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004769329,0.00014100884,0.13866109,0.0011201666,0.00006185012,0.0000013709732,0.108541384,0.002582805,0.000073093055,0.00017147977,0.0019226715,0.74624616],"study_design_scores_gemma":[0.012165398,0.008403919,0.015100288,0.0031654278,0.0000825726,0.000018988545,0.784405,0.13562423,0.000023218869,0.0037584768,0.036368895,0.0008835981],"about_ca_topic_score_codex":0.00078570755,"about_ca_topic_score_gemma":0.00013968162,"teacher_disagreement_score":0.7453626,"about_ca_system_score_codex":0.000512072,"about_ca_system_score_gemma":0.000946172,"threshold_uncertainty_score":0.9999905},"labels":[],"label_agreement":null},{"id":"W4213246394","doi":"10.1016/j.evalprogplan.2022.102053","title":"A comprehensive monitoring and evaluation framework for evidence to policy networks","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; William and Flora Hewlett Foundation; World Health Organization","keywords":"Accountability; Process management; Knowledge translation; Corporate governance; Monitoring and evaluation; Key (lock); Set (abstract data type); Maturity (psychological); Social network analysis; Knowledge management; Computer science; Business; Political science; Computer security; Finance","score_opus":0.7721486748649585,"score_gpt":0.7477666946812921,"score_spread":0.02438198018366644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213246394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94169825,0.0017402533,0.022439504,0.020006873,0.0010473985,0.012697533,0.000026198366,0.00015448572,0.00018949262],"genre_scores_gemma":[0.95060205,0.000028554983,0.029278621,0.006259318,0.0006823765,0.013068089,0.00002229727,0.000017047796,0.00004163644],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956783,0.0019973302,0.00050039665,0.0003805387,0.0009135642,0.00052986335],"domain_scores_gemma":[0.9943382,0.0043459316,0.00026507117,0.00016851153,0.00062908325,0.00025316846],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009494519,0.000120721044,0.00016920874,0.0003160226,0.0025489782,0.000055284345,0.00011220028,0.00006631967,0.00016823085],"category_scores_gemma":[0.005196498,0.00012833085,0.000018857763,0.00085007795,0.000032581003,0.00020405803,0.00018727429,0.00039057975,0.000005374786],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019137833,0.00002238924,0.080101505,0.00021522758,0.000019213361,4.2114482e-7,0.06486598,0.018638624,0.00009773265,0.0023506735,0.002556204,0.83094066],"study_design_scores_gemma":[0.002562461,0.0012703983,0.34200665,0.0010344047,0.00011162328,0.000009711743,0.03829605,0.47928685,0.000012041138,0.009030569,0.12592822,0.0004510334],"about_ca_topic_score_codex":0.00010158443,"about_ca_topic_score_gemma":0.0000036205017,"teacher_disagreement_score":0.83048964,"about_ca_system_score_codex":0.0004092817,"about_ca_system_score_gemma":0.0008194625,"threshold_uncertainty_score":0.99874955},"labels":[],"label_agreement":null},{"id":"W4283687408","doi":"10.1016/j.evalprogplan.2022.102125","title":"Evaluating facilitators’ challenges administering a program building on existing strengths in families facing difficulties","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Family and Disability Support Research","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Operationalization; Program evaluation; Intervention (counseling); Medical education; Psychology; Compliance (psychology); Best practice; Nursing; Medicine; Political science; Social psychology","score_opus":0.31811870327004793,"score_gpt":0.5464052146460003,"score_spread":0.2282865113759524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283687408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98263943,0.0031942273,0.00001075382,0.00020003972,0.000318437,0.002108061,0.00001825293,0.00031567444,0.011195136],"genre_scores_gemma":[0.99166495,0.000015588796,0.0033984538,0.00004642212,0.000064016014,0.0045762206,0.000084830004,0.000026467867,0.00012308122],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99556565,0.0013303998,0.0005554791,0.000777537,0.0011113349,0.00065957534],"domain_scores_gemma":[0.9983092,0.0010259452,0.00014936768,0.00030241982,0.00009188332,0.00012117652],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0057323417,0.0002692478,0.0003037584,0.0003813725,0.00070073997,0.00014683788,0.00019350699,0.000089738125,0.00051508733],"category_scores_gemma":[0.0011242861,0.00027836065,0.00007117731,0.00039484305,0.000116783485,0.00014111275,0.00022556087,0.0006630328,0.000010741187],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001844673,0.00047072282,0.028051792,0.0001069584,0.000035541863,0.000017539425,0.038063597,0.0053763934,0.00013625296,0.0006615016,0.000031853608,0.9268634],"study_design_scores_gemma":[0.004303505,0.006721035,0.26181796,0.00050069444,0.00006652066,0.000057605976,0.5647206,0.14671986,0.00007021648,0.00078710774,0.013252978,0.0009819709],"about_ca_topic_score_codex":0.00015053677,"about_ca_topic_score_gemma":0.00003565833,"teacher_disagreement_score":0.9258814,"about_ca_system_score_codex":0.00019592544,"about_ca_system_score_gemma":0.0000897343,"threshold_uncertainty_score":0.99996686},"labels":[],"label_agreement":null},{"id":"W4284963292","doi":"10.1016/j.evalprogplan.2022.102116","title":"Differential elements of a successful agricultural innovation scaling-up model","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Agricultural Innovations and Practices","field":"Agricultural and Biological Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Scaling; Differential (mechanical device); Agriculture; Business; Computer science; Transport engineering; Engineering; Mathematics; Geography; Aerospace engineering","score_opus":0.1073695963929548,"score_gpt":0.38199572906546386,"score_spread":0.27462613267250907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284963292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99786526,0.00013913026,0.000025120888,0.0004859895,0.00012210826,0.000494931,0.000034534914,0.00005170396,0.00078121835],"genre_scores_gemma":[0.9979448,0.00000525598,0.00043965,0.000071719245,0.00007067089,0.00019859913,0.0010951727,6.4328384e-7,0.00017352642],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99868447,0.00013536033,0.00035107404,0.00019139444,0.0004950944,0.00014258413],"domain_scores_gemma":[0.9992312,0.00006715172,0.00033195736,0.000027382735,0.00031781456,0.000024452527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006304013,0.000100161225,0.000112547576,0.00003075208,0.0005157513,0.00008202133,0.000107285516,0.00003464226,0.00082486233],"category_scores_gemma":[0.000057697314,0.000040243085,0.000028442255,0.00090736867,0.000022992881,0.00024970976,0.00009220275,0.00014149792,9.1017466e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099737066,0.0002724087,0.025158698,0.000013470362,0.00005109476,4.5637702e-7,0.0010484001,0.003121978,0.12635364,0.002402972,0.0021304504,0.8393467],"study_design_scores_gemma":[0.001224644,0.0009911103,0.69967234,0.000044763023,0.00015946306,0.000026255733,0.012197757,0.26386568,0.00312494,0.0022181547,0.015847122,0.000627778],"about_ca_topic_score_codex":0.000035329478,"about_ca_topic_score_gemma":0.000006589918,"teacher_disagreement_score":0.8387189,"about_ca_system_score_codex":0.000023847693,"about_ca_system_score_gemma":0.0000112855005,"threshold_uncertainty_score":0.9031664},"labels":[],"label_agreement":null},{"id":"W4309570150","doi":"10.1016/j.evalprogplan.2022.102186","title":"Evaluating the quality of municipal strategic plans","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Public Policy and Administration Research","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Guelph","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Strategic planning; Scope (computer science); Process management; Business; Quality (philosophy); Plan (archaeology); Government (linguistics); Local government; Strategic human resource planning; Process (computing); Public administration; Marketing; Political science; Computer science","score_opus":0.6252687998258292,"score_gpt":0.6481470406014327,"score_spread":0.02287824077560352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309570150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94313174,0.00023692838,0.000005571705,0.002735311,0.00006902631,0.0005938022,0.000017634264,0.000034943547,0.05317504],"genre_scores_gemma":[0.99896514,0.0000059369117,0.00018480915,0.00011686109,0.00006821121,0.00025224072,0.00003407524,0.0000027001115,0.0003700381],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99551713,0.0026289267,0.00023274244,0.00012334994,0.0013019275,0.00019588928],"domain_scores_gemma":[0.999055,0.0005160067,0.00014283083,0.00010680753,0.00012044814,0.00005890633],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018716702,0.000046369027,0.000077800425,0.000049534294,0.0014849569,0.00010492939,0.00019057289,0.000024368448,0.0007286778],"category_scores_gemma":[0.00078396045,0.00003807172,0.00002747815,0.0003129245,0.00019085464,0.000084968015,0.000059404218,0.00019387079,0.0000010949899],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022727074,0.00034840722,0.01975178,0.000042546697,0.000076605575,0.0000016299682,0.15218773,0.0071032867,0.0006623629,0.42087284,0.0004751202,0.39825043],"study_design_scores_gemma":[0.0026862805,0.0024502827,0.08606957,0.00005032672,0.0000876221,0.000007844372,0.45288292,0.30964303,0.00006132445,0.06172503,0.08382345,0.00051230524],"about_ca_topic_score_codex":0.0011643156,"about_ca_topic_score_gemma":0.0002420666,"teacher_disagreement_score":0.39773813,"about_ca_system_score_codex":0.000038169324,"about_ca_system_score_gemma":0.0006020802,"threshold_uncertainty_score":0.999815},"labels":[],"label_agreement":null},{"id":"W4310238849","doi":"10.1016/j.evalprogplan.2022.102175","title":"A process and impact evaluation of a peer-led HIV self-management program","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"Health Resources and Services Administration; New York City Department of Health and Mental Hygiene","keywords":"Psychosocial; Medicine; Psychological intervention; Self-management; Population; Test (biology); Human immunodeficiency virus (HIV); Social support; Program evaluation; Gerontology; Clinical psychology; Family medicine; Psychology; Environmental health; Psychiatry","score_opus":0.07530224717509426,"score_gpt":0.5022145006730174,"score_spread":0.42691225349792317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310238849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98120546,0.0017093456,0.000053626132,0.00064472086,0.00002266898,0.005209605,0.000017094193,0.00013778247,0.010999713],"genre_scores_gemma":[0.9938769,0.000016456519,0.0016816247,0.00001797338,0.000028664197,0.0032870672,0.00039451898,0.000012882435,0.00068392634],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969248,0.00038411398,0.0002767655,0.00025113998,0.0019415922,0.00022159435],"domain_scores_gemma":[0.9987827,0.00003289906,0.00011979294,0.00013853374,0.0007894085,0.00013665533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049513727,0.00011327855,0.00018240997,0.00027376902,0.00023125026,0.00005711845,0.000055276672,0.000030091203,0.00077715784],"category_scores_gemma":[0.0003059905,0.00009859606,0.0000725794,0.00041448197,0.000043111868,0.0001145585,0.00006937168,0.00019096,0.0000026350901],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027044857,0.0010675357,0.024204865,0.00031979577,0.00032178918,0.000005326224,0.0037653581,0.00042844185,0.00007433597,0.000047103535,0.0035386605,0.96595633],"study_design_scores_gemma":[0.006822021,0.008950066,0.075647384,0.00029414,0.0009862311,0.000079358666,0.0060595805,0.8926615,0.00007142776,0.00044693673,0.007812292,0.00016902668],"about_ca_topic_score_codex":0.000010198666,"about_ca_topic_score_gemma":0.0000017459869,"teacher_disagreement_score":0.9657873,"about_ca_system_score_codex":0.00012525367,"about_ca_system_score_gemma":0.00020974637,"threshold_uncertainty_score":0.8509333},"labels":[],"label_agreement":null},{"id":"W4312084482","doi":"10.1016/j.evalprogplan.2022.102211","title":"Competency drivers to support implementation of early intensive behavioral intervention in large-scale community-based services: Perspectives of caseworkers and organization representatives","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Sherbrooke; Centre intégré universitaire de santé et de services sociaux de la Mauricie-et-du-Centre-du-Québec; Université du Québec à Trois-Rivières","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Intervention (counseling); Scale (ratio); Plan (archaeology); Sample (material); Psychology; Knowledge management; Medical education; Nursing; Applied psychology; Medicine; Computer science; Geography","score_opus":0.17797880896321958,"score_gpt":0.4915088177624627,"score_spread":0.3135300087992431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312084482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99854213,0.00016679337,0.0001124829,0.00013071991,0.000077770645,0.0007886856,0.000059944265,0.000021424126,0.0001000579],"genre_scores_gemma":[0.9988596,0.0000025638278,0.00057283614,0.0000731139,0.000004454336,0.00016597963,0.0003049039,0.000006679822,0.00000985993],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984511,0.00074912776,0.00029338937,0.00018542654,0.00020148868,0.0001194731],"domain_scores_gemma":[0.999326,0.000055775166,0.00019588204,0.00009342881,0.0002954957,0.000033439945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008733977,0.000086446096,0.00016534375,0.00015429182,0.00018966055,0.000013576042,0.000058823836,0.00003236114,0.00069678726],"category_scores_gemma":[0.000011903333,0.00008649197,0.000026336296,0.0003996192,0.00006874545,0.00007223269,0.00008910553,0.00017774248,6.9680846e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012907013,0.0004044791,0.7497724,0.000021204152,0.000017267721,0.0000025480106,0.22052743,0.000042847743,0.00015255148,0.00004665997,0.000023258623,0.028860265],"study_design_scores_gemma":[0.0010378921,0.0016617767,0.5827377,0.000024360837,0.000036977053,0.000002396919,0.41429853,0.000039826416,0.00004088268,0.000044114906,0.000023879435,0.000051642714],"about_ca_topic_score_codex":0.0015777326,"about_ca_topic_score_gemma":0.0003418039,"teacher_disagreement_score":0.19377112,"about_ca_system_score_codex":0.000035584268,"about_ca_system_score_gemma":0.000012478865,"threshold_uncertainty_score":0.7629332},"labels":[],"label_agreement":null},{"id":"W4313530487","doi":"10.1016/j.evalprogplan.2022.102217","title":"Protocol for a process evaluation of SCALA study – Intervention targeting scaling up of primary health care-based prevention and management of heavy drinking and comorbid depression in Latin America","year":2022,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mental Health Research Canada","funders":"National Institute for Health and Care Research","keywords":"Documentation; Context (archaeology); Intervention (counseling); Scale (ratio); Data collection; Nursing; Medicine; Program evaluation; Mental health; Institutional review board; Medical education; Protocol (science); Psychology; Alternative medicine; Psychiatry; Computer science","score_opus":0.49925956558332363,"score_gpt":0.690880742935946,"score_spread":0.1916211773526224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313530487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8561228,0.00015288522,0.0013845353,0.00015936805,0.000046669837,0.14205351,0.000010158946,0.000017932709,0.000052112315],"genre_scores_gemma":[0.82644016,0.0000018946693,0.0056761075,0.00008989991,0.000008779111,0.16770211,0.00006942784,0.0000094563475,0.0000021585315],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9939802,0.0030681042,0.0013134539,0.0003216531,0.0010638125,0.000252724],"domain_scores_gemma":[0.99752223,0.0003592026,0.0014644066,0.000106601365,0.00048612538,0.00006142979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016539387,0.00010659928,0.0003037896,0.00030052476,0.00049341377,0.000010265847,0.000069361,0.00003241846,0.000037620197],"category_scores_gemma":[0.00030102103,0.00010801272,0.000024042096,0.00044016095,0.000047850397,0.00014120147,0.00011181276,0.0001616092,4.0149178e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046974546,0.00026612857,0.42824614,0.006171781,0.000014651664,8.569578e-8,0.048962172,0.0025014277,0.000047434372,0.000009075186,0.000023976201,0.51328737],"study_design_scores_gemma":[0.016767243,0.0020938215,0.69059765,0.003303099,0.00009541592,4.2963225e-7,0.10332786,0.18296392,0.0001323913,0.00023595289,0.00033110756,0.00015109435],"about_ca_topic_score_codex":0.00019621298,"about_ca_topic_score_gemma":0.000053806853,"teacher_disagreement_score":0.51313627,"about_ca_system_score_codex":0.00024507876,"about_ca_system_score_gemma":0.00055038545,"threshold_uncertainty_score":0.5732255},"labels":[],"label_agreement":null},{"id":"W4315880901","doi":"10.1016/j.evalprogplan.2023.102233","title":"Implementation process evaluation of an ergonomic train the trainer program: How to learn from mechanisms and the temporal structure of processes?","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université du Québec à Montréal","funders":"","keywords":"Timeline; Trainer; Process (computing); Context (archaeology); Process management; Intervention (counseling); Psychological intervention; Human factors and ergonomics; Knowledge management; Computer science; Engineering; Applied psychology; Risk analysis (engineering); Poison control; Psychology; Medicine","score_opus":0.4800954001694136,"score_gpt":0.669639071945223,"score_spread":0.18954367177580939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315880901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98085827,0.000057403617,0.00032685907,0.008775461,0.000116756266,0.009589648,0.00013299251,0.000088250286,0.000054352568],"genre_scores_gemma":[0.9934562,0.0000056210215,0.0029313436,0.0007412003,0.00009722301,0.0024145085,0.00032371172,0.000016632055,0.000013552889],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9949401,0.0024801048,0.00068809354,0.00033930223,0.0011851895,0.0003672165],"domain_scores_gemma":[0.9970382,0.0009557643,0.00066906336,0.00020871992,0.0010066385,0.00012165617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012709287,0.00014796761,0.00024204444,0.00016822001,0.0006564395,0.00006405499,0.00019099153,0.00008552683,0.00018086324],"category_scores_gemma":[0.0017463278,0.00009178229,0.000021111151,0.0009344134,0.0001488754,0.00032496726,0.000049387545,0.00021646215,0.0000022144204],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027974148,0.00003353436,0.011540714,0.0004346681,0.000048399834,1.4552688e-7,0.24758758,0.0010372328,0.0016993749,0.0006420352,0.0004475085,0.7362491],"study_design_scores_gemma":[0.012551864,0.0010066988,0.38676062,0.00035851853,0.00038830272,0.0000028610186,0.322595,0.24364868,0.0013702053,0.028455196,0.002488524,0.00037352555],"about_ca_topic_score_codex":0.00039898165,"about_ca_topic_score_gemma":0.0012759314,"teacher_disagreement_score":0.73587555,"about_ca_system_score_codex":0.000057905574,"about_ca_system_score_gemma":0.0011349211,"threshold_uncertainty_score":0.50488687},"labels":[],"label_agreement":null},{"id":"W4316498822","doi":"10.1016/j.evalprogplan.2023.102239","title":"Remotely and collaboratively evaluating a campus-based therapy dog program during the COVID-19 pandemic","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Saskatchewan Health Research Foundation","keywords":"Mental health; Context (archaeology); Stakeholder; Social distance; Pandemic; Psychology; Program evaluation; Citizen journalism; Coronavirus disease 2019 (COVID-19); Process (computing); Medical education; Computer science; Applied psychology; Medicine; Public relations; Political science; Geography; Psychiatry","score_opus":0.7568000495186499,"score_gpt":0.7384669803980701,"score_spread":0.018333069120579748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316498822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9784932,0.00035248895,0.00013957477,0.011844741,0.00018934422,0.0078261895,0.000027724336,0.0008045578,0.00032214503],"genre_scores_gemma":[0.9787852,0.00012264332,0.0036316067,0.012221016,0.00019065848,0.0047334614,0.00006903639,0.000029878991,0.000216483],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934647,0.003628394,0.00070620334,0.00047501645,0.0009882863,0.0007374041],"domain_scores_gemma":[0.9948533,0.0035810694,0.00046922182,0.00023808677,0.00048470794,0.00037358105],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015388722,0.00019841755,0.00022529866,0.00024325338,0.003346362,0.00012985896,0.00015712925,0.0001332561,0.00018694974],"category_scores_gemma":[0.0061753695,0.00014371907,0.000025448713,0.0015756737,0.00020009086,0.00019627568,0.00008144394,0.0004610209,0.000045525212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015418684,0.000028085375,0.5493809,0.0003242958,0.000024316321,0.00000364554,0.07685812,0.00066071353,0.0006582638,0.00005353793,0.0021950714,0.3696589],"study_design_scores_gemma":[0.0058775935,0.0006319048,0.7602473,0.00018785887,0.000031706713,0.000011004579,0.018588029,0.1360646,0.000015557604,0.00045742604,0.07759071,0.0002962901],"about_ca_topic_score_codex":0.00015946169,"about_ca_topic_score_gemma":0.000112268805,"teacher_disagreement_score":0.3693626,"about_ca_system_score_codex":0.0002547335,"about_ca_system_score_gemma":0.0021583196,"threshold_uncertainty_score":0.99795115},"labels":[],"label_agreement":null},{"id":"W4317548846","doi":"10.1016/j.evalprogplan.2023.102242","title":"Examining the competencies required by evaluation capacity builders in community-based organizations","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Capacity building; Business; Knowledge management; Perception; Public relations; Psychology; Political science; Computer science","score_opus":0.5356546001196051,"score_gpt":0.5285005507770261,"score_spread":0.007154049342579016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317548846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99113506,0.00018819928,0.0017528833,0.0025925331,0.0002456178,0.0014624584,0.000011733717,0.00016791816,0.0024436205],"genre_scores_gemma":[0.997037,0.00001078997,0.0012345588,0.00065497454,0.000030230061,0.00040752185,0.0004922808,0.000012600895,0.0001200583],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99221736,0.003725441,0.00066637556,0.00031698906,0.0027908182,0.00028300696],"domain_scores_gemma":[0.9957982,0.002469336,0.00028816782,0.00046485793,0.0009070186,0.00007247602],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.037811197,0.00015665872,0.00019458855,0.00042930737,0.0010800078,0.00051604124,0.00039113534,0.000083998624,0.0004391393],"category_scores_gemma":[0.004620292,0.00011269211,0.000027764125,0.0033151526,0.00016927042,0.000450724,0.00008086028,0.00034865038,0.000075742944],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032656804,0.00018284416,0.34515,0.000021812342,0.000027531296,6.9908543e-7,0.026985934,0.122379825,0.0018762086,0.00032904,0.0099931,0.49302036],"study_design_scores_gemma":[0.0010079428,0.00012668701,0.21679984,0.00005721904,0.000032338015,0.0000013597066,0.014922617,0.75987214,0.00015054789,0.00243394,0.0044527757,0.00014261168],"about_ca_topic_score_codex":0.000058382684,"about_ca_topic_score_gemma":0.00010151403,"teacher_disagreement_score":0.6374923,"about_ca_system_score_codex":0.0000894857,"about_ca_system_score_gemma":0.00036610695,"threshold_uncertainty_score":0.9907759},"labels":[],"label_agreement":null},{"id":"W4319662944","doi":"10.1016/j.evalprogplan.2023.102257","title":"Learning from experiences of evaluators implementing theory-driven evaluations in diverse settings: Building on the contributions of John Mayne","year":2023,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Honor; Theory of change; Set (abstract data type); Sociology; Engineering ethics; Work (physics); Epistemology; Management science; Psychology; Computer science; Engineering; Philosophy","score_opus":0.3687882346319569,"score_gpt":0.6091828399366908,"score_spread":0.24039460530473383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319662944","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20009363,0.78542155,0.0008106215,0.0003412154,0.0009476532,0.009305432,0.0002416178,0.00017077917,0.002667499],"genre_scores_gemma":[0.5956558,0.39540258,0.0022731386,0.00009644897,0.000323214,0.0050063212,0.0009798184,0.00009291028,0.00016975195],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98640764,0.006005603,0.0024765332,0.0007502797,0.0039122635,0.00044765696],"domain_scores_gemma":[0.9831658,0.012257532,0.0031119005,0.00050718937,0.0008726526,0.000084927575],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043404438,0.00036870636,0.0012078269,0.000994964,0.00059874856,0.00026294723,0.00066815916,0.00017628427,0.001515902],"category_scores_gemma":[0.01865708,0.00023923558,0.0003104505,0.0022404946,0.0002244147,0.00028278094,0.00029047174,0.0005708483,0.000035200683],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015171151,0.000058676476,0.0009223409,0.00017377177,0.00012951296,7.6590453e-7,0.019637996,0.00393559,0.000012267238,0.0016586469,0.00013013935,0.97332513],"study_design_scores_gemma":[0.0036629087,0.0011889236,0.0025330663,0.033828493,0.002916228,0.0000067989863,0.3734897,0.4225227,0.00019017157,0.014537689,0.14380535,0.0013179472],"about_ca_topic_score_codex":0.00003253707,"about_ca_topic_score_gemma":0.000013403718,"teacher_disagreement_score":0.97200716,"about_ca_system_score_codex":0.00011220244,"about_ca_system_score_gemma":0.0008803715,"threshold_uncertainty_score":0.99939686},"labels":[],"label_agreement":null},{"id":"W4321203138","doi":"10.1016/j.evalprogplan.2023.102259","title":"Towards an evolutionary approach to learning from assumptions: Lessons from the evaluation of Dancing with Parkinson’s","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Diversity and Impact of Dance","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Ontario Brain Institute","keywords":"Dance; Intervention (counseling); Psychology; Term (time); Exploratory research; Social psychology; Developmental psychology; Cognitive psychology; Gerontology; Applied psychology; Medicine; Sociology; Social science; Psychiatry","score_opus":0.24326292878532618,"score_gpt":0.4552559415319403,"score_spread":0.21199301274661414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321203138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878055,0.0010389497,0.001844331,0.0006063265,0.00018772398,0.00096898305,0.00005144271,0.00016097676,0.0073357546],"genre_scores_gemma":[0.9918027,0.000010169986,0.0065739686,0.000103576145,0.00013960579,0.00024707697,0.0010470711,0.000012624644,0.000063209685],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99751073,0.000849399,0.00018278402,0.00035135238,0.00089616585,0.00020956916],"domain_scores_gemma":[0.999062,0.00020714982,0.00014158923,0.00023269728,0.0002731904,0.000083361156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029240337,0.00012106526,0.00014541463,0.00010331139,0.00034951503,0.00007955464,0.00015361633,0.00008091363,0.00025807804],"category_scores_gemma":[0.00029290825,0.00009636515,0.000028470826,0.0004214632,0.000058805348,0.00025350883,0.000048138132,0.00019571233,0.000046005556],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025106902,0.00024037251,0.1841533,0.000007674246,0.00021885353,0.0000012342006,0.04832267,0.047578704,0.00013761794,0.000416593,0.002580574,0.71609133],"study_design_scores_gemma":[0.00088579196,0.00023306561,0.84721744,0.000094998286,0.00021944716,0.0000015316764,0.015736884,0.13180912,0.0000084007115,0.00063234125,0.0030400918,0.00012086343],"about_ca_topic_score_codex":0.00085204653,"about_ca_topic_score_gemma":0.000028326122,"teacher_disagreement_score":0.71597046,"about_ca_system_score_codex":0.00006105389,"about_ca_system_score_gemma":0.00011600512,"threshold_uncertainty_score":0.39296567},"labels":[],"label_agreement":null},{"id":"W4323923546","doi":"10.1016/j.evalprogplan.2023.102277","title":"Nothing about me without me: The central role of program beneficiaries in developing theories of change","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Government of Ontario","keywords":"Theory of change; Nothing; Public relations; Behavior change; Psychology; Sociology; Political science; Social psychology; Epistemology","score_opus":0.20882924218664123,"score_gpt":0.5279680509146248,"score_spread":0.3191388087279836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323923546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98421776,0.0039523593,0.000034677378,0.005733388,0.00035053305,0.0036094976,0.00001579037,0.00021531271,0.0018706606],"genre_scores_gemma":[0.9952221,0.00028775,0.0018595324,0.001032725,0.00013334437,0.0013020707,0.00011276976,0.0000175665,0.000032162483],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977942,0.0005004929,0.0006124237,0.00018062613,0.000428323,0.00048395174],"domain_scores_gemma":[0.9986345,0.00059532316,0.0003380833,0.0001524907,0.00023020906,0.000049395127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033804148,0.00012828423,0.000313205,0.00017146314,0.00044568998,0.000018534882,0.00012486093,0.00013307107,0.000038281632],"category_scores_gemma":[0.00037136697,0.00009205372,0.000036544952,0.000536189,0.00006678747,0.00017309809,0.000100546116,0.00030582544,0.0000040040263],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074737975,0.000026988459,0.5497258,0.0004712149,0.000022515394,6.047681e-7,0.11467967,0.00003978672,0.000043138345,0.010032571,0.00007223678,0.32481074],"study_design_scores_gemma":[0.00083473936,0.00014277897,0.9302976,0.0009266834,0.000046896006,7.49907e-7,0.028189467,0.010579421,0.00009506431,0.0046722866,0.024061095,0.00015322793],"about_ca_topic_score_codex":0.00041469772,"about_ca_topic_score_gemma":0.0005081561,"teacher_disagreement_score":0.3805718,"about_ca_system_score_codex":0.000098909295,"about_ca_system_score_gemma":0.00063564855,"threshold_uncertainty_score":0.37538418},"labels":[],"label_agreement":null},{"id":"W4377091894","doi":"10.1016/j.evalprogplan.2023.102318","title":"Mapping the evaluation capacity building landscape: A bibliometric analysis of scholarly communities and themes","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Ottawa","funders":"","keywords":"Scholarship; Bibliometrics; Cover (algebra); Regional science; Sociology; Political science; Library science; Engineering; Computer science","score_opus":0.6130985989473278,"score_gpt":0.5573777674261452,"score_spread":0.05572083152118257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377091894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99377286,0.0022156578,0.00071728113,0.0007919553,0.000106404965,0.0007221942,0.000010342956,0.0000635881,0.0015997093],"genre_scores_gemma":[0.9984071,0.00017577854,0.0009892688,0.00010538648,0.00002865961,0.00016834453,0.00007667302,0.0000057312595,0.0000430525],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9940853,0.0014061048,0.00061520375,0.00024963717,0.003444371,0.00019939414],"domain_scores_gemma":[0.9951001,0.0024272606,0.00041269403,0.00037066478,0.001627259,0.00006202467],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0432756,0.00012593498,0.00028201117,0.028436076,0.0006083488,0.0012342171,0.000292429,0.00006783288,0.0004574986],"category_scores_gemma":[0.003247499,0.00008109975,0.00007880374,0.09017033,0.00012433229,0.0010291773,0.00013363501,0.00020047255,0.000008908002],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007683697,0.000016312595,0.40849152,0.000007631666,0.00016354113,8.501734e-8,0.0113718975,0.0063419337,0.00009524641,0.00021656736,0.0002202698,0.5730673],"study_design_scores_gemma":[0.00025120986,0.000037974703,0.50082296,0.000022425338,0.00020320115,8.64299e-7,0.014307971,0.481927,0.000016285703,0.0015349842,0.0008187661,0.000056333407],"about_ca_topic_score_codex":0.000067239016,"about_ca_topic_score_gemma":0.000047337355,"teacher_disagreement_score":0.573011,"about_ca_system_score_codex":0.000026776748,"about_ca_system_score_gemma":0.00012015332,"threshold_uncertainty_score":0.9998026},"labels":[],"label_agreement":null},{"id":"W4378982888","doi":"10.1016/j.evalprogplan.2023.102322","title":"Culturally responsive evaluation: A scoping review of the evaluation literature","year":2023,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; NOSM University; Lakehead University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Participatory evaluation; Situated; Culturally appropriate; Citizen journalism; Culturally sensitive; Evaluation methods; Psychology; Community-based participatory research; Program evaluation; Participatory action research; Applied psychology; Medical education; Medicine; Sociology; Social psychology; Engineering; Political science; Computer science; Gerontology; Social science","score_opus":0.599779829732056,"score_gpt":0.675526932126798,"score_spread":0.07574710239474203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378982888","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000035813482,0.9771755,0.000012058561,0.0006761169,0.0010366801,0.018148996,0.000040680374,0.000073588606,0.0028005652],"genre_scores_gemma":[0.0000372756,0.99318045,0.0004402724,0.0003198845,0.0002418924,0.0044810544,0.00075384515,0.0000385778,0.0005067245],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9722792,0.010836596,0.0030534936,0.0010879315,0.01235892,0.0003838416],"domain_scores_gemma":[0.98458517,0.0028343657,0.0031266431,0.0012028232,0.008123103,0.00012789266],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09043532,0.0005356642,0.0016663622,0.00061040727,0.0005095017,0.0006479509,0.0009099178,0.0003639943,0.0016899679],"category_scores_gemma":[0.030795468,0.00029999166,0.00062640366,0.0045046164,0.00014006543,0.0005861364,0.00028969173,0.0006287816,0.0001459594],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070321425,0.000023645418,0.000019676685,0.025783073,0.000079069476,5.2487536e-7,0.0008478627,0.00012002722,1.5019121e-7,0.000051888477,0.003011065,0.970056],"study_design_scores_gemma":[0.00056630594,0.00011060227,0.00030541624,0.7250091,0.002619983,0.000032961976,0.0002825902,0.021526283,6.5844443e-7,0.0010944502,0.24807063,0.0003810554],"about_ca_topic_score_codex":0.0000024797237,"about_ca_topic_score_gemma":0.000014282142,"teacher_disagreement_score":0.96967494,"about_ca_system_score_codex":0.00030870424,"about_ca_system_score_gemma":0.00574218,"threshold_uncertainty_score":0.9999452},"labels":[],"label_agreement":null},{"id":"W4379928308","doi":"10.1016/j.evalprogplan.2023.102329","title":"Strategies used throughout the scaling-up process of eConsult – Multiple case study of four Canadian Provinces","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; Sinai Health System; Lunenfeld-Tanenbaum Research Institute; Université de Sherbrooke; Hôpital Charles-Le Moyne; University of Toronto; Université Laval; Université du Québec en Outaouais; St Mary's Hospital Centre; McGill University; University of Ottawa; Memorial University of Newfoundland; University of Manitoba; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Process (computing); Stakeholder; Scaling; Phase (matter); Process management; Service (business); Public relations; Business; Computer science; Political science; Marketing","score_opus":0.13745213307673712,"score_gpt":0.43048600662705266,"score_spread":0.2930338735503155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379928308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968292,0.00012891296,0.000004434121,0.00037347476,0.00017006081,0.001755974,0.0000033693123,0.00012311575,0.0006114363],"genre_scores_gemma":[0.9996251,0.0000015467413,0.000015019812,0.000026835678,0.00008032812,0.00021265376,0.000018282228,0.000009608318,0.000010642317],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9990401,0.000045770492,0.0003107119,0.00016654326,0.00024722004,0.00018959993],"domain_scores_gemma":[0.9991853,0.00008418349,0.0002449951,0.00013002129,0.00034211314,0.000013354552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014655021,0.00009194341,0.00016560656,0.00023072059,0.00026683265,0.00011587159,0.000099001096,0.00006384599,0.000008881533],"category_scores_gemma":[0.00026854404,0.00006548812,0.00001762642,0.00057051855,0.000053258736,0.00026630523,0.000028959343,0.00009256643,0.0000029212033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021108912,0.00009110886,0.57537735,0.0009029583,0.00007513407,0.00009934921,0.019738607,0.0008818178,0.00002465819,0.0008478507,0.00018272294,0.40175733],"study_design_scores_gemma":[0.0023555239,0.00026080126,0.12725967,0.00028060668,0.00014793493,0.000076520395,0.6750129,0.18639767,0.000029179291,0.0012788229,0.0066169095,0.00028345114],"about_ca_topic_score_codex":0.24682453,"about_ca_topic_score_gemma":0.2916397,"teacher_disagreement_score":0.6552743,"about_ca_system_score_codex":0.0000136401395,"about_ca_system_score_gemma":0.00021580921,"threshold_uncertainty_score":0.75819093},"labels":[],"label_agreement":null},{"id":"W4381331661","doi":"10.1016/j.evalprogplan.2023.102340","title":"Does foreign aid affect innovation and institutional quality in middle-income countries?","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"International Development and Aid","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Quality (philosophy); Business; Econometric model; Developing country; Affect (linguistics); Economics; International economics; Econometric analysis; Economic growth; Macroeconomics","score_opus":0.12639763611739796,"score_gpt":0.4614175726603382,"score_spread":0.33501993654294027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381331661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836308,0.000061070044,0.00003359875,0.0014597179,0.00022574376,0.0004695103,0.0000041757226,0.00009282299,0.014022611],"genre_scores_gemma":[0.99871415,0.00003544594,0.0005069893,0.000105658924,0.000095384385,0.00010119652,0.00012227715,0.0000027405417,0.0003161336],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99884784,0.00016453755,0.0001966217,0.00014275605,0.0005067152,0.00014151743],"domain_scores_gemma":[0.9995442,0.00015439848,0.00007106169,0.000027620015,0.00017751794,0.000025183746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00427481,0.00005868201,0.00007246849,0.00022563156,0.00035637143,0.00013080623,0.000042792457,0.000055658056,0.00006662871],"category_scores_gemma":[0.00054917,0.000045441047,0.000008526571,0.000567413,0.000108243374,0.00029419063,0.000021401158,0.000067317815,0.000010873613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003014825,0.0000121565445,0.6144395,0.000036830363,0.000009684269,0.0000024054198,0.0064438446,0.000046836707,0.000011144384,0.35414934,0.00006386074,0.024754254],"study_design_scores_gemma":[0.00062950223,0.000026388567,0.9492485,0.00021334043,0.000004591487,5.0164573e-7,0.0014693778,0.0039110933,0.000021262811,0.02925454,0.015098617,0.00012228948],"about_ca_topic_score_codex":0.00012791777,"about_ca_topic_score_gemma":0.00020307956,"teacher_disagreement_score":0.334809,"about_ca_system_score_codex":0.00007264881,"about_ca_system_score_gemma":0.00016225007,"threshold_uncertainty_score":0.27409568},"labels":[],"label_agreement":null},{"id":"W4385873038","doi":"10.1016/j.evalprogplan.2023.102354","title":"Characteristics of transformational leadership development programs: A scoping review","year":2023,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Checklist; Transformational leadership; Fidelity; Program evaluation; Context (archaeology); Applied psychology; Medical education; Psychology; Transparency (behavior); Baseline (sea); Computer science; Inclusion (mineral); Medicine; Political science; Social psychology","score_opus":0.9423864761893535,"score_gpt":0.7666840912630039,"score_spread":0.1757023849263496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385873038","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017525917,0.9821438,0.00011858284,0.00033901556,0.00024748003,0.01655458,0.00003685958,0.00017995045,0.00036220197],"genre_scores_gemma":[0.0000055873784,0.9861132,0.0021125705,0.00093429344,0.0001249066,0.009448551,0.0011180252,0.00003704854,0.00010582496],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9931451,0.0019529718,0.0028947021,0.00034743524,0.0010525117,0.0006072492],"domain_scores_gemma":[0.99588877,0.0015363246,0.0017174374,0.00018895644,0.0004749856,0.00019351848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012486382,0.00028359413,0.0012887869,0.00031473354,0.0005439553,0.000026128891,0.00019086199,0.0002291041,0.00027291398],"category_scores_gemma":[0.0017481085,0.00024082742,0.00010037695,0.00085669855,0.00007499579,0.0001663727,0.00005604429,0.0005380951,0.00019113839],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010752022,0.000007933599,0.000054665295,0.33506894,0.00001907713,2.928695e-7,0.0028834117,2.852381e-8,5.830602e-9,0.000015870552,0.00017812046,0.6617706],"study_design_scores_gemma":[0.00016065016,0.000035666602,0.00013707466,0.5252123,0.00018900016,0.0000022661952,0.00026820856,0.000036304154,2.718023e-8,0.0000038446306,0.47381228,0.00014240178],"about_ca_topic_score_codex":0.0000047424646,"about_ca_topic_score_gemma":0.0000088132665,"teacher_disagreement_score":0.6616282,"about_ca_system_score_codex":0.00020019777,"about_ca_system_score_gemma":0.0059454916,"threshold_uncertainty_score":0.9996899},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4386024436","doi":"10.1016/j.evalprogplan.2023.102364","title":"The extent to which the recommendations issued after the periodic evaluation of university programs are targeted, specific, measurable and unequivocal: An exploratory analysis","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Relevance (law); Best practice; Quality (philosophy); Exploratory analysis; Process (computing); Exploratory research; Root (linguistics); Point (geometry); Action (physics); Public relations; Process management; Psychology; Medical education; Management science; Computer science; Business; Political science; Medicine; Data science; Engineering; Sociology; Mathematics","score_opus":0.3555251994563828,"score_gpt":0.5018668231322345,"score_spread":0.14634162367585174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386024436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774582,0.0020016748,0.0005985542,0.016678825,0.00026272822,0.0024240827,0.000014499892,0.000075633645,0.00048583376],"genre_scores_gemma":[0.99858946,0.0002162512,0.00034327275,0.00012529723,0.000047205864,0.00037047415,0.000088869754,0.000007962579,0.00021123543],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9922785,0.0034407745,0.0005135984,0.00044504082,0.0030645707,0.00025748552],"domain_scores_gemma":[0.99567485,0.00086826936,0.0003554269,0.0006077704,0.0023763462,0.000117334566],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.048254203,0.00014779874,0.00020205804,0.00032131225,0.0013955545,0.0007154885,0.0003890843,0.0000554484,0.00036123896],"category_scores_gemma":[0.0010341855,0.00007743553,0.00007176426,0.00396541,0.00015617468,0.00046856038,0.00012214606,0.00016486911,0.000036251487],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018357568,0.00007264409,0.058089424,0.0000040393197,0.00014987789,4.5418037e-7,0.020870447,0.015720483,0.000029585426,0.00014425405,0.0030313754,0.90170383],"study_design_scores_gemma":[0.00046055941,0.00016608705,0.39277992,0.000030283498,0.00039219408,0.0000011048613,0.074430175,0.4509239,0.000013478205,0.0007130186,0.07996183,0.00012746453],"about_ca_topic_score_codex":0.000021519334,"about_ca_topic_score_gemma":0.0008145987,"teacher_disagreement_score":0.9015764,"about_ca_system_score_codex":0.000077220764,"about_ca_system_score_gemma":0.00024329264,"threshold_uncertainty_score":0.9999045},"labels":[],"label_agreement":null},{"id":"W4388097405","doi":"10.1016/j.evalprogplan.2023.102384","title":"Beyond implementation: A collective case study exploring the conceptions and facilitators of sustainability in a quality improvement collaborative","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Health Canada; Canadian Foundation for Healthcare Improvement; Healthcare Excellence Canada; Boehringer Ingelheim","keywords":"Sustainability; Outreach; Quality management; Focus group; Quality (philosophy); Business; Process management; Public relations; Medicine; Medical education; Nursing; Political science; Marketing","score_opus":0.310244649044317,"score_gpt":0.6131140003129871,"score_spread":0.30286935126867015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388097405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884541,0.00012829975,0.000011147549,0.0010504788,0.00011122679,0.009973125,0.000029564195,0.000049459548,0.00019260745],"genre_scores_gemma":[0.9906208,0.000016745951,0.00013245066,0.00008601037,0.000012843308,0.00905253,0.000032936572,0.0000047246644,0.00004095454],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9961928,0.0023950087,0.00063145324,0.00020032504,0.00030966318,0.00027071818],"domain_scores_gemma":[0.9973751,0.0015214334,0.00019069947,0.00015652966,0.00067536207,0.000080929465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0081551485,0.00010019656,0.00019584493,0.00016105539,0.0012576128,0.000017399529,0.00004229905,0.000034345965,0.000046652945],"category_scores_gemma":[0.00074727315,0.00008001369,0.000012341056,0.0010136794,0.00008062074,0.00012558108,0.00012943729,0.00028015467,0.0000010221689],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006912211,0.0000739656,0.43560058,0.00014110937,0.000019847212,0.000007543986,0.4166966,0.000028015711,0.000003254435,0.00012277685,0.00011096809,0.1471262],"study_design_scores_gemma":[0.0013780877,0.00033174106,0.40616006,0.000023849847,0.000011371946,0.0000010962582,0.59046024,0.00034993753,0.0000017556774,0.0009611387,0.00027195003,0.000048770395],"about_ca_topic_score_codex":0.0027875903,"about_ca_topic_score_gemma":0.0071733794,"teacher_disagreement_score":0.17376362,"about_ca_system_score_codex":0.00038510293,"about_ca_system_score_gemma":0.0013433208,"threshold_uncertainty_score":0.96726686},"labels":[],"label_agreement":null},{"id":"W4392133298","doi":"10.1016/j.evalprogplan.2024.102416","title":"Evaluating the impact of using storytelling and visual multimedia music intervention to improve knowledge of the Child Rights Act and reduce the propensity to engage in child marriage","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Media Influence and Health","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Storytelling; Psychological intervention; Intervention (counseling); Psychology; Multimedia; Narrative; Computer science; Art","score_opus":0.19346387916227908,"score_gpt":0.4799168992941863,"score_spread":0.2864530201319072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392133298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99466795,0.0022536784,0.000012060227,0.0001644563,0.00029384968,0.0020804212,0.000007171295,0.000015128027,0.00050527253],"genre_scores_gemma":[0.9994912,0.000008158754,0.00014926585,0.000035537192,0.00021102402,0.00006851541,0.000004702382,0.000009014703,0.000022595503],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998585,0.0004950077,0.00032390197,0.00021145988,0.00022348073,0.00016114493],"domain_scores_gemma":[0.9993364,0.00025878925,0.00012229287,0.00011028898,0.00011811116,0.00005406949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043844306,0.00012145805,0.00016678148,0.00011176793,0.000559947,0.00016971758,0.00007809417,0.00003431937,0.00005598056],"category_scores_gemma":[0.0002833001,0.000059068403,0.000050320814,0.000121328056,0.00013428496,0.00015212675,0.000076638105,0.0002935257,0.0000010646393],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012943307,0.00009547945,0.0043975706,0.00030851274,0.000060706116,6.705623e-7,0.4060865,0.0006865299,0.0012603389,0.00032201252,0.00003803387,0.5866142],"study_design_scores_gemma":[0.0012409686,0.001860707,0.22008765,0.0057131434,0.0002455271,0.000020401043,0.013771716,0.75423163,0.00094988314,0.000472511,0.0010889288,0.00031693175],"about_ca_topic_score_codex":0.00092176546,"about_ca_topic_score_gemma":0.00056135806,"teacher_disagreement_score":0.7535451,"about_ca_system_score_codex":0.000043497563,"about_ca_system_score_gemma":0.0000749866,"threshold_uncertainty_score":0.4306716},"labels":[],"label_agreement":null},{"id":"W4392246921","doi":"10.1016/j.evalprogplan.2024.102413","title":"Implementing a mental health app library in primary care: A feasibility study","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Université du Québec à Montréal; Université de Montréal; Université de Sherbrooke","funders":"Ministère de l'Économie, de l’Innovation et des Exportations du Québec; Université de Sherbrooke","keywords":"Implementation; Context (archaeology); Process (computing); Mental health; Digital health; Qualitative property; Health care; Computer science; Medical education; Process management; Nursing; Psychology; Medicine; Engineering; Political science","score_opus":0.14044277689061702,"score_gpt":0.5577456303896989,"score_spread":0.4173028534990819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392246921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90415096,0.03201046,0.00008886542,0.005943791,0.0006991089,0.04123417,0.000087773435,0.0010654214,0.014719453],"genre_scores_gemma":[0.9732318,0.00025752952,0.0019928042,0.0018743887,0.0002161725,0.020994214,0.0012177078,0.000034648525,0.00018075341],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99628645,0.0011517967,0.0008754914,0.0005260879,0.00039637098,0.0007637871],"domain_scores_gemma":[0.99905217,0.00024559512,0.00015681518,0.00021828432,0.00005521225,0.000271927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050860844,0.00015348928,0.0002572442,0.00022138175,0.0011081395,0.000059781836,0.000082259605,0.000085027044,0.00023744813],"category_scores_gemma":[0.00004630183,0.0001433641,0.000029379236,0.00053752406,0.000022955544,0.0002573848,0.00013138642,0.00060096115,0.000034531586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047762856,0.00016268503,0.38822845,0.001569398,0.0000073434326,0.000001433138,0.0251515,0.0000027680967,0.0000021264852,0.00026018865,0.0032813023,0.58128506],"study_design_scores_gemma":[0.002605476,0.0006104931,0.58170676,0.0011679631,0.00002261805,0.0000026888497,0.033691287,0.0060650916,4.9455144e-7,0.00036191553,0.373578,0.0001872176],"about_ca_topic_score_codex":0.00019467824,"about_ca_topic_score_gemma":0.00022867396,"teacher_disagreement_score":0.58109784,"about_ca_system_score_codex":0.0004682087,"about_ca_system_score_gemma":0.0021509812,"threshold_uncertainty_score":0.85230255},"labels":[],"label_agreement":null},{"id":"W4392558393","doi":"10.1016/j.evalprogplan.2024.102419","title":"Exploring teachers’ perspectives on movement integration using a job-embedded professional development intervention","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Children's Physical and Motor Development","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; University of Ontario Institute of Technology","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Intrapersonal communication; Intervention (counseling); Professional development; Psychology; Qualitative research; Value (mathematics); Faculty development; Medical education; Qualitative property; Space (punctuation); Pedagogy; Applied psychology; Interpersonal communication; Medicine; Nursing; Sociology; Social psychology; Computer science","score_opus":0.2107814508152556,"score_gpt":0.4608412060514882,"score_spread":0.2500597552362326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392558393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993089,0.0010338161,0.0015795513,0.00013901907,0.0013932938,0.0009329787,0.0000014892664,0.0002001466,0.001630704],"genre_scores_gemma":[0.9943998,0.000005767353,0.0035775974,0.000054672855,0.00019423084,0.00090942363,0.000078804704,0.000018654968,0.00076103996],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985112,0.00018103894,0.00027763037,0.0004177999,0.00041357023,0.00019875244],"domain_scores_gemma":[0.99965733,0.00005258071,0.000059907983,0.00008882888,0.000076200246,0.000065133456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092737324,0.00016762744,0.00011997473,0.0001817692,0.00018183913,0.00013280772,0.000050123363,0.00005148917,0.00030212893],"category_scores_gemma":[0.000033465367,0.00013861705,0.000054562443,0.00017719663,0.000026052177,0.00021127469,0.000036166883,0.00023416194,0.00004246573],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006462403,0.00032812794,0.0006755027,0.000021652408,0.00012814256,0.000004242382,0.15891823,0.000049255974,0.00051593804,0.00265515,0.00021535422,0.83642375],"study_design_scores_gemma":[0.004251152,0.0013915065,0.72746503,0.0074410373,0.00028087402,0.000027122642,0.16969918,0.06036173,0.0040030614,0.0028118067,0.020854775,0.0014126967],"about_ca_topic_score_codex":0.000015121389,"about_ca_topic_score_gemma":0.0000024796682,"teacher_disagreement_score":0.83501107,"about_ca_system_score_codex":0.00023947556,"about_ca_system_score_gemma":0.000074905474,"threshold_uncertainty_score":0.5652639},"labels":[],"label_agreement":null},{"id":"W4393857487","doi":"10.1016/j.evalprogplan.2024.102431","title":"An innovative and collaborative method to develop a model care and service trajectory for the assessment, diagnosis, and support of children with developmental disabilities","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre intégré universitaire de santé et de services sociaux de la Mauricie-et-du-Centre-du-Québec; Université du Québec en Outaouais; Université du Québec à Montréal","funders":"Fonds de Recherche du Québec - Santé","keywords":"Operationalization; General partnership; Context (archaeology); Construct (python library); Service (business); Service delivery framework; Knowledge management; Integrated services; Psychology; Medical education; Public relations; Process management; Computer science; Medicine; Business; Political science; Marketing","score_opus":0.44977468661642406,"score_gpt":0.6847032771556859,"score_spread":0.23492859053926185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393857487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9749444,0.00039995936,0.014446728,0.0037140339,0.000034263627,0.0058590407,0.00034635272,0.00004702455,0.00020817529],"genre_scores_gemma":[0.7508297,0.000031247553,0.24217905,0.002767447,0.00002517172,0.0040469775,0.00009639222,0.000012421284,0.00001157349],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99841595,0.0004867982,0.00033208748,0.0002895642,0.00026134402,0.00021428408],"domain_scores_gemma":[0.99676484,0.00203175,0.000095667536,0.000059519884,0.00093854923,0.000109649816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032128114,0.00011415116,0.00015395302,0.00010127013,0.00060038967,0.00006760546,0.0000469264,0.000045928296,0.000016988171],"category_scores_gemma":[0.00041405996,0.000078111676,0.0000031327074,0.0007457749,0.000091998656,0.00027086667,0.000048439353,0.00013161308,2.511527e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044155393,0.000011020595,0.2634055,0.00052669493,0.000048903417,8.22889e-8,0.51937276,0.000103393744,0.00004649004,0.0006826957,0.00045048236,0.21530783],"study_design_scores_gemma":[0.0015281922,0.0010428976,0.6278779,0.00041722998,0.00009744881,0.000007949376,0.3128951,0.048488148,0.000095391115,0.00022848182,0.0070683216,0.00025297783],"about_ca_topic_score_codex":0.00007480985,"about_ca_topic_score_gemma":0.00034755142,"teacher_disagreement_score":0.36447236,"about_ca_system_score_codex":0.00008157414,"about_ca_system_score_gemma":0.002014526,"threshold_uncertainty_score":0.46177724},"labels":[],"label_agreement":null},{"id":"W4400453916","doi":"10.1016/j.evalprogplan.2024.102464","title":"Understanding benefits of a college student-homebound adult partnership program to support aging in place: An exploratory study","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Centre","funders":"","keywords":"General partnership; Aging in place; Feeling; Exploratory research; Psychology; Medical education; Gerontology; Applied psychology; Social psychology; Medicine; Sociology; Political science","score_opus":0.35594383583623385,"score_gpt":0.5500689305475929,"score_spread":0.19412509471135903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400453916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99117607,0.00086837105,0.000032028856,0.00038830936,0.0006310999,0.0055168355,0.000013150612,0.00032098466,0.0010531298],"genre_scores_gemma":[0.99751335,0.000012843977,0.00032356332,0.00006066808,0.00015191008,0.0016933548,0.00007720894,0.000031301595,0.00013581096],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9970418,0.0008057303,0.0005878884,0.0004398795,0.0006777723,0.00044690561],"domain_scores_gemma":[0.9989838,0.00031637267,0.000113432434,0.00018623521,0.00022122392,0.00017891594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041211634,0.00018507065,0.00030544118,0.0005242405,0.00035157593,0.00009724658,0.000107270454,0.000118207034,0.0000718228],"category_scores_gemma":[0.0001327807,0.00017610726,0.000034252615,0.00092413375,0.000033207103,0.00028247922,0.0000658251,0.00036125537,0.000011990708],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032246741,0.0010638507,0.2963568,0.0006125438,0.000097029486,0.000038498867,0.52524805,0.0004966944,0.000015352573,0.0012896463,0.003880136,0.17057894],"study_design_scores_gemma":[0.0032940402,0.0050554937,0.12578131,0.0021288602,0.0002134137,0.0000041075514,0.8535421,0.0061563635,0.000007751676,0.0003836612,0.0030261027,0.00040678773],"about_ca_topic_score_codex":0.0000458721,"about_ca_topic_score_gemma":0.00089252694,"teacher_disagreement_score":0.32829407,"about_ca_system_score_codex":0.00033574484,"about_ca_system_score_gemma":0.00044487466,"threshold_uncertainty_score":0.7181446},"labels":[],"label_agreement":null},{"id":"W4400768939","doi":"10.1016/j.evalprogplan.2024.102469","title":"Use of research evidence in U.S. federal policymaking: A reflexive report on intra-stage mixed methods","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; St. Michael's Hospital","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Drug Abuse; Huck Institutes of the Life Sciences; William T. Grant Foundation; National Science Foundation","keywords":"Reflexivity; Stage (stratigraphy); Political science; Public administration; Psychology; Sociology; Social science","score_opus":0.8332736446318545,"score_gpt":0.7462299680044214,"score_spread":0.08704367662743306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400768939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823844,0.0018254018,0.0027316855,0.0035818832,0.00069956476,0.0015761177,0.0000052940227,0.000104527615,0.0070911516],"genre_scores_gemma":[0.9723012,0.000052136234,0.0258498,0.00012483729,0.00008378169,0.00020473172,0.000015570917,0.00001070566,0.0013572758],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9914175,0.003297912,0.0009749113,0.0006344655,0.00336181,0.0003133738],"domain_scores_gemma":[0.9916448,0.0067629227,0.00020666444,0.0004052577,0.00088674243,0.000093637726],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07016274,0.00012993913,0.00024775346,0.001113944,0.00018124381,0.0009644955,0.0002032813,0.0000992419,0.00043611097],"category_scores_gemma":[0.016877173,0.00009745599,0.00005754706,0.001976874,0.00014369636,0.0008400513,0.00009730977,0.00043600815,0.000031910848],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000124851,0.00006278998,0.03281581,0.00004537222,0.000016712034,0.000061314866,0.0047497046,0.0032980698,0.00045299073,0.0027551856,0.0017088973,0.9539083],"study_design_scores_gemma":[0.00042072902,0.0008779852,0.20215929,0.0019358428,0.000016784048,0.000062467516,0.0033727093,0.6981424,0.0013909966,0.010940261,0.08043454,0.0002460237],"about_ca_topic_score_codex":0.00010725263,"about_ca_topic_score_gemma":0.00006083342,"teacher_disagreement_score":0.9536623,"about_ca_system_score_codex":0.00013914553,"about_ca_system_score_gemma":0.0006578994,"threshold_uncertainty_score":0.9914041},"labels":[],"label_agreement":null},{"id":"W4400774115","doi":"10.1016/j.evalprogplan.2024.102468","title":"Development and validation of observational and qualitative study protocol reporting checklists for novice researchers (ObsQual checklist)","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Checklist; Observational study; Protocol (science); Psychology; Medical education; Medicine; Applied psychology; Medical physics; Alternative medicine; Pathology","score_opus":0.9321055219204961,"score_gpt":0.7243530624430737,"score_spread":0.20775245947742238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400774115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9347593,0.00033157552,0.0031465555,0.000249517,0.000036000198,0.06094761,0.0000045405095,0.000012097526,0.00051279104],"genre_scores_gemma":[0.8746975,5.9998195e-7,0.060566064,0.000022034423,0.00004438064,0.06379545,0.000059647486,0.000011005705,0.00080333813],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9854485,0.004104731,0.0059297695,0.0007658828,0.0035902055,0.00016091905],"domain_scores_gemma":[0.9917796,0.003383021,0.0028710437,0.00031393368,0.0015684381,0.00008394032],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2375252,0.00014969415,0.0007947947,0.00024571776,0.00019787914,0.0009686224,0.00013087978,0.00004832485,0.00014040731],"category_scores_gemma":[0.042451434,0.000088114655,0.00010333429,0.0006049041,0.000052756277,0.00031259927,0.00006389818,0.00009399672,0.0000044716453],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008090235,0.00015256219,0.063101016,0.0009903144,0.0003621376,0.0000025186916,0.25534746,0.00009513898,0.00019056747,0.0013694188,0.0012193129,0.6770887],"study_design_scores_gemma":[0.0025190946,0.0009312612,0.23220825,0.0009090672,0.0005524597,0.000019491923,0.2513651,0.36513892,0.0006193047,0.010049206,0.13509503,0.0005928249],"about_ca_topic_score_codex":0.0000054924753,"about_ca_topic_score_gemma":0.000006840241,"teacher_disagreement_score":0.67649585,"about_ca_system_score_codex":0.000030409625,"about_ca_system_score_gemma":0.00022558287,"threshold_uncertainty_score":0.9656144},"labels":[],"label_agreement":null},{"id":"W4402098150","doi":"10.1016/j.evalprogplan.2024.102491","title":"Learning from educators: Implementation of a positive behavior support program targeting challenging behavior in children with autism","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Fonds de Recherche du Québec - Santé; Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture","keywords":"Autism; Autism spectrum disorder; Intervention (counseling); Psychological intervention; Positive behavior support; Psychology; Applied psychology; Medical education; Perspective (graphical); Program evaluation; Clinical psychology; Medicine; Developmental psychology; Computer science; Psychiatry","score_opus":0.050399625700886005,"score_gpt":0.4363382061793911,"score_spread":0.3859385804785051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402098150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99528337,0.00062804803,0.00004818163,0.00027628988,0.000056026052,0.0033339595,0.000016182817,0.00023462575,0.00012331914],"genre_scores_gemma":[0.9966397,0.000032020806,0.0009662237,0.0000101818705,0.0000290228,0.002004898,0.00027361076,0.00003418595,0.000010117936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786097,0.0002369886,0.00032048704,0.0005367547,0.00066817336,0.00037663532],"domain_scores_gemma":[0.9995908,0.00010952801,0.0001093555,0.000092763716,0.00002171127,0.000075829405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007838682,0.00016984479,0.0001670475,0.00033390077,0.00017074493,0.00022199667,0.00010112853,0.000062339954,0.00023617732],"category_scores_gemma":[0.000059716785,0.00016066933,0.00003416918,0.0005251885,0.000080138,0.00036198285,0.000059790364,0.0004048212,0.0000064324727],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001678105,0.00020647986,0.5224544,0.000017352337,0.000013771778,0.000020844442,0.007960416,0.00006547441,0.0029299092,0.00025661747,0.0000036700712,0.4660543],"study_design_scores_gemma":[0.0007786615,0.0012129731,0.9757526,0.0001960421,0.00011775083,0.000034916528,0.0031730258,0.010916377,0.007414868,0.00012834651,0.00004559432,0.00022888041],"about_ca_topic_score_codex":0.00038645003,"about_ca_topic_score_gemma":0.000024219782,"teacher_disagreement_score":0.4658254,"about_ca_system_score_codex":0.00008267785,"about_ca_system_score_gemma":0.00021135579,"threshold_uncertainty_score":0.6551905},"labels":[],"label_agreement":null},{"id":"W4402297732","doi":"10.1016/j.evalprogplan.2024.102496","title":"Arts-based evaluation of the Communities ChooseWell program","year":2024,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"The arts; Context (archaeology); Program evaluation; Space (punctuation); Process (computing); Sociology; Psychology; Public relations; Computer science; Political science; Geography; Public administration","score_opus":0.49517830828719495,"score_gpt":0.6325703300095291,"score_spread":0.13739202172233417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402297732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96411854,0.0038811846,0.00054552325,0.002352125,0.0009983592,0.0033131072,0.000010895931,0.00020958195,0.024570704],"genre_scores_gemma":[0.9972837,0.000011131175,0.0015484411,0.00018422792,0.00007117588,0.0006604817,0.000052580515,0.000010933418,0.0001773269],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927703,0.0014058714,0.000644748,0.00026787937,0.004720675,0.00019052911],"domain_scores_gemma":[0.9969019,0.0008302433,0.00023333411,0.00049838366,0.001476748,0.000059363523],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028873445,0.00014824461,0.0001827399,0.00026840167,0.0003231955,0.0006591325,0.0003524359,0.0000764945,0.0015841397],"category_scores_gemma":[0.0009291445,0.000090680354,0.000107013875,0.0009700432,0.00017052982,0.00037007217,0.000070001784,0.00022736688,0.000044399858],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000129604,0.00008705395,0.019803986,0.000025176583,0.000020696265,1.3319756e-7,0.0027735073,0.012620205,0.000032558524,0.0005715488,0.001059394,0.9629928],"study_design_scores_gemma":[0.0005330156,0.00016871314,0.08181464,0.00022948094,0.00013011016,0.000002612869,0.0025010468,0.86703414,0.00022550892,0.004424233,0.04282956,0.00010693815],"about_ca_topic_score_codex":0.00002140998,"about_ca_topic_score_gemma":0.00004704657,"teacher_disagreement_score":0.96288586,"about_ca_system_score_codex":0.00007722374,"about_ca_system_score_gemma":0.0008211358,"threshold_uncertainty_score":0.99997914},"labels":[],"label_agreement":null},{"id":"W4407723148","doi":"10.1016/j.evalprogplan.2025.102559","title":"Co-constructing educational innovations for an uncertain future: Design thinking and developmental evaluation in the school reform process","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Let's Talk Science; York University; Wilfrid Laurier University; Brock University; University of Guelph","funders":"","keywords":"Process (computing); Process management; Engineering ethics; Mathematics education; Engineering management; Psychology; Computer science; Management science; Engineering","score_opus":0.29251215184815865,"score_gpt":0.5365298141746639,"score_spread":0.2440176623265053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407723148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.851523,0.0029854109,0.0025833026,0.10738312,0.0007748316,0.008955223,0.0000043677705,0.00014205578,0.025648715],"genre_scores_gemma":[0.9828063,0.000010860622,0.014563408,0.0006432816,0.00023628538,0.0016013305,0.000093906056,0.000004076875,0.0000405221],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983619,0.000577974,0.00021981672,0.00020685283,0.00046374308,0.00016974942],"domain_scores_gemma":[0.99907357,0.00035083533,0.00009320468,0.000050496146,0.00039840685,0.00003351781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009526691,0.000085728,0.000079343954,0.00017329084,0.0010614955,0.0002836837,0.00010347548,0.00006524198,0.00003542091],"category_scores_gemma":[0.0013121078,0.00007160728,0.000010190057,0.0005536643,0.00012166732,0.00035496056,0.0000055026753,0.00014034138,6.032798e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002457657,0.00008927029,0.10403288,0.000034957764,0.000024405637,3.210559e-8,0.46588174,0.000057408262,0.000011134643,0.02037629,0.0004678781,0.40899944],"study_design_scores_gemma":[0.00057277584,0.00003346306,0.08343588,0.00008726673,0.000038083974,0.0000015871974,0.8898704,0.0032181588,0.000008672781,0.019961579,0.002661669,0.000110442445],"about_ca_topic_score_codex":0.000103558894,"about_ca_topic_score_gemma":0.00031357192,"teacher_disagreement_score":0.4239887,"about_ca_system_score_codex":0.00034086496,"about_ca_system_score_gemma":0.0016856311,"threshold_uncertainty_score":0.8164273},"labels":[],"label_agreement":null},{"id":"W4408266110","doi":"10.1016/j.evalprogplan.2025.102582","title":"Achieving a caregiver-friendly workplace standard for Canadian carer-workers: An ex ante evaluation of potential uptake","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Work-Family Balance Challenges","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research","keywords":"Ex-ante; Occupational safety and health; Business; Medicine; Psychology; Environmental health; Economics","score_opus":0.06258873217732963,"score_gpt":0.4241671833576664,"score_spread":0.36157845118033677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408266110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9692086,0.0064666844,0.0014050647,0.00094470254,0.000749177,0.003200443,0.000045737,0.00011989513,0.017859703],"genre_scores_gemma":[0.99598116,0.00006446665,0.0031945095,0.00003596126,0.00016427143,0.00026015518,0.000113491595,0.0000118932385,0.0001741008],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9973171,0.0006678395,0.00027748174,0.00035306922,0.0009831291,0.00040140882],"domain_scores_gemma":[0.9982211,0.00013780432,0.00015883235,0.0001745346,0.0011366192,0.00017111971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076404535,0.00013989849,0.00021149908,0.00024508356,0.00070576306,0.00019323337,0.00017625232,0.00016644486,0.00007665458],"category_scores_gemma":[0.000763682,0.00015308068,0.000056428864,0.0004182154,0.00014664877,0.00031526567,0.000019863612,0.00012759527,7.5064173e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019431816,0.00004537829,0.07632381,0.000068848305,0.00009495601,0.0000010131328,0.048766192,0.0034392816,0.000047866375,0.0007067592,0.0018301725,0.8684814],"study_design_scores_gemma":[0.0067376425,0.0010741749,0.40251085,0.0022546877,0.0013603198,0.0000024643896,0.42183784,0.05242362,0.000055033306,0.0045320354,0.10628466,0.0009266786],"about_ca_topic_score_codex":0.010112916,"about_ca_topic_score_gemma":0.09264082,"teacher_disagreement_score":0.8675547,"about_ca_system_score_codex":0.00046468075,"about_ca_system_score_gemma":0.0022602757,"threshold_uncertainty_score":0.99647886},"labels":[],"label_agreement":null},{"id":"W4410252397","doi":"10.1016/j.evalprogplan.2025.102605","title":"A mixed-methods evaluation of the Caregiving Essentials Course for unpaid caregivers of older adults in Canada","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Intergenerational Family Dynamics and Caregiving","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Institute of Gender and Health; McMaster Institute for Research on Aging, McMaster University; Canadian Institutes of Health Research","keywords":"Life course approach; Gerontology; Course (navigation); Psychology; Medicine; Medical education; Engineering; Developmental psychology","score_opus":0.03213885343685876,"score_gpt":0.4257182744722263,"score_spread":0.3935794210353676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410252397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921355,0.0014751834,0.0015662111,0.00039133578,0.0009817,0.0015609169,0.000013396332,0.0000061496307,0.0018695777],"genre_scores_gemma":[0.9983186,0.000010343416,0.0013589194,0.000031367388,0.000026360582,0.00018749764,0.000020292293,0.0000036637896,0.000042918084],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99795043,0.0008462222,0.00026190974,0.0001494222,0.0006562906,0.00013570896],"domain_scores_gemma":[0.9984039,0.00034583377,0.00018409012,0.00009072659,0.0009540374,0.000021397656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053600725,0.00006653067,0.00013201986,0.00006634752,0.00019255694,0.000023408762,0.00011022651,0.000049006656,0.000016759994],"category_scores_gemma":[0.0008772025,0.000059455895,0.000044548873,0.00029636006,0.00006459967,0.00006499157,0.000024350742,0.00005438486,1.608976e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004234322,0.000066205306,0.07760544,0.00017301772,0.00007983032,1.540433e-7,0.035641413,0.02404698,0.0002718595,0.011052239,0.0010160438,0.8500045],"study_design_scores_gemma":[0.0015884048,0.000032310283,0.21616086,0.0013733917,0.0002651328,1.9660894e-7,0.13229498,0.64500487,0.00068442355,0.001465768,0.00097258884,0.00015706239],"about_ca_topic_score_codex":0.23918147,"about_ca_topic_score_gemma":0.70945513,"teacher_disagreement_score":0.84984744,"about_ca_system_score_codex":0.0003232933,"about_ca_system_score_gemma":0.0032729176,"threshold_uncertainty_score":0.7658849},"labels":[],"label_agreement":null},{"id":"W4410910878","doi":"10.1016/j.evalprogplan.2025.102617","title":"Exploring the effects of community-based volunteering to support older adults on volunteers: A mixed methods study in Ontario, Canada","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Nonprofit Sector and Volunteering","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor; McMaster University; McMaster University Medical Centre","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Gerontology; Psychology; Medicine; Environmental health; Applied psychology","score_opus":0.11600677848498761,"score_gpt":0.4431909390042813,"score_spread":0.32718416051929367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410910878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954072,0.0000494974,0.0002917946,0.00014996518,0.00075509405,0.0023092784,6.736779e-7,0.000041527153,0.0009949617],"genre_scores_gemma":[0.9980074,7.847131e-7,0.00082287623,0.00023042508,0.000019772806,0.0008241963,0.000007204265,0.000008154683,0.000079143436],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971019,0.001688454,0.00027213624,0.00016904421,0.00049496646,0.00027352176],"domain_scores_gemma":[0.99834317,0.001194077,0.000059399557,0.00020358726,0.00013057324,0.00006920126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005365789,0.00012967874,0.00020655424,0.0001855479,0.00048602122,0.00006823634,0.00021126054,0.00003437464,0.00002052846],"category_scores_gemma":[0.00093677454,0.000113529975,0.000029348865,0.00052496797,0.0000407256,0.000108047636,0.000057612484,0.00038892007,3.7104215e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013816894,0.00028132484,0.42993277,0.00016320788,0.000047768834,0.000003928436,0.24541536,0.001167823,0.000069933616,0.000070581475,0.00023359325,0.32247552],"study_design_scores_gemma":[0.0011320967,0.00050677423,0.9226671,0.00081767247,0.000044971133,9.8855566e-8,0.069974616,0.0013253535,0.00042009554,0.000014268328,0.0029609706,0.00013596454],"about_ca_topic_score_codex":0.94996786,"about_ca_topic_score_gemma":0.9897707,"teacher_disagreement_score":0.49273434,"about_ca_system_score_codex":0.00046620777,"about_ca_system_score_gemma":0.00084500114,"threshold_uncertainty_score":0.4629618},"labels":[],"label_agreement":null},{"id":"W4411004981","doi":"10.1016/j.evalprogplan.2025.102620","title":"Retrospective review of a carer-employee workplace intervention","year":2025,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Intervention (counseling); Occupational safety and health; Workplace safety; Nursing; Medicine; Psychology","score_opus":0.12417256755892041,"score_gpt":0.5614165517754118,"score_spread":0.4372439842164914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411004981","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000060634848,0.97549665,0.000094692536,0.000119601995,0.000831838,0.009250861,0.000027605196,0.00014200396,0.014030686],"genre_scores_gemma":[0.000017118215,0.9932723,0.0005724269,0.0003100975,0.00022054742,0.0033753738,0.0007486106,0.000035822686,0.0014477138],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9932986,0.0033773074,0.0017341684,0.00052545755,0.00058331114,0.00048117296],"domain_scores_gemma":[0.99649805,0.00093468075,0.001420167,0.00037174675,0.0006288624,0.00014650292],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007369674,0.00037679294,0.0018489463,0.00033254595,0.00046949543,0.00001713053,0.00017526242,0.0005244333,0.00047792116],"category_scores_gemma":[0.0021814727,0.00031904524,0.00034311487,0.00088562927,0.00004580529,0.000091828435,0.00014049787,0.0013054382,0.00004168252],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000920336,0.000021958484,0.0011194436,0.3395639,0.000053777043,9.0888864e-7,0.0003240929,1.2498911e-7,3.297338e-9,0.00010472468,0.0041912305,0.65461063],"study_design_scores_gemma":[0.00027888737,0.000085863714,0.00021578735,0.50487304,0.0008233057,0.0000016425128,0.00011990165,0.00002273424,1.1351317e-8,0.000116107476,0.49332184,0.00014088042],"about_ca_topic_score_codex":0.00004030827,"about_ca_topic_score_gemma":0.000009942343,"teacher_disagreement_score":0.6544697,"about_ca_system_score_codex":0.0004197821,"about_ca_system_score_gemma":0.0013577851,"threshold_uncertainty_score":0.99992615},"labels":[],"label_agreement":null},{"id":"W4411261191","doi":"10.1016/j.evalprogplan.2025.102635","title":"Does transitional housing matter? The contributions of a housing program on homeless youth’s outcomes","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Housing First; Psychology; Political science; Gerontology; Economic growth; Environmental health; Medicine; Economics; Psychiatry; Mental health; Mental illness","score_opus":0.086695183445155,"score_gpt":0.5072614841264114,"score_spread":0.42056630068125633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411261191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912103,0.0003635394,0.0004954793,0.0023614157,0.0005309146,0.0025536176,0.000086275235,0.00016493893,0.0022335132],"genre_scores_gemma":[0.99836564,0.00001670636,0.00031020553,0.00030221255,0.00010225032,0.0006904301,0.00013888278,0.000012478692,0.000061213206],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99791616,0.00071728916,0.00045364938,0.00021138988,0.00038852092,0.00031296152],"domain_scores_gemma":[0.99862057,0.00058872724,0.00019719492,0.00015111036,0.0003937127,0.000048682774],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016241027,0.00014893689,0.00039012104,0.00012166697,0.0013023455,0.000059375343,0.00009320771,0.00015225915,0.000095024014],"category_scores_gemma":[0.00016639248,0.00008282346,0.00007555899,0.00029955799,0.00013029047,0.000086038264,0.00003202685,0.00034783833,0.0000069660487],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014889629,0.0004947899,0.5561273,0.00036840234,0.00018683287,0.0000014839817,0.07363418,0.00023212316,0.00006092712,0.005163692,0.00006982091,0.36351156],"study_design_scores_gemma":[0.0027873432,0.00016365181,0.78188825,0.0021571028,0.0003919961,8.018661e-8,0.20190154,0.004548184,0.00016446755,0.0036037443,0.0021037445,0.00028988876],"about_ca_topic_score_codex":0.00016484613,"about_ca_topic_score_gemma":0.00016718286,"teacher_disagreement_score":0.36322168,"about_ca_system_score_codex":0.00008112308,"about_ca_system_score_gemma":0.00022275784,"threshold_uncertainty_score":0.9999978},"labels":[],"label_agreement":null},{"id":"W4411918728","doi":"10.1016/j.evalprogplan.2025.102647","title":"Evaluating sport-for-development outcome measures used in a living lab setting: Process, improvements, and insights","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Physical Activity and Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Maple Leaf Medical Clinic; St. Joseph’s Healthcare Hamilton","funders":"Mitacs; Canada Research Chairs","keywords":"Outcome (game theory); Process (computing); Psychology; Process management; Engineering; Management science; Applied psychology; Engineering ethics; Risk analysis (engineering); Computer science; Business; Economics","score_opus":0.20790774226998254,"score_gpt":0.5085714861958927,"score_spread":0.3006637439259101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411918728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959882,0.0007673847,0.00014883748,0.000501297,0.000045473895,0.0020353836,6.361482e-7,0.00006453378,0.00044823682],"genre_scores_gemma":[0.9951315,0.000007941066,0.003890718,0.00031798807,0.000032149743,0.0004926335,0.00003245717,0.000008467466,0.00008617291],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986733,0.00006334187,0.00036075432,0.00029512733,0.00038917412,0.00021830476],"domain_scores_gemma":[0.9994032,0.00016917168,0.00011470233,0.00007667789,0.00015933784,0.000076928816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023287458,0.00012711194,0.00028760315,0.0001562229,0.0001997157,0.000052808948,0.000029838955,0.00006782674,0.000004462789],"category_scores_gemma":[0.0005676482,0.00011100375,0.000019734167,0.0002082333,0.000025749096,0.00012965883,0.000030753203,0.00018462693,4.8510196e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014278413,0.00036250587,0.42734247,0.0009831298,0.000046986414,0.0000014285359,0.011439842,0.000049717175,0.00081442413,0.0002026475,0.000015096637,0.558599],"study_design_scores_gemma":[0.004480974,0.00079584034,0.88991445,0.002908884,0.00017768031,0.000003220519,0.0023307526,0.093215264,0.0008760305,0.001937787,0.0030847301,0.000274376],"about_ca_topic_score_codex":0.000013951377,"about_ca_topic_score_gemma":0.00002245876,"teacher_disagreement_score":0.5583246,"about_ca_system_score_codex":0.00008874316,"about_ca_system_score_gemma":0.00040202335,"threshold_uncertainty_score":0.45266014},"labels":[],"label_agreement":null},{"id":"W4412031376","doi":"10.1016/j.evalprogplan.2025.102648","title":"Approaches to incorporating equity into program evaluation: A scoping review","year":2025,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Wilfrid Laurier University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Participatory evaluation; Equity (law); Program evaluation; Oppression; Social justice; Engineering ethics; Sociology; Psychology; Public relations; Political science; Engineering; Politics; Social science; Public administration","score_opus":0.8271630226958828,"score_gpt":0.689856398152968,"score_spread":0.13730662454291487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412031376","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003930209,0.94518155,0.00071458815,0.0007698837,0.00054451457,0.03670886,0.000009111358,0.00023594887,0.015831595],"genre_scores_gemma":[0.0000453522,0.9404581,0.023880618,0.00058931037,0.00027030916,0.033692017,0.0007332078,0.00003790718,0.00029315462],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9832255,0.0043268157,0.003184059,0.0017013911,0.006996226,0.0005659889],"domain_scores_gemma":[0.99301684,0.0019750076,0.0018564914,0.0011122248,0.0016894911,0.00034997394],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06818065,0.00072151475,0.00233834,0.0010359357,0.0007315546,0.0015598756,0.001008028,0.0003522494,0.00090918405],"category_scores_gemma":[0.011727642,0.00054222613,0.0004225978,0.003936895,0.000106868334,0.00062825775,0.0008329042,0.0006053926,0.00021412809],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004559404,0.000094034025,0.00003893163,0.035892762,0.00005705032,9.1682625e-7,0.0002873447,0.00013155484,1.6720088e-8,0.0001970703,0.0013258205,0.9619699],"study_design_scores_gemma":[0.00039865728,0.00033645236,0.000030709005,0.45079282,0.001642578,0.00001392638,0.00018002429,0.036351398,2.4123827e-7,0.0019319367,0.50765765,0.00066361093],"about_ca_topic_score_codex":0.000006545602,"about_ca_topic_score_gemma":0.000032414293,"teacher_disagreement_score":0.96130633,"about_ca_system_score_codex":0.00042861473,"about_ca_system_score_gemma":0.0063597546,"threshold_uncertainty_score":0.99970293},"labels":[],"label_agreement":null},{"id":"W4412594959","doi":"10.1016/j.evalprogplan.2025.102657","title":"Barriers and facilitators to implementing prevent-teach-reinforce for young children in community-based early intervention services for autism","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Family and Disability Support Research","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Fonds de Recherche du Québec - Santé; Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Ministère de l'Économie, de l’Innovation et des Exportations du Québec","keywords":"Autism; Intervention (counseling); Psychology; Suicide prevention; Human factors and ergonomics; Medical education; Poison control; Developmental psychology; Applied psychology; Medicine; Environmental health; Psychiatry","score_opus":0.05969275505029149,"score_gpt":0.4749475499620145,"score_spread":0.415254794911723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412594959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99132544,0.0002597759,0.0033395905,0.00036571978,0.00009685309,0.0040441435,0.00005965774,0.00004657292,0.00046222337],"genre_scores_gemma":[0.9953795,3.6789675e-7,0.0012559281,0.00020721648,0.0000090313715,0.0024040788,0.0005389806,0.000007128946,0.00019776651],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985473,0.00044653538,0.00031849276,0.0002342047,0.0001434213,0.00031004203],"domain_scores_gemma":[0.99931043,0.00031536008,0.000057703295,0.00015528411,0.00007549016,0.0000857088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005077182,0.00010855573,0.00014074908,0.00021008714,0.00036491198,0.00012544642,0.000103377664,0.00008002869,0.000054059492],"category_scores_gemma":[0.00019948359,0.00011459067,0.000050613944,0.00017525259,0.00004011643,0.00012167601,0.000055150937,0.00016196548,0.0000012043594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025800514,0.00006970426,0.8052412,0.00032204753,0.000053578013,9.97249e-8,0.010055963,0.00006386022,0.000027991962,0.0006636088,0.00021205285,0.18303187],"study_design_scores_gemma":[0.0036778513,0.00095693406,0.95573086,0.0003417518,0.0000632846,7.949346e-7,0.0220035,0.012647044,0.000067720226,0.0017953956,0.002541688,0.00017316679],"about_ca_topic_score_codex":0.001533286,"about_ca_topic_score_gemma":0.0006239018,"teacher_disagreement_score":0.1828587,"about_ca_system_score_codex":0.000040904593,"about_ca_system_score_gemma":0.000036305413,"threshold_uncertainty_score":0.4672872},"labels":[],"label_agreement":null},{"id":"W4412599909","doi":"10.1016/j.evalprogplan.2025.102669","title":"A university and community partnership that built capacity through program evaluation","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Family and Disability Support Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital; University of Windsor; University of Calgary","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada","keywords":"General partnership; Program evaluation; Capacity building; Engineering; Engineering management; Environmental planning; Transport engineering; Political science; Business; Sociology; Architectural engineering; Public administration; Environmental science; Finance","score_opus":0.4283665807069897,"score_gpt":0.5322045970170475,"score_spread":0.10383801631005779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412599909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9193577,0.0008170393,0.0001253759,0.00049777905,0.00013337139,0.002827091,0.000005581062,0.00017760132,0.076058455],"genre_scores_gemma":[0.9978592,0.000009657095,0.0010711729,0.0001441389,0.000020056388,0.00032821795,0.00014867037,0.0000060918,0.00041280236],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99545634,0.0032726254,0.000166433,0.00032369554,0.00047926628,0.0003016435],"domain_scores_gemma":[0.9986919,0.0005470214,0.00006900469,0.0003416638,0.00026225176,0.00008816952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006788014,0.00014401031,0.00017059923,0.00010840876,0.0007150186,0.00012112282,0.00013406137,0.0001696909,0.00034699653],"category_scores_gemma":[0.00048048963,0.00014542902,0.00004006871,0.00035941612,0.000353978,0.00023346668,0.00009755972,0.00055573037,0.000010826079],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019861301,0.00062786904,0.3054904,0.00008613264,0.00008804642,0.0000018818083,0.01485923,0.000014082202,0.00001442852,0.0024373692,0.001939178,0.67424273],"study_design_scores_gemma":[0.002620428,0.0006053595,0.87630767,0.00012456827,0.00024710436,0.000008603075,0.0647105,0.011637147,0.000045108893,0.008612398,0.03484118,0.0002399583],"about_ca_topic_score_codex":0.00096790475,"about_ca_topic_score_gemma":0.00022579585,"teacher_disagreement_score":0.6740028,"about_ca_system_score_codex":0.0000918865,"about_ca_system_score_gemma":0.0001403409,"threshold_uncertainty_score":0.5930423},"labels":[],"label_agreement":null},{"id":"W4413253834","doi":"10.1016/j.evalprogplan.2025.102672","title":"Building capacity for health research in higher education: Evaluating readiness for research and scholarship","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Registered Nurses' Association of Ontario","funders":"National Institute on Minority Health and Health Disparities; National Cancer Institute","keywords":"Scholarship; Capacity building; Occupational safety and health; Political science; Sociology; Psychology; Public relations; Engineering ethics; Engineering","score_opus":0.8940037470658094,"score_gpt":0.7723236332365863,"score_spread":0.12168011382922317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413253834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9157923,0.0048648384,0.000637615,0.05851476,0.0014102618,0.015911646,0.00001156239,0.00006230014,0.0027947226],"genre_scores_gemma":[0.90718085,0.00009820192,0.065511666,0.0012994207,0.0008247135,0.02221319,0.000099851815,0.000020911571,0.0027511732],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9929722,0.0035662584,0.00062022044,0.00058487605,0.0010024059,0.001254018],"domain_scores_gemma":[0.99029446,0.0062563666,0.00011916819,0.00021296061,0.002800127,0.00031690183],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.09565505,0.0001057648,0.00021671895,0.0010449083,0.0035534417,0.00015514476,0.00017414543,0.00017634516,0.000043709955],"category_scores_gemma":[0.00726193,0.00009968217,0.000016702026,0.0016652585,0.0001994409,0.00032671567,0.00009142202,0.0010688365,0.000003350707],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003047789,0.00021047806,0.089306615,0.002969882,0.000008865129,6.794911e-8,0.0056867576,0.000022940405,0.0001233251,0.025970334,0.018001774,0.85739416],"study_design_scores_gemma":[0.0030539208,0.001618504,0.51270163,0.005885538,0.00000998742,0.0000010018413,0.00990287,0.029661605,0.000026007205,0.19939321,0.23751628,0.00022946027],"about_ca_topic_score_codex":0.00040775546,"about_ca_topic_score_gemma":0.00013185097,"teacher_disagreement_score":0.85716474,"about_ca_system_score_codex":0.00075478124,"about_ca_system_score_gemma":0.006891637,"threshold_uncertainty_score":0.99873835},"labels":[],"label_agreement":null},{"id":"W4413759274","doi":"10.1016/j.evalprogplan.2025.102699","title":"Analysis of the degree of implementation of the HEALTHQUAL program","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Degree (music); Engineering; Transport engineering; Physics","score_opus":0.7121242737032312,"score_gpt":0.7449706646112427,"score_spread":0.03284639090801156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413759274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989635,0.00010940983,0.00018887896,0.0045867832,0.00023039065,0.0038578922,0.000049314072,0.00002147686,0.0013208671],"genre_scores_gemma":[0.9972642,0.0000063918465,0.0010432254,0.0011127876,0.000013812772,0.00048318304,0.000016418428,0.00000336014,0.00005661146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962711,0.0016619092,0.0010261807,0.00015449588,0.0006428021,0.00024352614],"domain_scores_gemma":[0.9973474,0.0007732986,0.0009948012,0.00028495077,0.0005572142,0.00004233387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054797404,0.000074461845,0.00023893018,0.00024053176,0.00043805095,0.0000060260063,0.00020197101,0.00005850125,0.00016397709],"category_scores_gemma":[0.00075758825,0.000046101875,0.00007870717,0.0024376803,0.00014164305,0.00006900517,0.00010236755,0.00016619203,4.7744237e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011561383,0.000026341579,0.7137342,0.00021108771,0.00009139984,6.487758e-9,0.011450346,0.00008882086,0.000085957436,0.00075554114,0.00042713262,0.27311757],"study_design_scores_gemma":[0.0006530639,0.00008722182,0.98035866,0.0001576763,0.00039267135,5.910106e-8,0.008916475,0.0057065375,0.00027174506,0.00017972963,0.0032413309,0.000034829016],"about_ca_topic_score_codex":0.000757479,"about_ca_topic_score_gemma":0.0008912305,"teacher_disagreement_score":0.27308273,"about_ca_system_score_codex":0.00006991493,"about_ca_system_score_gemma":0.0012228071,"threshold_uncertainty_score":0.3369178},"labels":[],"label_agreement":null},{"id":"W4416339112","doi":"10.1016/j.evalprogplan.2025.102731","title":"Implementation evaluation of an intervention aimed at reducing test anxiety in adolescents","year":2025,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université de Montréal; Université de Sherbrooke","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Facilitator; Psychosocial; Intervention (counseling); Test (biology); Anxiety; Program evaluation; Quality (philosophy); Pilot test","score_opus":0.2932433074832611,"score_gpt":0.5500738123220306,"score_spread":0.25683050483876946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416339112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946365,0.0016166237,0.000030510613,0.000091250404,0.00030966612,0.0012690916,0.0000046735217,0.00003841271,0.002003301],"genre_scores_gemma":[0.99908966,0.000007986124,0.00018395172,0.000044342345,0.00002241036,0.00047077783,0.00012480759,0.0000044771427,0.000051582636],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99828225,0.00054049,0.0003916505,0.00029444497,0.00033371345,0.00015743714],"domain_scores_gemma":[0.99946564,0.000030051766,0.0001593049,0.00011698211,0.00019862253,0.000029409475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031337983,0.00010008878,0.00013625689,0.00013179492,0.000097100536,0.000021879692,0.000055780376,0.0000830421,0.00046986624],"category_scores_gemma":[0.000084039464,0.00009165951,0.00003478838,0.00028737017,0.000038722777,0.000099854646,0.000033470395,0.000098304896,0.0000050155604],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060104554,0.00030128012,0.4317775,0.0000143372345,0.000009432568,2.0715181e-7,0.0012220598,0.000026460273,0.00028958346,0.000017799199,0.00008467488,0.56619656],"study_design_scores_gemma":[0.002902996,0.0003200158,0.98921543,0.00027959407,0.00012565259,0.0000014396211,0.0024914693,0.0036981457,0.00022013139,0.00047391764,0.00018516499,0.00008601477],"about_ca_topic_score_codex":0.0002766397,"about_ca_topic_score_gemma":0.00021577947,"teacher_disagreement_score":0.56611055,"about_ca_system_score_codex":0.00010183139,"about_ca_system_score_gemma":0.000015537611,"threshold_uncertainty_score":0.5144706},"labels":[],"label_agreement":null},{"id":"W591335158","doi":"","title":"Highway Maintenance Costs and Contracting Policy","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Construction Project Management and Performance","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Incentive; Bidding; Payment; Prestige; Business; Economics; Public economics; Industrial organization; Finance; Marketing; Market economy","score_opus":0.11476656263173059,"score_gpt":0.47659789508990613,"score_spread":0.36183133245817556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W591335158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9661158,0.00016960329,0.00035177253,0.0018641459,0.00051845063,0.0005107434,0.0000023801904,0.000090624475,0.030376496],"genre_scores_gemma":[0.9961124,0.000016892085,0.00276449,0.00021911302,0.0001788276,0.000041681895,0.000005971441,0.000004385923,0.0006562412],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985659,0.00009138386,0.0002734177,0.00027794097,0.0006151882,0.00017613689],"domain_scores_gemma":[0.99889356,0.00037471316,0.00017197276,0.00015794746,0.0003253873,0.000076421966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004565539,0.00008837442,0.000112813555,0.00024403546,0.00029391554,0.000545328,0.0001083765,0.00005033327,0.000214335],"category_scores_gemma":[0.0027614073,0.00006785478,0.000016788157,0.00048047278,0.00010216657,0.00042979672,0.000060379312,0.00019217099,0.000023808703],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014448168,0.0000067472183,0.062148754,0.0000022692882,0.000004585604,6.9205464e-7,0.00041521544,0.0000058779924,0.0001923086,0.004543048,0.0007908865,0.93187517],"study_design_scores_gemma":[0.0014898046,0.00011598002,0.35616282,0.000054403157,0.000027082622,0.000084898624,0.0018092296,0.16489139,0.00014588349,0.0087650195,0.46616524,0.00028821797],"about_ca_topic_score_codex":0.000032500073,"about_ca_topic_score_gemma":0.000039076043,"teacher_disagreement_score":0.9315869,"about_ca_system_score_codex":0.0000123351865,"about_ca_system_score_gemma":0.0000674397,"threshold_uncertainty_score":0.525861},"labels":[],"label_agreement":null},{"id":"W817679389","doi":"10.1016/j.evalprogplan.2015.04.006","title":"The Father Friendly Initiative within Families: Using a logic model to develop program theory for a father support program","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Family and Disability Support Research","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université du Québec en Outaouais","funders":"Ministère de l'Éducation, du Loisir et du Sport Québec; Social Sciences and Humanities Research Council of Canada; United Way","keywords":"Logic model; Structuring; Relevance (law); Psychological intervention; Bridge (graph theory); Logic program; Program evaluation; Theory of change; Psychology; Computer science; Sociology; Medicine; Nursing; Political science; Social science","score_opus":0.4089443562601213,"score_gpt":0.5449142575377891,"score_spread":0.13596990127766778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W817679389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88998044,0.0011050031,0.039969936,0.0009401811,0.00068916136,0.025390945,0.00006480982,0.00094928395,0.04091027],"genre_scores_gemma":[0.8435275,0.0000025560719,0.13757642,0.0008429862,0.00014516264,0.016684094,0.0002180909,0.00007428828,0.000928919],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965299,0.0008096691,0.0005661898,0.0006264482,0.0007212477,0.0007465543],"domain_scores_gemma":[0.99737597,0.0005620139,0.00018151753,0.0003810527,0.0011755712,0.0003238868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0097989375,0.0002914735,0.00027264943,0.00013883525,0.00048792208,0.0003246481,0.00026944597,0.00020491843,0.00009160229],"category_scores_gemma":[0.002178193,0.0002056105,0.000072855655,0.0006414493,0.00032372572,0.00018967896,0.000108295586,0.00028970742,0.00004575794],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013759889,0.0009226024,0.0076803504,0.00004023765,0.00017950236,0.0000059013,0.08010225,0.0016018642,0.000022799359,0.009608709,0.0031208228,0.89533895],"study_design_scores_gemma":[0.006653936,0.011969061,0.0070177596,0.000197878,0.00035460366,0.00006765844,0.30791664,0.505391,0.00009410501,0.070458926,0.08846931,0.0014091248],"about_ca_topic_score_codex":0.000035411478,"about_ca_topic_score_gemma":0.000037166075,"teacher_disagreement_score":0.89392984,"about_ca_system_score_codex":0.00011917404,"about_ca_system_score_gemma":0.0009391184,"threshold_uncertainty_score":0.8384553},"labels":[],"label_agreement":null},{"id":"W977025052","doi":"10.1016/j.evalprogplan.2015.07.003","title":"Knowledge brokering in public health: A critical analysis of the results of a qualitative evaluation","year":2015,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Interpersonal communication; Qualitative analysis; Qualitative research; Knowledge management; Psychology; Management science; Public relations; Computer science; Social psychology; Medicine; Political science; Sociology; Nursing; Engineering; Social science","score_opus":0.960302668591302,"score_gpt":0.8365556028242945,"score_spread":0.12374706576700745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W977025052","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00069695,0.9843714,0.00011253795,0.0024350102,0.00041098718,0.009050487,0.000384404,0.000033857435,0.0025043422],"genre_scores_gemma":[0.06374652,0.90748787,0.007899274,0.0016012862,0.0004414124,0.016179813,0.0022487268,0.00012756934,0.0002675048],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9615321,0.032381903,0.003369272,0.00047228264,0.0016506875,0.0005937661],"domain_scores_gemma":[0.9860955,0.008717107,0.0023594608,0.000416126,0.002168708,0.00024308778],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.099642664,0.0002228875,0.0015460306,0.001296751,0.00032831138,0.000020434478,0.0002679173,0.00023873025,0.00007164481],"category_scores_gemma":[0.035037883,0.00016137787,0.00017492722,0.0049656886,0.00020341139,0.00017701215,0.0001525385,0.00062226923,0.0000065223217],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007889943,0.00004713457,0.00018474231,0.0055295993,0.00009792251,3.8633896e-8,0.15913993,0.00001295085,3.759075e-8,0.00032884502,0.00062476867,0.83402616],"study_design_scores_gemma":[0.0015096804,0.0001980114,0.002794214,0.0144007,0.0015200266,7.4286004e-7,0.024059724,0.0156825,5.4695683e-8,0.00020929803,0.9394128,0.00021225418],"about_ca_topic_score_codex":0.00033094548,"about_ca_topic_score_gemma":0.0005862086,"teacher_disagreement_score":0.938788,"about_ca_system_score_codex":0.0008631122,"about_ca_system_score_gemma":0.011419379,"threshold_uncertainty_score":0.994185},"labels":[],"label_agreement":null}]}