{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":200,"total_is_capped":false,"direct_labels_cover":7,"predictions_cover":200,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"8a4c8283c409","filters":{"venue":"Evaluation and Program Planning"}},"results":[{"id":"W2017443876","doi":"10.1016/j.evalprogplan.2004.01.001","title":"Making public health programs last: conceptualizing sustainability","year":2004,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":379,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; McGill University","funders":"Centers for Disease Control and Prevention","keywords":"Sustainability; Process management; Process (computing); Sustainability organizations; Social sustainability; Business; Management science; Knowledge management; Public relations; Environmental resource management; Engineering; Computer science; Political science; Economics; Ecology","authors":[{"name":"Pierre Pluye","is_ca":true},{"name":"Louise Potvin","is_ca":true},{"name":"Jean‐Louis Denis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4589626217430083,"gpt":0.59910954355279,"spread":0.1401469218097817,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01645041,0.001031828,0.0007375122,0.004552277,0.009198474,0.01826243,0.004224781,0.01035598,0.005759853],"category_scores_gemma":[0.02443699,0.0009507205,0.001219441,0.003257064,0.06512665,0.02596864,0.008165821,0.006993493,0.0004893323],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01502324,"about_ca_system_score_gemma":0.02118623,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01505964,"about_ca_topic_score_gemma":0.01322407,"domain_scores_codex":[0.9865822,0.007642915,0.0004540905,0.001270623,0.001398006,0.002652166],"domain_scores_gemma":[0.9876931,0.006247101,0.001775899,0.001169988,0.00150846,0.001605327],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000006886638,0.0000424156,0.001231008,0.0000514686,0.00001175044,0.00004275894,0.003630871,0.001713323,0.00007932737,0.985009,0.0009822836,0.007199025],"study_design_scores_gemma":[0.00001314931,0.00005141562,0.0006260737,0.0001549043,0.00003432442,0.00004440978,0.008300456,0.002009476,0.0002888021,0.9634091,0.02504789,0.00001987172],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1100027,0.005662798,0.2781538,0.1774227,0.000726348,0.0005567042,0.0002827226,0.0003690319,0.4268231],"genre_scores_gemma":[0.956582,0.001200522,0.02981065,0.002918913,0.0001364773,0.0004118268,0.00007170373,0.0001193828,0.008748495],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01826243,"threshold_uncertainty_score":0.1090018,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2033773300","doi":"10.1016/j.evalprogplan.2009.07.005","title":"Challenges and opportunities for evaluating environmental education programs","year":2009,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":245,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Trillium Therapeutics (Canada)","funders":"","keywords":"Environmental education; Environmental quality; Quality (philosophy); Program evaluation; Environmental impact assessment; Bridge (graph theory); Environmental planning; Medical education; Environmental resource management; Engineering; Political science; Psychology; Medicine; Pedagogy; Environmental science; Public administration","authors":[{"name":"Annelise Carleton-Hug","is_ca":true},{"name":"John Hug","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3024740036663272,"gpt":0.474902373465715,"spread":0.1724283697993879,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0312444,0.001539521,0.005095617,0.00587569,0.0009133623,0.004904891,0.002713424,0.002908794,0.004052332],"category_scores_gemma":[0.04544241,0.000536927,0.001409439,0.00748136,0.002029538,0.004624346,0.002116091,0.002133104,0.0006740781],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006702533,"about_ca_system_score_gemma":0.02119288,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02038068,"about_ca_topic_score_gemma":0.0457837,"domain_scores_codex":[0.9873602,0.005620255,0.001725842,0.0008345824,0.004063419,0.0003956606],"domain_scores_gemma":[0.945322,0.04110928,0.003048364,0.0007153932,0.00905483,0.0007500302],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005648998,0.00006828883,0.0004158888,0.01804175,0.0001777006,0.00004461086,0.0001245428,0.000382061,0.0001224186,0.0059394,0.01581792,0.9588088],"study_design_scores_gemma":[0.0001034018,0.0002528825,0.004382796,0.119687,0.001649036,0.0003908937,0.001354131,0.0006121108,0.0006757844,0.0200221,0.850794,0.00007583293],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001689582,0.9952899,0.000337263,0.002405643,0.0002942656,0.00002098775,0.00003281685,0.000007862625,0.001442296],"genre_scores_gemma":[0.003737807,0.9918074,0.002375244,0.001107402,0.0002761905,0.00006212895,0.00005608597,0.000005256927,0.000572447],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.0312444,"threshold_uncertainty_score":0.1652381,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2022589600","doi":"10.1016/j.evalprogplan.2009.07.001","title":"Peer-led interventions to reduce HIV risk of youth: A review","year":2009,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":160,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor","funders":"","keywords":"Psychological intervention; Peer education; Condom; Human immunodeficiency virus (HIV); Peer group; Program Design Language; Program evaluation; Public relations; Positive Youth Development; Medicine; Psychology; Environmental health; Medical education; Health education; Political science; Public health; Family medicine; Nursing; Social psychology; Developmental psychology; Computer science","authors":[{"name":"Eleanor Maticka‐Tyndale","is_ca":true},{"name":"Jessica Penwell Barnett","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5060799930559863,"gpt":0.6377364766603129,"spread":0.1316564836043266,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002196345,0.0006930597,0.002633451,0.001768673,0.0003625833,0.0007227014,0.001502332,0.0009931376,0.004573977],"category_scores_gemma":[0.006432825,0.0003250721,0.00148693,0.001526132,0.0003584978,0.0007037423,0.0005696132,0.0008228869,0.0002472949],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007733271,"about_ca_system_score_gemma":0.002900034,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005637443,"about_ca_topic_score_gemma":0.01644661,"domain_scores_codex":[0.9991118,0.0002971677,0.0001499777,0.00009756713,0.0002982171,0.00004525206],"domain_scores_gemma":[0.9971403,0.002152524,0.0002767091,0.00003961382,0.0002882114,0.0001025877],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005372327,0.0004439163,0.0008011389,0.3095641,0.002977259,0.0001246723,0.0002256626,0.0001383089,0.000320295,0.0003839477,0.005755255,0.6787281],"study_design_scores_gemma":[0.003360885,0.003435522,0.02582912,0.7024813,0.05244504,0.001332773,0.001494009,0.0005137362,0.001872992,0.001194385,0.2059509,0.00008918437],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001425671,0.9975206,0.00007411981,0.0001678699,0.0001353746,0.000144305,0.00006160732,0.000006112074,0.0004642021],"genre_scores_gemma":[0.00926187,0.9897619,0.0004507426,0.0001889055,0.00005114553,0.00009847942,0.00003644719,0.000001528456,0.0001489498],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.005637443,"threshold_uncertainty_score":0.01530147,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2044849666","doi":"10.1016/j.evalprogplan.2010.04.001","title":"Program theory evaluation: Logic analysis","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Logic, Reasoning, and Knowledge","field":"Computer Science","cited_by":155,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Hôpital Charles-Le Moyne","funders":"Canadian Institutes of Health Research; Canadian Health Services Research Foundation","keywords":"Logic model; Computer science; Engineering; Political science; Public administration","authors":[{"name":"Astrid Brousselle","is_ca":true},{"name":"François Champagne","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06455360024763711,"gpt":0.4119331162399644,"spread":0.3473795159923273,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008969906,0.00112297,0.001363179,0.003290814,0.001220585,0.006597158,0.002674987,0.001292794,0.01401873],"category_scores_gemma":[0.03362457,0.0008845014,0.001749125,0.003111409,0.004611789,0.01149806,0.003554628,0.003947799,0.001656008],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004886867,"about_ca_system_score_gemma":0.003698442,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003123755,"about_ca_topic_score_gemma":0.002432376,"domain_scores_codex":[0.990008,0.005340335,0.0004422354,0.000911938,0.002802003,0.0004955665],"domain_scores_gemma":[0.9790909,0.01496201,0.0006418817,0.001938843,0.003000698,0.0003657374],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001090871,0.0001331138,0.0006048567,0.0004048875,0.00005161262,0.00005159018,0.0002482407,0.01024179,0.0004421691,0.8130716,0.009982578,0.1646585],"study_design_scores_gemma":[0.00002433902,0.00001647841,0.0001496864,0.0001125053,0.00004235496,0.00004181799,0.00009549774,0.05346911,0.001255968,0.9364316,0.008345845,0.00001472133],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004637887,0.002439819,0.9687876,0.003063837,0.0001500977,0.0001847635,0.0001840821,0.0009010577,0.01965087],"genre_scores_gemma":[0.3637052,0.00328256,0.6141466,0.001286096,0.0008631512,0.0006338229,0.0008502507,0.0008967596,0.01433548],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01401873,"threshold_uncertainty_score":0.04743797,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2062658206","doi":"10.1016/j.evalprogplan.2004.10.003","title":"Program sustainability begins with the first events","year":2004,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Community Health and Development","field":"Health Professions","cited_by":146,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Cégep de Rivière-du-Loup; Université de Montréal; McGill University","funders":"","keywords":"Sustainability; Process (computing); Public relations; Promotion (chess); Health promotion; Sociology; Political science; Process management; Business; Computer science; Health care; Law; Politics","authors":[{"name":"Pierre Pluye","is_ca":true},{"name":"Louise Potvin","is_ca":true},{"name":"Jean‐Louis Denis","is_ca":true},{"name":"Jocelyne Pelletier","is_ca":true},{"name":"Chantal Mannoni","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1202160389815176,"gpt":0.531857968154241,"spread":0.4116419291727235,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008674677,0.0006201164,0.0005869469,0.001639464,0.006189886,0.009943275,0.001430379,0.003380048,0.06786912],"category_scores_gemma":[0.02290192,0.0006627836,0.0006339714,0.001027166,0.001427964,0.005029268,0.007212027,0.004831767,0.02285796],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003661631,"about_ca_system_score_gemma":0.016392,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004946134,"about_ca_topic_score_gemma":0.01607765,"domain_scores_codex":[0.9940389,0.001095535,0.0001760017,0.000380009,0.002673402,0.001636139],"domain_scores_gemma":[0.9815425,0.001507293,0.0008497458,0.001100085,0.00453126,0.01046913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001650753,0.000813672,0.006183138,0.0002303802,0.00001588798,0.0002595971,0.00293193,0.0002140783,0.001145932,0.07479107,0.6517499,0.2614993],"study_design_scores_gemma":[0.00002177293,0.0001534213,0.006026694,0.0001152785,0.000004358575,0.00005503997,0.002203794,0.0000792209,0.0008109226,0.01195525,0.9785557,0.00001856086],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.02729816,0.001222131,0.03628748,0.1127082,0.01029751,0.003550742,0.001515195,0.005393841,0.8017266],"genre_scores_gemma":[0.1835564,0.0008130373,0.01931605,0.01310088,0.001913278,0.002227366,0.001770605,0.001273553,0.7760289],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.06786912,"threshold_uncertainty_score":0.2270448,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2971813575","doi":"10.1016/j.evalprogplan.2019.101713","title":"Governing and managing higher education institutions: The quality audit contributions","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Organizational Strategy and Culture","field":"Business, Management and Accounting","cited_by":82,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Accreditation; Audit; Accountability; Higher education; Corporate governance; Quality management; Quality assurance; Business; Quality (philosophy); Quality audit; Quality policy; Quality management system; Public relations; Accounting; Management system; Political science; Operations management; Medicine; Medical education; Engineering; Marketing; Finance","authors":[{"name":"Chokri Kooli","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0592925696596097,"gpt":0.3886790330649743,"spread":0.3293864634053645,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05650013,0.0004999342,0.0006027708,0.004487778,0.003724061,0.01849862,0.00126592,0.004543538,0.003578808],"category_scores_gemma":[0.157715,0.0006899426,0.000433808,0.004992196,0.01499663,0.0102651,0.005496474,0.008373482,0.0003903961],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009677919,"about_ca_system_score_gemma":0.02602311,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01756827,"about_ca_topic_score_gemma":0.02438862,"domain_scores_codex":[0.9494608,0.02723006,0.002140854,0.00113059,0.01771829,0.002319394],"domain_scores_gemma":[0.7570639,0.1467829,0.02026434,0.01176485,0.05454719,0.009576853],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001185462,0.0002670462,0.02085236,0.001088476,0.0001013314,0.0001158987,0.004911518,0.004084195,0.0003309038,0.3000203,0.1145236,0.5535857],"study_design_scores_gemma":[0.00008232176,0.0002885643,0.03177136,0.004109202,0.0001213888,0.0002983026,0.009287458,0.008168852,0.001797173,0.3134374,0.630399,0.0002389231],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.026162,0.06292097,0.03903959,0.7948912,0.0118586,0.0002361565,0.000112517,0.0001703472,0.06460851],"genre_scores_gemma":[0.7956784,0.06579571,0.03433741,0.0510634,0.01710212,0.0001837399,0.0001216437,0.0002893458,0.0354282],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.05650013,"threshold_uncertainty_score":0.2988048,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2011406769","doi":"10.1016/j.evalprogplan.2010.09.003","title":"Ten steps to making evaluation matter","year":2010,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Program evaluation; Computer science; Program Design Language; Management science; Theory of change; Work (physics); Evaluation methods; Sustainability; Risk analysis (engineering); Process management; Software engineering; Engineering; Political science; Sociology; Business","authors":[{"name":"Sanjeev Sridharan","is_ca":true},{"name":"April Nakaima","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3049186399144428,"gpt":0.5971294410667453,"spread":0.2922108011523025,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1304267,0.001959973,0.001761206,0.006274518,0.01072642,0.02360228,0.004102837,0.01052031,0.00811545],"category_scores_gemma":[0.1197926,0.001354031,0.001256087,0.002953863,0.04080501,0.02565445,0.009636141,0.01715313,0.002079432],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01721957,"about_ca_system_score_gemma":0.07477427,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01376494,"about_ca_topic_score_gemma":0.02076608,"domain_scores_codex":[0.9256029,0.04530158,0.00549295,0.003119341,0.01682279,0.003660304],"domain_scores_gemma":[0.854313,0.08604192,0.00497827,0.01015109,0.03294672,0.01156914],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001174332,0.00031485,0.001856137,0.0005496984,0.00007166121,0.00009458126,0.00196257,0.001449562,0.0002602891,0.8365687,0.02663263,0.130122],"study_design_scores_gemma":[0.00004909522,0.00007284992,0.0008525964,0.001057731,0.0000365321,0.00003426571,0.002497841,0.001594979,0.0006565423,0.9523759,0.04070544,0.00006618325],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.01361174,0.01360016,0.3152541,0.4832704,0.003947149,0.001828314,0.0002600689,0.001153546,0.1670746],"genre_scores_gemma":[0.3236467,0.005956029,0.5967139,0.0437917,0.000762845,0.001938943,0.0002342473,0.0003000699,0.02665559],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.1304267,"threshold_uncertainty_score":0.6897703,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2048026043","doi":"10.1016/j.evalprogplan.2013.10.004","title":"Early implementation evaluation of a multi-site housing first intervention for homeless people with mental illness: A mixed methods approach","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":80,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Douglas Mental Health University Institute; Simon Fraser University; Université de Sherbrooke; University of Toronto; University of Winnipeg; Centre for Addiction and Mental Health; Mental Health Commission of Canada; University of Ottawa; Wilfrid Laurier University","funders":"Health Canada; Mental Health Commission","keywords":"Fidelity; Focus group; Mental illness; Housing First; Qualitative research; Scale (ratio); Qualitative property; Intervention (counseling); Psychology; Program evaluation; Process management; Applied psychology; Mental health; Medical education; Medicine; Business; Engineering; Computer science; Marketing; Sociology; Psychiatry; Political science","authors":[{"name":"Geoffrey Nelson","is_ca":true},{"name":"Ana Stefančić","is_ca":false},{"name":"Jennifer Rae","is_ca":true},{"name":"Greg Townley","is_ca":false},{"name":"Sam Tsemberis","is_ca":false},{"name":"Eric Macnaughton","is_ca":true},{"name":"Tim Aubry","is_ca":true},{"name":"Jino Distasio","is_ca":true},{"name":"Roch Hurtubise","is_ca":true},{"name":"Michelle Patterson","is_ca":true},{"name":"Vicky Stergiopoulos","is_ca":true},{"name":"Myra Piat","is_ca":true},{"name":"Paula Goering","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1700243146089559,"gpt":0.558821646774928,"spread":0.3887973321659721,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01831717,0.002211765,0.002618407,0.002266566,0.003960394,0.001959551,0.003543976,0.002907718,0.004746596],"category_scores_gemma":[0.01567721,0.001775169,0.002242927,0.001301642,0.001199196,0.002654077,0.004170961,0.002449244,0.0004103002],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007645473,"about_ca_system_score_gemma":0.01948543,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02431566,"about_ca_topic_score_gemma":0.05259478,"domain_scores_codex":[0.9820274,0.01219379,0.00109874,0.0009353855,0.001385633,0.002359028],"domain_scores_gemma":[0.9880432,0.005720621,0.001310596,0.0008023702,0.001816117,0.002307159],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","study_design_scores_codex":[0.09583683,0.4581516,0.03326773,0.004891768,0.0008916702,0.0008259253,0.02139903,0.003841759,0.004902176,0.0010158,0.002476372,0.3724993],"study_design_scores_gemma":[0.09515075,0.7460403,0.1126278,0.00165043,0.002330018,0.0002562092,0.02353255,0.005741954,0.007565369,0.001194012,0.003633769,0.0002768684],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9594792,0.0002492483,0.002758978,0.0003716385,0.0001125729,0.03477361,0.0004269936,0.0001384899,0.001689306],"genre_scores_gemma":[0.8923597,0.0005035361,0.03063495,0.0006241273,0.00009055585,0.07317115,0.0004022579,0.00002787821,0.002185881],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02431566,"threshold_uncertainty_score":0.09687155,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1995587414","doi":"10.1016/j.evalprogplan.2007.01.006","title":"Quasi-experimental evaluation of a national primary school HIV intervention in Kenya","year":2007,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":79,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor","funders":"Department for International Development","keywords":"Condom; Abstinence; Medicine; Program evaluation; Intervention (counseling); Sexual intercourse; Sexual abstinence; Human immunodeficiency virus (HIV); Human sexuality; Family medicine; Demography; Family planning; Psychology; Population; Environmental health; Nursing; Gender studies; Political science; Psychiatry; Research methodology; Sociology","authors":[{"name":"Eleanor Maticka‐Tyndale","is_ca":true},{"name":"Janet Wildish","is_ca":false},{"name":"Mary Gichuru","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2501987740899039,"gpt":0.5794862528234834,"spread":0.3292874787335796,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01003888,0.002256142,0.002996981,0.001346535,0.007024636,0.001296886,0.002536515,0.003088342,0.01246496],"category_scores_gemma":[0.01079572,0.002422917,0.001173782,0.0008898235,0.003836651,0.001996738,0.001809791,0.003256087,0.001567184],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004594793,"about_ca_system_score_gemma":0.01093461,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01474326,"about_ca_topic_score_gemma":0.03407681,"domain_scores_codex":[0.9906958,0.00527735,0.000610904,0.001093567,0.0007456638,0.001576574],"domain_scores_gemma":[0.989253,0.004614281,0.001404083,0.001220925,0.001006876,0.002500913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","study_design_scores_codex":[0.1376152,0.8098554,0.003906923,0.001604193,0.000285798,0.0001368348,0.002872157,0.0008365726,0.003440126,0.0005790493,0.0009351749,0.03793253],"study_design_scores_gemma":[0.2546085,0.7085505,0.02803595,0.0002835132,0.0005094761,0.00004765973,0.001975949,0.0008820953,0.00232397,0.0007047733,0.002003885,0.00007381894],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9617193,0.0001680097,0.0008070669,0.0002255291,0.000187649,0.03439309,0.0004581588,0.00007565383,0.001965438],"genre_scores_gemma":[0.9150894,0.0003633351,0.007759287,0.000443466,0.0002115803,0.07194897,0.0004034093,0.00001326792,0.003767281],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01474326,"threshold_uncertainty_score":0.05309135,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2016748774","doi":"10.1016/j.evalprogplan.2007.01.002","title":"Key considerations for logic model development in research partnerships: A Canadian case study","year":2007,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":74,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of British Columbia","funders":"National Institute on Minority Health and Health Disparities; Canadian Institutes of Health Research; Health Canada","keywords":"General partnership; Accountability; Logic model; Participatory action research; Community-based participatory research; Public relations; Context (archaeology); Knowledge management; Process (computing); Political science; Sociology; Computer science; Public administration","authors":[{"name":"Sarah J. Fielden","is_ca":true},{"name":"Melanie Rusch","is_ca":true},{"name":"Mambo Tabu Masinda","is_ca":true},{"name":"Jim Sands","is_ca":true},{"name":"Jim Frankish","is_ca":true},{"name":"Brian Evoy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9698488794129135,"gpt":0.8027374069994443,"spread":0.1671114724134692,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07204214,0.0007827948,0.0009520308,0.003697776,0.02740873,0.02040016,0.006966902,0.007564529,0.01305596],"category_scores_gemma":[0.1204437,0.0009699225,0.00153795,0.005177042,0.01093209,0.01462302,0.008344395,0.00596225,0.0009317021],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0863395,"about_ca_system_score_gemma":0.188513,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.769576,"about_ca_topic_score_gemma":0.8623519,"domain_scores_codex":[0.9301029,0.0499788,0.001501589,0.001572932,0.009647711,0.007196028],"domain_scores_gemma":[0.9150513,0.05888155,0.001763875,0.003256226,0.01675234,0.004294789],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002779218,0.000561041,0.006925841,0.0004861733,0.00003135893,0.003023357,0.06722452,0.01257308,0.0009715008,0.8319857,0.01224343,0.06369605],"study_design_scores_gemma":[0.0006930072,0.0005968561,0.004726113,0.001862504,0.0002053351,0.002320681,0.2982274,0.06805343,0.004597455,0.3305725,0.2877433,0.0004014737],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2002272,0.001535864,0.2120961,0.1556555,0.0003276666,0.005512921,0.0006063773,0.0006327832,0.4234057],"genre_scores_gemma":[0.7838624,0.0008187674,0.1915713,0.002909967,0.00002565455,0.001604565,0.0001520045,0.0001312981,0.01892407],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9279579,"threshold_uncertainty_score":0.6264399,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2062053864","doi":"10.1016/j.evalprogplan.2009.02.002","title":"A measure of community members’ perceptions of the impacts of research partnerships in health and social services","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":68,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Western University; Brock University; Child and Family Research Institute","funders":"","keywords":"Community-based participatory research; Focus group; Participatory action research; Public relations; Accountability; Participatory evaluation; Construct (python library); Psychology; Knowledge management; Promotion (chess); Applied psychology; Medical education; Business; Sociology; Political science; Medicine; Marketing","authors":[{"name":"Gillian King","is_ca":true},{"name":"Michelle Servais","is_ca":true},{"name":"Marilyn K. Kertoy","is_ca":true},{"name":"Jacqueline Specht","is_ca":true},{"name":"Melissa Currie","is_ca":true},{"name":"Peter Rosenbaum","is_ca":true},{"name":"Mary Law","is_ca":true},{"name":"Cheryl Forchuk","is_ca":true},{"name":"Heather Chalmers","is_ca":true},{"name":"Teena Willoughby","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8581981758020847,"gpt":0.7562091082784566,"spread":0.1019890675236281,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03245263,0.0005216905,0.0005717278,0.003564063,0.003469287,0.002289177,0.001032734,0.001482725,0.003979565],"category_scores_gemma":[0.073782,0.0005321669,0.001045957,0.001825907,0.002679883,0.001975521,0.004696595,0.002430461,0.0003672458],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002382737,"about_ca_system_score_gemma":0.003236491,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003792196,"about_ca_topic_score_gemma":0.008737798,"domain_scores_codex":[0.9676419,0.01950733,0.002665131,0.0007104893,0.007916212,0.001558911],"domain_scores_gemma":[0.8600206,0.06514481,0.03311845,0.006654076,0.02089096,0.01417103],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007687105,0.003694743,0.8168773,0.000825265,0.0009389443,0.0004722173,0.07963331,0.0008607486,0.007303039,0.002210176,0.004125612,0.08228994],"study_design_scores_gemma":[0.0001252456,0.001701821,0.8899325,0.0002406491,0.0002127548,0.0004986099,0.09148364,0.001502241,0.002114531,0.001974093,0.01007011,0.0001437308],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9672555,0.0002120944,0.003271501,0.001242553,0.0000469144,0.0006687214,0.0003194779,0.00005205019,0.02693122],"genre_scores_gemma":[0.9943428,0.0001120993,0.003835015,0.0002749556,0.00002909894,0.000437608,0.0001821654,0.00000696186,0.0007793803],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9675474,"threshold_uncertainty_score":0.1716279,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2155432674","doi":"10.1016/j.evalprogplan.2013.12.001","title":"Government and voluntary sector differences in organizational capacity to do and use evaluation","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":60,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Government (linguistics); Turnover; Business; Work (physics); Organizational effectiveness; Public relations; Capacity building; Public sector; Psychology; Knowledge management; Political science; Management; Engineering; Economics; Computer science","authors":[{"name":"J. Bradley Cousins","is_ca":true},{"name":"Swee C. Goh","is_ca":true},{"name":"Catherine Elliott","is_ca":true},{"name":"Tim Aubry","is_ca":true},{"name":"Nathalie Gilbert","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.261696516293106,"gpt":0.472350945174198,"spread":0.2106544288810919,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01547115,0.0001062682,0.0002301659,0.001477867,0.001355473,0.003028049,0.001015569,0.0009816501,0.007746006],"category_scores_gemma":[0.0830693,0.000318526,0.0003723626,0.001433803,0.002642084,0.001600528,0.003446615,0.001243924,0.0005754382],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003156347,"about_ca_system_score_gemma":0.004935203,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01616785,"about_ca_topic_score_gemma":0.03173318,"domain_scores_codex":[0.9830543,0.008583019,0.0009412494,0.0006514222,0.002108922,0.004660985],"domain_scores_gemma":[0.8537199,0.08854584,0.01678459,0.01102202,0.01344378,0.01648385],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00155225,0.001037303,0.9275011,0.00005721288,0.00008325332,0.0001475605,0.0185859,0.0006065978,0.002113819,0.01588383,0.001784773,0.03064631],"study_design_scores_gemma":[0.00002523991,0.0001698055,0.9772263,0.00003321022,0.00001251816,0.0001048559,0.01692302,0.0004762472,0.0002912382,0.002927482,0.001795611,0.00001449654],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9919343,0.00007591538,0.0002156663,0.0007586114,0.00001173666,0.00001629349,0.00006780007,0.000006547633,0.006913107],"genre_scores_gemma":[0.9995066,0.000009653991,0.00003587693,0.00003595499,0.0000018506,0.000005224174,0.00003070795,0.0000031618,0.0003709449],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9845288,"threshold_uncertainty_score":0.08182019,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2791939323","doi":"10.1016/j.evalprogplan.2018.02.005","title":"Promoting physical activity, healthy eating and gross motor skills development among preschoolers attending childcare centers: Process evaluation of the Healthy Start-Départ Santé intervention using the RE-AIM framework","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Saskatchewan Health; Université de Sherbrooke; University of Saskatchewan","funders":"Heart and Stroke Foundation of Canada; Public Health Agency of Canada","keywords":"Gross motor skill; Intervention (counseling); Psychology; Descriptive statistics; Psychological intervention; Fidelity; Program evaluation; Physical activity; Qualitative property; Medical education; Medicine; Gerontology; Physical therapy; Motor skill; Nursing; Engineering; Developmental psychology; Political science; Computer science","authors":[{"name":"Stéphanie Ward","is_ca":false},{"name":"Amanda Froehlich Chow","is_ca":true},{"name":"M. Louise Humbert","is_ca":true},{"name":"Mathieu Bélanger","is_ca":true},{"name":"Nazeem Muhajarine","is_ca":true},{"name":"Hassan Vatanparast","is_ca":true},{"name":"Anne Leis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07218495248342228,"gpt":0.4488414195479121,"spread":0.3766564670644899,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01084313,0.00103951,0.001702325,0.001087979,0.001771039,0.001257916,0.001579852,0.001176746,0.002314854],"category_scores_gemma":[0.006963849,0.0008377607,0.001860168,0.0008326585,0.0008119189,0.0006743598,0.002804456,0.002352504,0.0001990428],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003893711,"about_ca_system_score_gemma":0.01917415,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02374501,"about_ca_topic_score_gemma":0.04402049,"domain_scores_codex":[0.9926152,0.003793602,0.0005144139,0.0006081028,0.001317747,0.001151016],"domain_scores_gemma":[0.9964999,0.001459047,0.0005418942,0.0002324713,0.0003728688,0.0008937853],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0535516,0.4133474,0.03234398,0.005865805,0.001516435,0.0001762018,0.01208078,0.005518418,0.006390046,0.002052418,0.002331428,0.4648255],"study_design_scores_gemma":[0.1358818,0.3519949,0.4543585,0.002658639,0.005912155,0.000127487,0.0104533,0.007233387,0.01850873,0.002175237,0.01040915,0.0002866644],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9735731,0.0003981391,0.001899282,0.0005174924,0.00007648311,0.02051863,0.0004813236,0.0001278433,0.00240768],"genre_scores_gemma":[0.9265396,0.0008380611,0.03611086,0.0002585226,0.0000426101,0.03419159,0.0005238999,0.00002272281,0.001472111],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02374501,"threshold_uncertainty_score":0.05734462,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W977025052","doi":"10.1016/j.evalprogplan.2015.07.003","title":"Knowledge brokering in public health: A critical analysis of the results of a qualitative evaluation","year":2015,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"McGill University; McGill University Health Centre; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Interpersonal communication; Qualitative analysis; Qualitative research; Knowledge management; Psychology; Management science; Public relations; Computer science; Social psychology; Medicine; Political science; Sociology; Nursing; Engineering; Social science","authors":[{"name":"Christian Dagenais","is_ca":true},{"name":"Marie‐Claire Laurendeau","is_ca":true},{"name":"Mélodie Briand-Lamarche","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.960302668591302,"gpt":0.8365556028242945,"spread":0.1237470657670074,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3855158,0.001738975,0.004554049,0.01189683,0.005401185,0.006175532,0.003264995,0.001842779,0.002094004],"category_scores_gemma":[0.4711871,0.001273948,0.002623552,0.01376005,0.007739063,0.006120686,0.006232682,0.002679245,0.000277668],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0290846,"about_ca_system_score_gemma":0.05114266,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0126409,"about_ca_topic_score_gemma":0.02483045,"domain_scores_codex":[0.6625503,0.290692,0.01711036,0.004257969,0.02204344,0.003345881],"domain_scores_gemma":[0.4487732,0.4709285,0.01491609,0.009399155,0.05475558,0.001227361],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001011369,0.0003276928,0.004434566,0.1094677,0.001287589,0.0007980007,0.4642597,0.001481275,0.001940376,0.02695793,0.006896919,0.3811369],"study_design_scores_gemma":[0.0006960289,0.001833184,0.01257231,0.2718836,0.005891388,0.000471889,0.5219576,0.00304286,0.009905129,0.03486452,0.1364347,0.0004466768],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"review","genre_scores_codex":[0.3253493,0.2180779,0.1854873,0.05324359,0.002827654,0.1738098,0.004677248,0.0003511744,0.03617602],"genre_scores_gemma":[0.7074859,0.05925946,0.1376861,0.005960099,0.0002083845,0.08546227,0.0007138971,0.0002419976,0.002981862],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.3855158,"threshold_uncertainty_score":0.7577684,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2000732508","doi":"10.1016/j.evalprogplan.2008.01.003","title":"A framework of operating models for interdisciplinary research programs in clinical service organizations","year":2008,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":51,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Child and Family Research Institute; Thames Valley Children's Centre; Holland Bloorview Kids Rehabilitation Hospital","funders":"","keywords":"Context (archaeology); Knowledge management; Service (business); Service delivery framework; Service model; Management science; Process management; Computer science; Engineering; Business","authors":[{"name":"Gillian King","is_ca":true},{"name":"Melissa Currie","is_ca":true},{"name":"Linda K. Smith","is_ca":true},{"name":"Michelle Servais","is_ca":true},{"name":"Janette McDougall","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4872797990941883,"gpt":0.6658440447310565,"spread":0.1785642456368682,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02014909,0.001382866,0.0008636173,0.001952041,0.003962643,0.01351872,0.005349996,0.004182246,0.01040233],"category_scores_gemma":[0.02981376,0.001220528,0.002091682,0.002316291,0.006780694,0.01218412,0.005244264,0.003488967,0.002499744],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008259418,"about_ca_system_score_gemma":0.01614501,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01334885,"about_ca_topic_score_gemma":0.009025392,"domain_scores_codex":[0.9794892,0.0141757,0.001070288,0.001211384,0.002503269,0.001550189],"domain_scores_gemma":[0.9791821,0.01260391,0.001149368,0.002406702,0.002791145,0.001866717],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004244719,0.0001086461,0.001190884,0.00006215252,0.00002970436,0.0001041967,0.001517008,0.0350598,0.0002860437,0.9431417,0.001804687,0.0166528],"study_design_scores_gemma":[0.00008484475,0.0002175459,0.0004888106,0.0002123342,0.00005704454,0.0001782432,0.002129774,0.1999681,0.0008880409,0.7708462,0.02486126,0.00006778156],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009047441,0.0001202055,0.9632528,0.002875398,0.00004798856,0.0006121267,0.0001191568,0.0005814687,0.02334342],"genre_scores_gemma":[0.2038428,0.0002351046,0.7863688,0.0002271788,0.00004567893,0.0021204,0.0002635921,0.0001369706,0.006759442],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02014909,"threshold_uncertainty_score":0.1065599,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2580523678","doi":"10.1016/j.evalprogplan.2017.01.004","title":"Implementation evaluation of early intensive behavioral intervention programs for children with autism spectrum disorders: A systematic review of studies in the last decade","year":2017,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":51,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec en Outaouais; Université du Québec à Trois-Rivières","funders":"","keywords":"Intervention (counseling); Autism; Psychological intervention; Systematic review; Autism spectrum disorder; Protocol (science); Psychology; Clinical psychology; Medicine; MEDLINE; Developmental psychology; Psychiatry; Alternative medicine","authors":[{"name":"Valérie Caron","is_ca":true},{"name":"Annie Bérubé","is_ca":true},{"name":"Annie Paquet","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6237094503308981,"gpt":0.6133015461684089,"spread":0.01040790416248916,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.01000607,0.00151208,0.007749195,0.004166561,0.0005746821,0.002211136,0.002076492,0.001561016,0.002462454],"category_scores_gemma":[0.03318503,0.0007222673,0.007605729,0.004295636,0.0007061906,0.001331497,0.001597688,0.001702866,0.0001142352],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003605194,"about_ca_system_score_gemma":0.0120569,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01177295,"about_ca_topic_score_gemma":0.03168679,"domain_scores_codex":[0.9930612,0.002662385,0.00206079,0.0005799737,0.001397657,0.0002379024],"domain_scores_gemma":[0.9858068,0.009897967,0.0027145,0.000217433,0.001117076,0.0002461039],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001288199,0.0002389438,0.001756561,0.8456908,0.02307378,0.00007704362,0.0002947004,0.0002434794,0.0002448679,0.0001981519,0.0008793217,0.1260142],"study_design_scores_gemma":[0.002010533,0.001427352,0.01101757,0.7579657,0.2090899,0.0002823908,0.0006151832,0.0002222051,0.0007216178,0.0003005315,0.0162836,0.00006345856],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004026874,0.9946817,0.0001832819,0.00016072,0.00009272149,0.0004422406,0.0002101596,0.000009004818,0.0001932978],"genre_scores_gemma":[0.0407142,0.9560533,0.001808487,0.0004267715,0.00006344934,0.0006205966,0.0002154717,0.000006352742,0.00009143749],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9922508,"threshold_uncertainty_score":0.05291778,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2771999481","doi":"10.1016/j.evalprogplan.2017.12.001","title":"Uncovering the mysteries of inclusion: Empirical and methodological possibilities in participatory evaluation in an international context","year":2017,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Inclusion (mineral); Citizen journalism; Privilege (computing); Context (archaeology); Participatory evaluation; Participatory action research; Empirical evidence; Public relations; Sociology; Empirical research; Power (physics); Engineering ethics; Political science; Psychology; Social science; Engineering; Epistemology; Geography","authors":[{"name":"Jill Anne Chouinard","is_ca":true},{"name":"Peter Milley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8922807118038334,"gpt":0.7301766260124527,"spread":0.1621040857913807,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1446991,0.001412124,0.006113497,0.006489622,0.003336255,0.01670453,0.0051636,0.006346197,0.004126096],"category_scores_gemma":[0.1908898,0.0007628814,0.001715454,0.01298814,0.02363117,0.02512848,0.01156586,0.006327854,0.0003016617],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007386131,"about_ca_system_score_gemma":0.03323663,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006341478,"about_ca_topic_score_gemma":0.0121085,"domain_scores_codex":[0.8846251,0.08915382,0.005347548,0.00440348,0.01465919,0.001810924],"domain_scores_gemma":[0.6532491,0.3211963,0.008007821,0.005664672,0.01071749,0.001164632],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001906916,0.0001241681,0.001640396,0.06513052,0.0006874604,0.0001405298,0.01387223,0.0005891606,0.0001873746,0.2565896,0.00549971,0.6553482],"study_design_scores_gemma":[0.0001250614,0.0002078234,0.003607439,0.2633046,0.001375122,0.0004394381,0.02910713,0.0007670569,0.001015292,0.4373557,0.2625627,0.0001325601],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003385036,0.9481066,0.008771273,0.03018874,0.000653452,0.000193986,0.00007360041,0.00001426349,0.008613011],"genre_scores_gemma":[0.1549151,0.8137237,0.01898636,0.008939554,0.0009169611,0.001124384,0.0001300307,0.00005548234,0.001208456],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8553009,"threshold_uncertainty_score":0.7652511,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3001351247","doi":"10.1016/j.evalprogplan.2020.101786","title":"Pedagogical considerations for the teaching of evaluation","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Andragogy; Process (computing); Identification (biology); Field (mathematics); Pedagogy; Instructional design; Mathematics education; Teaching method; Computer science; Engineering ethics; Psychology; Engineering; Adult education","authors":[{"name":"John M. LaVelle","is_ca":false},{"name":"Chris Y. Lovato","is_ca":true},{"name":"Clayton L. Stephenson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6344838083863473,"gpt":0.6117541664420982,"spread":0.02272964194424909,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2415106,0.001807574,0.003104359,0.006889547,0.01342781,0.03033201,0.007605528,0.02164563,0.01424353],"category_scores_gemma":[0.4289108,0.002449996,0.001818965,0.003031671,0.04949818,0.02170754,0.01496563,0.05219131,0.004739146],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01636503,"about_ca_system_score_gemma":0.04206222,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008805922,"about_ca_topic_score_gemma":0.01130754,"domain_scores_codex":[0.7326999,0.2251569,0.01020266,0.003433931,0.02524773,0.003258791],"domain_scores_gemma":[0.2966684,0.5945275,0.00846168,0.02266861,0.06087825,0.01679547],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001373374,0.0004471982,0.0006204192,0.001163108,0.00004890989,0.0003757077,0.01603184,0.001217187,0.0004366477,0.7872529,0.097826,0.09444286],"study_design_scores_gemma":[0.0002036604,0.0001258148,0.0006562304,0.005201321,0.00005650452,0.0008068331,0.009526988,0.003396258,0.0006299018,0.7000479,0.2792048,0.0001439048],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.001234258,0.01285668,0.2581554,0.6557208,0.01276389,0.0006734193,0.00004541711,0.0009987383,0.05755133],"genre_scores_gemma":[0.1552321,0.01191551,0.6122062,0.1671634,0.02689806,0.006001967,0.00006536357,0.002073619,0.01844382],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2415106,"threshold_uncertainty_score":0.9353524,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2301037950","doi":"10.1016/j.evalprogplan.2016.03.001","title":"Planning an integrated agriculture and health program and designing its evaluation: Experience from Western Kenya","year":2016,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Ontario; University of Toronto","funders":"PATH; Bill and Melinda Gates Foundation","keywords":"Program evaluation; Agriculture; Occupational safety and health; Environmental planning; Human factors and ergonomics; Engineering; Poison control; Business; Economic growth; Environmental health; Political science; Geography; Medicine; Economics; Public administration","authors":[{"name":"Donald C. Cole","is_ca":true},{"name":"Carol Levin","is_ca":false},{"name":"Cornelia Loechl","is_ca":false},{"name":"Graham Thiele","is_ca":false},{"name":"Frederick Grant","is_ca":false},{"name":"Kirimi Sindi","is_ca":false},{"name":"Jan W. Low","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1296405227431724,"gpt":0.4453615327165398,"spread":0.3157210099733674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02018392,0.0008074647,0.0004621672,0.0009637649,0.009381155,0.003488168,0.001936092,0.002253725,0.006689318],"category_scores_gemma":[0.01246185,0.0006762443,0.0003168653,0.001937113,0.003027439,0.002923749,0.004093101,0.001887015,0.0006625967],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00945434,"about_ca_system_score_gemma":0.03659626,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.06056364,"about_ca_topic_score_gemma":0.1800637,"domain_scores_codex":[0.9887289,0.007758975,0.0004813679,0.0003973481,0.0007794848,0.001854053],"domain_scores_gemma":[0.990086,0.003555665,0.0008410193,0.000350339,0.001481707,0.00368522],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001394382,0.01418314,0.1332633,0.009878696,0.0001645664,0.01134633,0.2434166,0.005728127,0.01095861,0.01240585,0.01309388,0.5441666],"study_design_scores_gemma":[0.001861897,0.02157662,0.254402,0.01107338,0.0004230328,0.003738503,0.4224161,0.00494071,0.01133559,0.007965645,0.2598064,0.0004601962],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8902167,0.005553713,0.01106155,0.01235525,0.000147391,0.01815757,0.0004502112,0.0001252515,0.06193237],"genre_scores_gemma":[0.9126262,0.005353126,0.06163638,0.003279462,0.00005847834,0.005919132,0.0003790468,0.00009300892,0.0106551],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06056364,"threshold_uncertainty_score":0.1204222,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2791109575","doi":"10.1016/j.evalprogplan.2018.01.008","title":"Factors associated with the implementation of community-based peer-led health promotion programs: A scoping review","year":2018,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Institut Universitaire de Gériatrie de Montréal","funders":"","keywords":"Health promotion; Promotion (chess); Peer review; Occupational safety and health; Environmental health; Psychology; Public relations; Medicine; Nursing; Political science; Public health","authors":[{"name":"Agathe Lorthios-Guilledroit","is_ca":true},{"name":"Lucie Richard","is_ca":true},{"name":"Johanne Filiatrault","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8768914231027989,"gpt":0.7621768679071069,"spread":0.114714555195692,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02746988,0.001252125,0.004632503,0.008090588,0.0009294744,0.00563647,0.00241194,0.002909687,0.003238126],"category_scores_gemma":[0.1071716,0.0009735683,0.00504978,0.01038473,0.001872427,0.00310275,0.002409265,0.002353831,0.00024593],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005683312,"about_ca_system_score_gemma":0.02957248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02081329,"about_ca_topic_score_gemma":0.04126253,"domain_scores_codex":[0.9827439,0.005605196,0.004867329,0.001509889,0.004671972,0.0006016663],"domain_scores_gemma":[0.9108062,0.06924724,0.01172683,0.0009914063,0.006289532,0.0009387977],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003995544,0.0002757907,0.00865018,0.6019348,0.01053888,0.00009640148,0.0007660729,0.0002894507,0.0001315096,0.001026454,0.002774611,0.3731162],"study_design_scores_gemma":[0.0001521085,0.000276161,0.02361788,0.9031234,0.04017,0.0002776544,0.001096678,0.0001782819,0.0003205819,0.0006330156,0.03008858,0.00006562252],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001284379,0.9975958,0.0001304445,0.0003935694,0.0001136556,0.0001410162,0.00009152672,0.000002997524,0.0002464652],"genre_scores_gemma":[0.0131502,0.9854776,0.0005868993,0.0003532874,0.00009120993,0.0001894015,0.00009605633,0.000003442154,0.00005185806],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02746988,"threshold_uncertainty_score":0.1452763,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1964714699","doi":"10.1016/j.evalprogplan.2009.03.003","title":"Power and perceptions in participatory monitoring and evaluation","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Accountability; Citizen journalism; Participatory evaluation; Bureaucracy; Perception; Power (physics); Participatory action research; Participant observation; Participatory design; Public relations; Politics; Psychology; Business; Political science; Economic growth; Sociology; Engineering; Public administration; Operations management; Economics","authors":[{"name":"Sarah Parkinson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3716448119431371,"gpt":0.6018709322341447,"spread":0.2302261202910075,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1002639,0.0005997113,0.0007143031,0.004118698,0.006785309,0.01023185,0.001677521,0.002691971,0.004238421],"category_scores_gemma":[0.2535814,0.0009625793,0.000527111,0.001785918,0.03011424,0.01144113,0.007974057,0.003693295,0.0002446481],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005373244,"about_ca_system_score_gemma":0.005724425,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00630914,"about_ca_topic_score_gemma":0.004946845,"domain_scores_codex":[0.8769285,0.1012508,0.002260742,0.003658403,0.01209824,0.003803313],"domain_scores_gemma":[0.5503592,0.4133493,0.01216966,0.006303097,0.01214148,0.005677104],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003598795,0.0003535741,0.03559164,0.0004776075,0.0001824198,0.0004658133,0.2736695,0.002822379,0.0008655744,0.5894498,0.002584445,0.09317736],"study_design_scores_gemma":[0.0002185293,0.0003065156,0.0246849,0.0007858288,0.0001387347,0.0002884932,0.1261871,0.008866597,0.001629862,0.8153642,0.02138527,0.0001440874],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5834897,0.002768747,0.101414,0.03706102,0.000414377,0.0004959056,0.00006322296,0.00008907885,0.2742038],"genre_scores_gemma":[0.9972333,0.00008282228,0.00161572,0.0002331092,0.00003902555,0.00009871163,0.000004238954,0.00001117331,0.0006818964],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1002639,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3004981871","doi":"10.1016/j.evalprogplan.2020.101793","title":"Participatory analytic hierarchy process for resource allocation in agricultural development projects","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"European Commission; Canadian Patient Safety Institute","keywords":"Analytic hierarchy process; Citizen journalism; Sustainability; Pairwise comparison; Process management; Process (computing); Resource allocation; Sustainable development; Resource (disambiguation); Management science; Business; Computer science; Environmental resource management; Operations research; Engineering; Economics; Political science","authors":[{"name":"Pietro De Marinis","is_ca":false},{"name":"Guido Sali","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.584576250057631,"gpt":0.5587150463818018,"spread":0.02586120367582923,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04889952,0.001347234,0.002656629,0.005365347,0.005957402,0.004817617,0.00304808,0.002133997,0.005679791],"category_scores_gemma":[0.07966058,0.001301715,0.002540155,0.006460731,0.003860944,0.004381359,0.006074997,0.003144702,0.0005451282],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006235583,"about_ca_system_score_gemma":0.02017137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0133486,"about_ca_topic_score_gemma":0.01470515,"domain_scores_codex":[0.9228246,0.06415872,0.001732641,0.001505276,0.00790859,0.001870156],"domain_scores_gemma":[0.9403557,0.05043989,0.001858862,0.002264283,0.004218859,0.0008623873],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005431283,0.0004869553,0.001588332,0.001692244,0.0005028347,0.0004282853,0.01010307,0.3332602,0.001878605,0.3677208,0.004031611,0.277764],"study_design_scores_gemma":[0.0002232323,0.0003289958,0.0007812088,0.0005102725,0.0001417366,0.00007080888,0.002785623,0.5457575,0.001828165,0.4383913,0.009081106,0.00009994666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01109025,0.0002697651,0.9825712,0.0004088453,0.00003418954,0.001000244,0.0001087716,0.0001292088,0.004387502],"genre_scores_gemma":[0.2166148,0.0002218322,0.7795894,0.0000648956,0.00002455881,0.002321269,0.0001542899,0.00004360988,0.0009654572],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04889952,"threshold_uncertainty_score":0.2586085,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2082907843","doi":"10.1016/j.evalprogplan.2012.05.003","title":"Evaluating local food programs: The case of Select Nova Scotia","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Organic Food and Agriculture","field":"Agricultural and Biological Sciences","cited_by":40,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Technical University of Nova Scotia; Nova Scotia Department of Agriculture","funders":"","keywords":"Nova scotia; Nova (rocket); Marketing; Local government; Business; Consumption (sociology); Perception; Government (linguistics); Consumer behaviour; Advertising; Psychology; Political science; Geography; Engineering; Sociology; Public administration","authors":[{"name":"Andrew Knight","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1144218093796592,"gpt":0.375084479348663,"spread":0.2606626699690038,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003178746,0.0003932414,0.0002886373,0.0009900955,0.006361102,0.003590167,0.001559335,0.001201882,0.004420214],"category_scores_gemma":[0.006803542,0.0002783707,0.0002867841,0.001084456,0.001783474,0.0005664144,0.003003165,0.001094697,0.0002368725],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03541678,"about_ca_system_score_gemma":0.04410343,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8103287,"about_ca_topic_score_gemma":0.9476229,"domain_scores_codex":[0.9966936,0.001201785,0.00007209746,0.0001225725,0.0003317414,0.001578214],"domain_scores_gemma":[0.9930709,0.002168635,0.0004152918,0.0001949427,0.001489039,0.002661188],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004653563,0.004179342,0.578531,0.001632001,0.0005322728,0.05131452,0.04802088,0.03400001,0.01218339,0.03062614,0.02095087,0.213376],"study_design_scores_gemma":[0.001299358,0.004330879,0.7154468,0.001306847,0.0005059118,0.003221494,0.1887693,0.01690626,0.003995805,0.004858224,0.05917584,0.0001832123],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.969744,0.0003534458,0.0003227843,0.002121064,0.00001844466,0.0005537981,0.0001270964,0.00001887441,0.02674042],"genre_scores_gemma":[0.9896527,0.0002602006,0.001085464,0.0005624801,0.000006069384,0.0001485304,0.00009161155,0.000008556829,0.00818449],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1896713,"threshold_uncertainty_score":0.3815765,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2011328276","doi":"10.1016/j.evalprogplan.2014.09.002","title":"Protocol: Realist synthesis of the impact of unemployment insurance policies on poverty and health","year":2014,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Employment and Welfare Studies","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Wilfrid Laurier University; University of Toronto","funders":"","keywords":"Unemployment; Poverty; Economics; Context (archaeology); Public economics; Actuarial science; Economic growth","authors":[{"name":"Ágnes Molnár","is_ca":false},{"name":"Patricia O’Campo","is_ca":true},{"name":"Edwin Ng","is_ca":false},{"name":"Christiane Mitchell","is_ca":false},{"name":"Carles Muntañer","is_ca":true},{"name":"Émilie Renahy","is_ca":false},{"name":"Alexander St. John","is_ca":false},{"name":"Ketan Shankardass","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1826845635748133,"gpt":0.5455077228220494,"spread":0.3628231592472361,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04631092,0.002960718,0.005622838,0.004260716,0.003134801,0.005004584,0.003476808,0.00774132,0.232508],"category_scores_gemma":[0.1681283,0.003081822,0.00865397,0.004763536,0.002468509,0.002860677,0.003986115,0.009360417,0.02514055],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01245037,"about_ca_system_score_gemma":0.03046751,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02551091,"about_ca_topic_score_gemma":0.03359492,"domain_scores_codex":[0.9679469,0.01821694,0.005826162,0.00198036,0.004242011,0.001787629],"domain_scores_gemma":[0.9359818,0.03415584,0.006038197,0.00585828,0.01562819,0.00233758],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0496439,0.000807578,0.001358258,0.2180996,0.005201941,0.0002322989,0.001328688,0.002706225,0.000715194,0.01332238,0.647836,0.05874793],"study_design_scores_gemma":[0.2013834,0.003880959,0.01902695,0.1923929,0.008834044,0.0001242888,0.002278967,0.002839237,0.002358825,0.02234916,0.5439577,0.0005737222],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.002432978,0.001995376,0.004202199,0.007728795,0.007946182,0.745966,0.2188277,0.0006324415,0.01026834],"genre_scores_gemma":[0.003069548,0.0005892961,0.002890182,0.001667872,0.0002448882,0.9818766,0.005482898,0.00006350205,0.004115184],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.232508,"threshold_uncertainty_score":0.7778167,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2737734760","doi":"10.1016/j.evalprogplan.2017.07.006","title":"Finding the sweet spot: Developing, implementing and evaluating a burn out and compassion fatigue intervention for third year medical trainees","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Carleton University; CARE Canada; Bruyère","funders":"Associated Medical Services","keywords":"Burnout; Compassion fatigue; Intervention (counseling); Medicine; Nursing; Compassion; Emotional exhaustion; Psychology; Medical education; Clinical psychology","authors":[{"name":"Tara Tucker","is_ca":false},{"name":"Maryse Bouvette","is_ca":true},{"name":"Shauna Daly","is_ca":true},{"name":"Pamela Grassau","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3951525910122899,"gpt":0.6195339165471256,"spread":0.2243813255348358,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006459119,0.0005463697,0.0006279219,0.0004216098,0.001942429,0.001300326,0.001932026,0.00111235,0.0008572421],"category_scores_gemma":[0.009444597,0.000410427,0.0008370086,0.0004145346,0.001001319,0.0005597171,0.001880116,0.001444512,0.0001386946],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008305175,"about_ca_system_score_gemma":0.03638637,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.06346714,"about_ca_topic_score_gemma":0.1648737,"domain_scores_codex":[0.9966117,0.001569156,0.0001474234,0.0001678069,0.000605572,0.0008984331],"domain_scores_gemma":[0.9945385,0.0009220833,0.000724641,0.0002119398,0.001042343,0.002560449],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.005226816,0.09401142,0.08355997,0.003698193,0.0004310655,0.0007590157,0.04158273,0.003487775,0.01592517,0.0006877405,0.005633414,0.7449967],"study_design_scores_gemma":[0.01061043,0.2997916,0.5684106,0.003369077,0.001372118,0.0007138858,0.04708697,0.006191387,0.02884872,0.0008771726,0.03235005,0.0003778904],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9934982,0.0002952449,0.00100811,0.0006519799,0.00004842264,0.003336792,0.00003887871,0.00004567313,0.001076676],"genre_scores_gemma":[0.9596038,0.0009457175,0.03206637,0.00102308,0.00003354948,0.004870289,0.0001539548,0.00001797966,0.001285223],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06346714,"threshold_uncertainty_score":0.1261954,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2041414609","doi":"10.1016/j.evalprogplan.2009.05.001","title":"A mixed methods evaluation of televised health promotion advertisements targeted at older adults","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Credibility; Advertising; Recall; Health promotion; Focus group; Psychology; Population; Consumption (sociology); Qualitative research; Government (linguistics); Source credibility; Promotion (chess); Public health; Medicine; Marketing; Environmental health; Business; Political science; Nursing; Sociology","authors":[{"name":"Tanya R. Berry","is_ca":true},{"name":"John C. Spence","is_ca":true},{"name":"Ronald C. Plotnikoff","is_ca":true},{"name":"Adrian Bauman","is_ca":false},{"name":"Linda J. McCargar","is_ca":true},{"name":"Chad Witcher","is_ca":true},{"name":"Marianne Clark","is_ca":true},{"name":"Sean Stolp","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.235724611060932,"gpt":0.5761175877544217,"spread":0.3403929766934897,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01965335,0.002261149,0.002432232,0.002584594,0.002736265,0.001569153,0.001618148,0.002883434,0.006351179],"category_scores_gemma":[0.02210305,0.001595611,0.002096647,0.001323355,0.001267164,0.001587441,0.001144196,0.001667738,0.0009128485],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003078339,"about_ca_system_score_gemma":0.005123926,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00740019,"about_ca_topic_score_gemma":0.01152235,"domain_scores_codex":[0.9782816,0.01600282,0.001500492,0.001348725,0.002072515,0.0007940143],"domain_scores_gemma":[0.9776148,0.01507254,0.002009545,0.00132926,0.002839234,0.001134723],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","study_design_scores_codex":[0.3029116,0.4645206,0.01449523,0.00388147,0.001855822,0.0003263465,0.004568563,0.001248841,0.006886683,0.0004454392,0.001060983,0.1977984],"study_design_scores_gemma":[0.1880025,0.7726594,0.02451448,0.0004850352,0.003099769,0.000132405,0.002076014,0.002072241,0.004545928,0.0003879349,0.001904788,0.0001195893],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9688213,0.0004379664,0.002185046,0.0001519862,0.0001315243,0.02586136,0.0006727263,0.00009450282,0.001643517],"genre_scores_gemma":[0.9036126,0.001100635,0.0218032,0.0006175859,0.0003290517,0.06844912,0.0005741905,0.00003811154,0.00347549],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01965335,"threshold_uncertainty_score":0.1039381,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2587275352","doi":"10.1016/j.evalprogplan.2017.02.005","title":"Concept mapping internal validity: A case of misconceived mapping?","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Cégep Marie-Victorin; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Internal validity; Engineering; Psychology; Computer science; Mathematics; Statistics","authors":[{"name":"Normand Péladeau","is_ca":false},{"name":"Christian Dagenais","is_ca":true},{"name":"Valéry Ridde","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4979744957311376,"gpt":0.5785909440871707,"spread":0.08061644835603315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3749467,0.001608995,0.002010549,0.0099946,0.01217176,0.01316889,0.01052634,0.009182429,0.002903996],"category_scores_gemma":[0.6757949,0.001782045,0.001822925,0.01058445,0.08423223,0.02742365,0.01887334,0.01518853,0.0005583048],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0139295,"about_ca_system_score_gemma":0.01588662,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00723427,"about_ca_topic_score_gemma":0.003552443,"domain_scores_codex":[0.457782,0.4425967,0.01736156,0.01495434,0.06316677,0.004138595],"domain_scores_gemma":[0.1783023,0.7125074,0.0249687,0.05396331,0.02869815,0.001560065],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001143373,0.00003993084,0.004588838,0.001099776,0.0001022547,0.001792296,0.3066497,0.0008775399,0.0003801827,0.6029442,0.006613481,0.0747975],"study_design_scores_gemma":[0.00009510249,0.000104283,0.001776426,0.006218722,0.00009197812,0.004249346,0.1136121,0.01175071,0.002603599,0.7730769,0.08619834,0.0002224323],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1090074,0.007264055,0.5762058,0.2261211,0.001996736,0.001082584,0.0001735054,0.0005459473,0.07760289],"genre_scores_gemma":[0.8837839,0.001312917,0.09831744,0.01196526,0.0004782321,0.001752087,0.0000697932,0.0003670545,0.001953338],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6250533,"threshold_uncertainty_score":0.770802,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3006263836","doi":"10.1016/j.evalprogplan.2020.101795","title":"What are the characteristics of the champion that influence the implementation of quality improvement programs?","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Pan American Health Organization","keywords":"Champion; Quality (philosophy); Accountability; Thematic analysis; Health care; Public relations; Proactivity; Psychology; Grounded theory; Quality management; Qualitative research; Business; Sociology; Political science; Marketing; Social psychology","authors":[{"name":"Joseph Adrien Emmanuel Demes","is_ca":true},{"name":"Nathan Nickerson","is_ca":false},{"name":"Lambert Farand","is_ca":true},{"name":"Víctor Becerril‐Montekio","is_ca":false},{"name":"Pilar Torres‐Pereda","is_ca":false},{"name":"Jean Geto Dubé","is_ca":false},{"name":"Jean Gracia Coq","is_ca":false},{"name":"Marie‐Pascale Pomey","is_ca":true},{"name":"François Champagne","is_ca":true},{"name":"Ernst Robert Jasmin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5955657876390369,"gpt":0.6774038162348679,"spread":0.081838028595831,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01220821,0.0002375032,0.0007729705,0.002056269,0.001573214,0.006030172,0.0009309846,0.002340153,0.007059743],"category_scores_gemma":[0.1147516,0.0003963224,0.0003620757,0.002144289,0.002632819,0.004147472,0.001152758,0.001348575,0.001142089],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00343748,"about_ca_system_score_gemma":0.006083605,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01243052,"about_ca_topic_score_gemma":0.02013592,"domain_scores_codex":[0.9883102,0.00601024,0.0004554408,0.0008241814,0.002892866,0.001507065],"domain_scores_gemma":[0.8854341,0.05933772,0.0285314,0.001844119,0.0133783,0.01147429],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004023492,0.0006301388,0.9089994,0.0003332937,0.0003101053,0.0001349982,0.002673918,0.0008240744,0.001093765,0.004427201,0.003959926,0.07621071],"study_design_scores_gemma":[0.00004041896,0.0002998294,0.9810028,0.0001941563,0.00009308563,0.0001461665,0.006963894,0.001537178,0.001078971,0.004324405,0.004265076,0.00005393598],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9598779,0.001427937,0.003600448,0.01627593,0.000159488,0.0001715118,0.0002441314,0.0000519386,0.01819071],"genre_scores_gemma":[0.9970738,0.0002739792,0.0008843971,0.0005977417,0.00007421863,0.00004844107,0.00006127369,0.00003050921,0.0009558046],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01243052,"threshold_uncertainty_score":0.06456393,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1985788625","doi":"10.1016/j.evalprogplan.2009.10.006","title":"Comparing and contrasting poverty reduction performance of social welfare programs across jurisdictions in Canada using Data Envelopment Analysis (DEA): An exploratory study of the era of devolution","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Efficiency Analysis Using DEA","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Lakehead University; University of Windsor","funders":"","keywords":"Devolution (biology); Data envelopment analysis; Poverty; Public economics; Welfare; Benchmark (surveying); Social Welfare; Social planner; Population; Economics; Economic growth; Business; Political science; Geography; Sociology; Statistics","authors":[{"name":"Nazim Habibov","is_ca":true},{"name":"Lida Fan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2189168893901448,"gpt":0.4511346694288697,"spread":0.232217780038725,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004205084,0.0003572546,0.0007796888,0.002845443,0.003179848,0.003354536,0.001339275,0.000614207,0.000629299],"category_scores_gemma":[0.01714519,0.0002462089,0.0005667357,0.00914401,0.001722278,0.0009278821,0.001787739,0.0008293699,0.00004730257],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.1124258,"about_ca_system_score_gemma":0.1107794,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9939951,"about_ca_topic_score_gemma":0.9956124,"domain_scores_codex":[0.9949816,0.001198718,0.0001679333,0.0002456003,0.001728445,0.001677704],"domain_scores_gemma":[0.991746,0.003147714,0.0007772971,0.0002086392,0.003326716,0.0007935638],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001979323,0.001103109,0.6756922,0.0007787046,0.0007956421,0.0004842316,0.01661332,0.08253806,0.003558045,0.02252791,0.004294788,0.1896347],"study_design_scores_gemma":[0.00007202094,0.0002484506,0.9569494,0.0001176492,0.0001988109,0.00003722267,0.01502247,0.02007129,0.001330263,0.001052758,0.004838106,0.0000614834],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9957023,0.0003853267,0.0003809934,0.0003650929,0.0000029754,0.00005979369,0.0003992527,0.00001348762,0.002690747],"genre_scores_gemma":[0.9982466,0.0002141717,0.0007238185,0.00005375171,0.000001195619,0.00002205924,0.0002417747,0.000005971176,0.0004907642],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1124258,"threshold_uncertainty_score":0.8157103,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1996512626","doi":"10.1016/j.evalprogplan.2004.04.005","title":"Step down continuing care in the treatment of substance abuse: correlates of participation and outcome effects","year":2004,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Center for Substance Abuse Treatment; National Institute on Drug Abuse; Substance Abuse and Mental Health Services Administration; U.S. Department of Health and Human Services","keywords":"Continuing care; Medicine; Continuing education; Substance abuse; Quarter (Canadian coin); Substance use; Ambulatory care; Family medicine; Psychiatry; Health care; Nursing","authors":[{"name":"James R. McKay","is_ca":false},{"name":"Carol Foltz","is_ca":false},{"name":"Peter Leahy","is_ca":false},{"name":"Richard Stephens","is_ca":false},{"name":"Robert G. Orwin","is_ca":false},{"name":"Evelyn M. Crowley","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0507464267641588,"gpt":0.4005903750493499,"spread":0.3498439482851911,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002979412,0.0001822006,0.0002917436,0.0005055036,0.0007422924,0.0007472158,0.0005188487,0.0009821984,0.001515941],"category_scores_gemma":[0.01825079,0.0001081909,0.0004262489,0.0006349773,0.0003999387,0.0004277429,0.0006595043,0.00126798,0.0001350283],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000850675,"about_ca_system_score_gemma":0.002981164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01509365,"about_ca_topic_score_gemma":0.02338951,"domain_scores_codex":[0.9979447,0.001072863,0.00007913084,0.00008237993,0.0004203487,0.000400665],"domain_scores_gemma":[0.9871732,0.004679496,0.002269506,0.0004183381,0.0009380884,0.004521319],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009747282,0.005311462,0.9282798,0.00005618671,0.0001659756,0.0001150735,0.001355162,0.0002516354,0.0003853903,0.0001649417,0.000474091,0.06246561],"study_design_scores_gemma":[0.00006710876,0.001095506,0.9974425,0.00003147185,0.00005591917,0.0000684492,0.000419594,0.0003309323,0.0001009867,0.00007805754,0.0003048017,0.000004678706],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.998494,0.0002714403,0.00003405014,0.0002822594,0.000005994346,0.0000469039,0.00004515181,0.000003080059,0.0008171906],"genre_scores_gemma":[0.9989769,0.0002639728,0.0001512312,0.00008619934,0.00001584867,0.00004484605,0.0001678606,0.000001440884,0.0002917165],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01509365,"threshold_uncertainty_score":0.03001159,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2750400467","doi":"10.1016/j.evalprogplan.2017.08.010","title":"On the evaluation of social innovations and social enterprises: Recognizing and integrating two solitudes in the empirical knowledge base","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Scholarship; Knowledge management; Empirical research; Field (mathematics); Sociology; Knowledge base; Public relations; Computer science; Political science; Epistemology","authors":[{"name":"Barbara Szijarto","is_ca":true},{"name":"Peter Milley","is_ca":true},{"name":"Kate Svensson","is_ca":true},{"name":"J. Bradley Cousins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6846078680975961,"gpt":0.6471283739198773,"spread":0.03747949417771879,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08989196,0.0008897629,0.001178137,0.008584909,0.003041907,0.01245891,0.003024174,0.00362776,0.004342576],"category_scores_gemma":[0.2157173,0.0005111984,0.0008773503,0.004147746,0.02317979,0.01999827,0.008443667,0.003193073,0.0004370885],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007388683,"about_ca_system_score_gemma":0.01294164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004788266,"about_ca_topic_score_gemma":0.007381608,"domain_scores_codex":[0.924898,0.05407343,0.003533194,0.002478349,0.01337766,0.001639321],"domain_scores_gemma":[0.5343642,0.4297297,0.01037483,0.01158825,0.01181523,0.002127738],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000248199,0.0008132585,0.01876554,0.001497629,0.0001246692,0.0001947543,0.01277555,0.009285077,0.0009329787,0.7017226,0.001681588,0.2519582],"study_design_scores_gemma":[0.00008360073,0.0004172839,0.008729389,0.002396692,0.0001239518,0.0001498239,0.01089517,0.02890616,0.004464958,0.9305388,0.01319822,0.00009587833],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.2966394,0.006571321,0.5079905,0.05393773,0.0002310142,0.001097012,0.000222376,0.0001967896,0.1331139],"genre_scores_gemma":[0.9047951,0.002274348,0.08898097,0.001114344,0.0001274567,0.0006684477,0.00009616329,0.00004107132,0.001902141],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.08989196,"threshold_uncertainty_score":0.4753998,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015075110","doi":"10.1016/j.evalprogplan.2009.12.003","title":"Relationship between perceived improvement and treatment satisfaction among clients of a methadone maintenance program","year":2009,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Douglas Mental Health University Institute; McGill University","funders":"","keywords":"Methadone maintenance; Methadone; Metric (unit); Clinical psychology; Psychology; Scale (ratio); Patient satisfaction; Population; Substance abuse; Customer satisfaction; Medicine; Psychiatry; Nursing; Environmental health; Operations management","authors":[{"name":"Michel Perreault","is_ca":true},{"name":"Noé Djawn White","is_ca":false},{"name":"Éric Fabrès","is_ca":false},{"name":"Michel Landry","is_ca":false},{"name":"Annélie S. Anestin","is_ca":true},{"name":"Daniel Rabouin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1097764852465386,"gpt":0.421131667545621,"spread":0.3113551822990824,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002756428,0.0001669733,0.0005211924,0.0008213323,0.0009523715,0.001109279,0.000545779,0.0008085777,0.002656177],"category_scores_gemma":[0.01560384,0.0002510307,0.0008028108,0.0008662848,0.0004906424,0.0005483603,0.0005653498,0.001603191,0.0001633478],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001051691,"about_ca_system_score_gemma":0.000921946,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01003954,"about_ca_topic_score_gemma":0.01292328,"domain_scores_codex":[0.9980767,0.0009090155,0.0001802288,0.0000741832,0.0004315593,0.000328337],"domain_scores_gemma":[0.9848747,0.006546236,0.0040574,0.0002852956,0.001753802,0.002482524],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005088867,0.0007617208,0.9937144,0.00001240177,0.0001011398,0.00004553114,0.0003745815,0.00009492863,0.000131979,0.00002190424,0.000105495,0.004127011],"study_design_scores_gemma":[0.00003044685,0.0005922149,0.9974025,0.000004786828,0.00006532564,0.00006469827,0.000847412,0.0008206,0.00008109627,0.00001738257,0.00006785521,0.000005568822],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9992545,0.00007180377,0.00003912382,0.0001469869,0.000005367885,0.000010031,0.00004624973,0.000003350799,0.0004225389],"genre_scores_gemma":[0.9996626,0.00002544402,0.0000464141,0.00003671634,0.000006040401,0.000006253917,0.00004226923,0.000001203166,0.0001730622],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01003954,"threshold_uncertainty_score":0.01996219,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2752092069","doi":"10.1016/j.evalprogplan.2017.08.014","title":"Building a community-based culture of evaluation","year":2017,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Alzheimer Society of Canada; Centre for Community Based Research","funders":"","keywords":"Alliance; Capacity building; Argument (complex analysis); Program evaluation; Sociology; Theory of change; Action research; Conceptual framework; Research program; Public relations; Engineering ethics; Political science; Pedagogy; Engineering; Public administration; Social science; Medicine","authors":[{"name":"Rich Janzen","is_ca":true},{"name":"Joanna Ochocka","is_ca":true},{"name":"Leanne Turner","is_ca":true},{"name":"Tabitha M. Cook","is_ca":false},{"name":"Michelle Franklin","is_ca":false},{"name":"Debbie Deichert","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4616641335208906,"gpt":0.6253219780203569,"spread":0.1636578444994664,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1877207,0.001033029,0.001556856,0.00808846,0.02472081,0.04775627,0.007317605,0.008609062,0.00564852],"category_scores_gemma":[0.2343904,0.001582944,0.001144232,0.003778417,0.05657518,0.02413194,0.03633934,0.02632776,0.001689997],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02048511,"about_ca_system_score_gemma":0.06224968,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01112839,"about_ca_topic_score_gemma":0.01216215,"domain_scores_codex":[0.7782135,0.1657429,0.00675806,0.0119,0.03027147,0.007114047],"domain_scores_gemma":[0.563286,0.1800735,0.0222193,0.03954817,0.1146778,0.08019531],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009160641,0.001358172,0.01294739,0.0004584358,0.0003672234,0.0005687366,0.1806689,0.003154913,0.001794699,0.6398368,0.04729919,0.1114541],"study_design_scores_gemma":[0.0001139518,0.0002890422,0.00706121,0.002303526,0.00008541359,0.0004722525,0.09740111,0.007206786,0.001837503,0.5695055,0.3132371,0.0004865242],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09370535,0.002929941,0.3723385,0.3205648,0.003306765,0.001558887,0.0001043049,0.001025083,0.2044662],"genre_scores_gemma":[0.8655179,0.0007300435,0.09078588,0.02352943,0.0007301897,0.001041582,0.0000923998,0.0006391621,0.01693341],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1877207,"threshold_uncertainty_score":0.9927738,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1977960824","doi":"10.1016/j.evalprogplan.2014.04.003","title":"Taking stock of four decades of quantitative research on stakeholder participation and evaluation use: A systematic map","year":2014,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ministry of Labour, Employment and Social Solidarity","funders":"","keywords":"Stakeholder; Stock (firearms); Stakeholder engagement; Stakeholder analysis; Environmental planning; Business; Environmental resource management; Geography; Political science; Environmental science; Public relations; Archaeology","authors":[{"name":"Pierre‐Marc Daigneault","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9237604363882755,"gpt":0.7285006439353664,"spread":0.1952597924529091,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06892461,0.002708888,0.007754917,0.03523083,0.002698715,0.01182024,0.003330076,0.004577628,0.002953972],"category_scores_gemma":[0.1658935,0.00233533,0.004164759,0.03424928,0.005731208,0.01772322,0.007062665,0.005382906,0.0005324695],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01024214,"about_ca_system_score_gemma":0.05086936,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02202493,"about_ca_topic_score_gemma":0.06387908,"domain_scores_codex":[0.9524102,0.01697692,0.01454661,0.003323266,0.01201011,0.0007329798],"domain_scores_gemma":[0.6631311,0.2628086,0.02718437,0.009659354,0.03561612,0.001600472],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001954016,0.0001199136,0.00375491,0.3482631,0.00326205,0.0001492365,0.004693257,0.0008165144,0.0007094737,0.009657667,0.01350635,0.6148722],"study_design_scores_gemma":[0.00007874479,0.0002846227,0.009542516,0.807242,0.007539532,0.0003332333,0.0079232,0.0004670583,0.0007051476,0.01786174,0.1478371,0.0001850947],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001902128,0.9803507,0.003376664,0.01219892,0.0004505855,0.000309073,0.0004976416,0.00003311093,0.0008812051],"genre_scores_gemma":[0.02506381,0.9556605,0.01199454,0.00540818,0.0003713028,0.0006497169,0.0004752332,0.00003367948,0.0003429902],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9310754,"threshold_uncertainty_score":0.3645125,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2074732573","doi":"10.1016/j.evalprogplan.2015.01.004","title":"Application of an organizational evaluation capacity self-assessment instrument to different organizations: Similarities and lessons learned","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École Nationale d'Administration Publique","funders":"Government of Canada; Australian Government","keywords":"Novelty; Capacity development; Knowledge management; Business; Organization development; Capacity building; Profit (economics); Government (linguistics); Organizational effectiveness; Organizational performance; Marketing; Computer science; Environmental resource management; Psychology; Economics; Economic growth; Social psychology","authors":[{"name":"Isabelle Bourgeois","is_ca":true},{"name":"Jane Whynot","is_ca":false},{"name":"Étienne Thériault","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3556781551675651,"gpt":0.5310432671149354,"spread":0.1753651119473704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04772291,0.0003750724,0.000923537,0.005640565,0.001316372,0.003821086,0.00210694,0.001067922,0.001261233],"category_scores_gemma":[0.1049288,0.0002932406,0.001014648,0.004230163,0.002734946,0.003217091,0.003347729,0.00212663,0.0003187219],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004025834,"about_ca_system_score_gemma":0.006693047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008689892,"about_ca_topic_score_gemma":0.009643123,"domain_scores_codex":[0.9601038,0.02610638,0.003635059,0.001455042,0.007399003,0.001300875],"domain_scores_gemma":[0.8815472,0.07509971,0.003811771,0.0106302,0.0265763,0.002334865],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005597769,0.00173829,0.3176799,0.001057822,0.0005585349,0.0003732569,0.02430658,0.008222348,0.006532408,0.02137234,0.00330258,0.6142963],"study_design_scores_gemma":[0.0002095737,0.002591454,0.7597144,0.002225491,0.000515697,0.001059532,0.06251439,0.03913724,0.02530967,0.05307438,0.0531772,0.0004709431],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8101292,0.001694986,0.1320077,0.006118876,0.0003593952,0.002013337,0.0003547078,0.0003999494,0.04692187],"genre_scores_gemma":[0.9280803,0.0005952531,0.06797824,0.0006675047,0.00005644303,0.0009355264,0.0002471352,0.0001158987,0.001323703],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04772291,"threshold_uncertainty_score":0.2523859,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4377091894","doi":"10.1016/j.evalprogplan.2023.102318","title":"Mapping the evaluation capacity building landscape: A bibliometric analysis of scholarly communities and themes","year":2023,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; University of Ottawa","funders":"","keywords":"Scholarship; Bibliometrics; Cover (algebra); Regional science; Sociology; Political science; Library science; Engineering; Computer science","authors":[{"name":"Steffen Bohni Nielsen","is_ca":false},{"name":"Sebastian Lemire","is_ca":false},{"name":"Isabelle Bourgeois","is_ca":true},{"name":"Leslie A. Fierro","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6130985989473278,"gpt":0.5573777674261452,"spread":0.05572083152118257,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.02682987,0.0004009222,0.001150098,0.1252739,0.003685173,0.01265541,0.001576457,0.0007979878,0.00338636],"category_scores_gemma":[0.1691661,0.0003449273,0.001060591,0.1404761,0.002733432,0.009467424,0.007208819,0.0009078874,0.0004928934],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004900929,"about_ca_system_score_gemma":0.01184211,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007533724,"about_ca_topic_score_gemma":0.009056518,"domain_scores_codex":[0.970072,0.009499074,0.004096927,0.001996017,0.01323113,0.001104893],"domain_scores_gemma":[0.7912515,0.1454677,0.01879381,0.008817275,0.03291875,0.002750931],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002720918,0.0002661617,0.3357373,0.007029702,0.0008201654,0.0005825218,0.06657989,0.003792511,0.005155587,0.06101358,0.00948098,0.5092696],"study_design_scores_gemma":[0.00007686843,0.0002756643,0.6440848,0.004141428,0.001155204,0.001256386,0.1530071,0.01963823,0.0053568,0.06619788,0.1045271,0.0002825258],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9009079,0.007359249,0.01893264,0.003587075,0.00009115421,0.0007189142,0.007353255,0.000388881,0.06066098],"genre_scores_gemma":[0.9768113,0.001707288,0.01656002,0.00007907108,0.00006282394,0.0003598149,0.003070702,0.00008492917,0.001263907],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9731701,"threshold_uncertainty_score":0.1418916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3003697964","doi":"10.1016/j.evalprogplan.2020.101789","title":"Assessing competency-based evaluation course impacts: A mixed methods case study","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Alberta","funders":"","keywords":"Context (archaeology); Presentation (obstetrics); Process (computing); Knowledge management; Focus group; Medical education; Computer science; Engineering ethics; Engineering; Sociology; Medicine","authors":[{"name":"Cheryl Poth","is_ca":true},{"name":"Michelle Searle","is_ca":true},{"name":"Alexandra M. Aquilina","is_ca":true},{"name":"Jenny Ge","is_ca":true},{"name":"Alexa Elder","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4928499038396967,"gpt":0.6787705841841661,"spread":0.1859206803444695,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03487958,0.0008888642,0.0008751841,0.002424919,0.003719789,0.002794428,0.00264388,0.002558116,0.003010926],"category_scores_gemma":[0.04472117,0.0005858405,0.0008842217,0.001416938,0.001191351,0.002022307,0.003075377,0.001652516,0.0004338595],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005909864,"about_ca_system_score_gemma":0.007221439,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005919447,"about_ca_topic_score_gemma":0.01324321,"domain_scores_codex":[0.9714808,0.02131552,0.001020889,0.001027119,0.003495293,0.00166042],"domain_scores_gemma":[0.9344246,0.04927589,0.002762205,0.002826578,0.007666267,0.003044563],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.01153789,0.1565799,0.1729682,0.002798072,0.0007678416,0.008347941,0.06861199,0.02321504,0.01522684,0.01207931,0.003956957,0.5239101],"study_design_scores_gemma":[0.008252976,0.1932747,0.2647105,0.004738715,0.0019061,0.009515337,0.2228861,0.1508541,0.07892835,0.02014081,0.04364264,0.001149705],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9813982,0.0001978303,0.01064015,0.0004136338,0.00002704897,0.003114981,0.0001549047,0.00002607772,0.004027196],"genre_scores_gemma":[0.9584928,0.0002890516,0.03626323,0.0002474668,0.0000227451,0.002722434,0.00008426365,0.00001699158,0.001860993],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03487958,"threshold_uncertainty_score":0.1844631,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2965774300","doi":"10.1016/j.evalprogplan.2019.101695","title":"Fostering CHANGE: Lessons from implementing a multi-country, multi-sector nutrition-sensitive agriculture project","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":31,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Global Affairs Canada","keywords":"Flexibility (engineering); Context (archaeology); Agriculture; Process (computing); Psychological intervention; Popularity; Business; Process management; Sustainability; Computer science; Economic growth; Risk analysis (engineering); Political science; Economics; Medicine; Management","authors":[{"name":"Stella Nordhagen","is_ca":false},{"name":"Jennifer Nielsen","is_ca":false},{"name":"Erin Smith","is_ca":false},{"name":"Rolf Klemm","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1768582222928707,"gpt":0.4447650227706177,"spread":0.267906800477747,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04076318,0.0008842756,0.0007146081,0.001113752,0.01431536,0.007323184,0.004725105,0.004684883,0.00342681],"category_scores_gemma":[0.03107109,0.0006985412,0.001057051,0.001385021,0.004953762,0.004211994,0.01422377,0.006542599,0.0004237819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01061983,"about_ca_system_score_gemma":0.07334998,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01334666,"about_ca_topic_score_gemma":0.0449637,"domain_scores_codex":[0.9644867,0.02524996,0.0008061895,0.001235084,0.001935038,0.006287063],"domain_scores_gemma":[0.9527586,0.01934233,0.001632867,0.003527547,0.00530074,0.01743785],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002286406,0.04693868,0.06204131,0.002397177,0.0003888853,0.006211486,0.1151369,0.006603608,0.008303789,0.01638083,0.01931613,0.7139948],"study_design_scores_gemma":[0.004378523,0.04251064,0.2000267,0.003454827,0.0006682585,0.003434369,0.498844,0.01002788,0.01699865,0.02230907,0.1968419,0.0005051371],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9113216,0.0007402649,0.01299832,0.03711972,0.000466567,0.006685613,0.0001410591,0.0003769183,0.03014999],"genre_scores_gemma":[0.939581,0.0007013261,0.04582846,0.004432963,0.00005552061,0.003037979,0.0001337959,0.00007757144,0.006151394],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04076318,"threshold_uncertainty_score":0.2155789,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2071135279","doi":"10.1016/j.evalprogplan.2013.06.003","title":"Usability testing, initial implementation, and formative evaluation of an evidence-based intervention: Lessons from a demonstration project to reduce long-term foster care","year":2013,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"National Institutes of Health; University of Wisconsin-Madison","keywords":"Usability; Formative assessment; Psychological intervention; Evidence-based practice; Operationalization; Intervention (counseling); Process management; Psychology; Computer science; Medical education; Applied psychology; Engineering; Nursing; Medicine; Pedagogy; Human–computer interaction","authors":[{"name":"Becci A. Akin","is_ca":false},{"name":"Stephanie A. Bryson","is_ca":true},{"name":"Mark F. Testa","is_ca":false},{"name":"Karen A. Blasé","is_ca":false},{"name":"Tom McDonald","is_ca":false},{"name":"Heidi Melz","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7896864516364739,"gpt":0.7360965383819877,"spread":0.05358991325448614,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1029975,0.002307635,0.001800169,0.002270887,0.003939778,0.002710893,0.004148934,0.003180398,0.001681236],"category_scores_gemma":[0.1453352,0.001571465,0.001959215,0.001365477,0.002624662,0.002694826,0.00423208,0.003107033,0.0005223575],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005509548,"about_ca_system_score_gemma":0.01629515,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01104511,"about_ca_topic_score_gemma":0.02195366,"domain_scores_codex":[0.9282652,0.05492687,0.005860924,0.001854904,0.006457921,0.002634232],"domain_scores_gemma":[0.8730254,0.08148128,0.004177849,0.009674394,0.02755569,0.004085464],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.007801639,0.1606012,0.03155454,0.007767701,0.0006962336,0.001018581,0.08192898,0.004503036,0.01372506,0.00168467,0.0113463,0.677372],"study_design_scores_gemma":[0.03336758,0.4961533,0.2338492,0.007485401,0.003678742,0.001318747,0.07657169,0.01310834,0.07349869,0.005970418,0.05335285,0.001645072],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8736733,0.0006743009,0.04384787,0.003530588,0.0005037442,0.07072692,0.0005066846,0.0009136194,0.005622902],"genre_scores_gemma":[0.732973,0.0008883554,0.2035548,0.001089836,0.0001717068,0.05738835,0.0005690147,0.0001732355,0.003191742],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1029975,"threshold_uncertainty_score":0.5447095,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2792924106","doi":"10.1016/j.evalprogplan.2018.02.004","title":"Evaluating the implementation of Check & Connect in various school settings: Is intervention fidelity necessarily associated with positive outcomes?","year":2018,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Fidelity; Intervention (counseling); Dropout (neural networks); Medical education; Psychology; At-risk students; School dropout; Component (thermodynamics); Academic achievement; Mathematics education; Medicine; Computer science; Sociology","authors":[{"name":"Mélissa Goulet","is_ca":true},{"name":"Isabelle Archambault","is_ca":true},{"name":"Michel Janosz","is_ca":true},{"name":"Sandra L. Christenson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0865912338370379,"gpt":0.5070001345973968,"spread":0.4204089007603589,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0586387,0.0007737834,0.00116151,0.001263723,0.0023841,0.002257903,0.002060655,0.001838133,0.001868089],"category_scores_gemma":[0.1604857,0.001038495,0.001896146,0.001451434,0.002092749,0.003222522,0.002712282,0.002164599,0.000378473],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004996798,"about_ca_system_score_gemma":0.01156799,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01783038,"about_ca_topic_score_gemma":0.04786482,"domain_scores_codex":[0.9347098,0.04688782,0.003942091,0.00230837,0.009542825,0.002608867],"domain_scores_gemma":[0.8960098,0.05554057,0.02143786,0.009962064,0.01280892,0.004240814],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0070117,0.03011441,0.6308786,0.002494995,0.0021787,0.000116323,0.0124471,0.003277855,0.001252567,0.001480925,0.002017588,0.3067293],"study_design_scores_gemma":[0.002559876,0.06697781,0.8930026,0.002596455,0.002506311,0.0001470113,0.01434645,0.004302981,0.00778911,0.001055488,0.004536459,0.0001795232],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9852819,0.0003606685,0.002723934,0.0009331235,0.0001228556,0.00515124,0.0003179218,0.00006654064,0.005041891],"genre_scores_gemma":[0.9830825,0.0003861607,0.009201437,0.0003182922,0.00004012192,0.005979524,0.0002761975,0.00002172476,0.000693962],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0586387,"threshold_uncertainty_score":0.3101148,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3135833119","doi":"10.1016/j.evalprogplan.2021.101929","title":"Ngarraanga Giinganay (‘thinking peacefully’): Co-design and pilot study of a culturally-grounded mindfulness-based stress reduction program with older First Nations Australians","year":2021,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Mindfulness; Grounded theory; Psychosocial; Psychological intervention; Focus group; Qualitative research; Anxiety; Psychology; Mental health; Clinical psychology; Medicine; Medical education; Nursing; Psychotherapist; Sociology; Psychiatry","authors":[{"name":"Louise Lavrencic","is_ca":false},{"name":"Terrence Donovan","is_ca":false},{"name":"Lindy Moffatt","is_ca":false},{"name":"Tamara Keiller","is_ca":false},{"name":"Wendy Allan","is_ca":false},{"name":"Kim Delbaere","is_ca":false},{"name":"Kylie Radford","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1166495252526114,"gpt":0.4326570253063607,"spread":0.3160075000537493,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005060212,0.0004880799,0.0007814625,0.0005618677,0.004607593,0.001028276,0.001097411,0.001012471,0.004219249],"category_scores_gemma":[0.004509073,0.0007570491,0.000816701,0.0003880815,0.001125081,0.001014289,0.002176185,0.002203752,0.0006622312],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001665886,"about_ca_system_score_gemma":0.01152906,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02019184,"about_ca_topic_score_gemma":0.04425876,"domain_scores_codex":[0.9978909,0.001099067,0.00008491374,0.0002973565,0.0002500235,0.0003777197],"domain_scores_gemma":[0.9973463,0.000363855,0.0001492069,0.0001849585,0.0005198473,0.001435876],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.01283171,0.1404746,0.06778753,0.004465958,0.0004124386,0.003141034,0.2424436,0.0009789916,0.04911808,0.001975634,0.009430338,0.4669402],"study_design_scores_gemma":[0.01108535,0.1918323,0.4611761,0.001568637,0.001218342,0.001872245,0.1995216,0.002766921,0.0212222,0.002391797,0.1048482,0.0004962513],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9874809,0.0001456996,0.001757578,0.0007250534,0.0001691048,0.006617388,0.00007731467,0.00003621704,0.002990722],"genre_scores_gemma":[0.9272975,0.0006991735,0.02511852,0.002194032,0.00009302744,0.02876098,0.0002322077,0.00006575842,0.01553879],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02019184,"threshold_uncertainty_score":0.04014862,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1983707297","doi":"10.1016/j.evalprogplan.2012.09.005","title":"Why do women pay more than they should? A mixed methods study of the implementation gap in a policy to subsidize the costs of deliveries in Burkina Faso","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Subsidy; Economics; Business; Public economics; Actuarial science; Environmental health; Medicine","authors":[{"name":"Valéry Ridde","is_ca":true},{"name":"Séni Kouanda","is_ca":false},{"name":"Maurice Yaméogo","is_ca":false},{"name":"Kadidiatou Kadio","is_ca":false},{"name":"Aristide Romaric Bado","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09854096351653664,"gpt":0.5177872288536772,"spread":0.4192462653371406,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02778007,0.0005821541,0.001028846,0.001078692,0.003934428,0.002466444,0.00142315,0.002491033,0.001611824],"category_scores_gemma":[0.04233541,0.0009953671,0.0007178255,0.001679412,0.002325725,0.00308344,0.001825431,0.002568363,0.0001432783],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005537646,"about_ca_system_score_gemma":0.007880751,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04345618,"about_ca_topic_score_gemma":0.05663702,"domain_scores_codex":[0.9796271,0.01645593,0.0008867304,0.0007658213,0.0008516932,0.00141268],"domain_scores_gemma":[0.9596529,0.03182165,0.005226077,0.00085688,0.001591397,0.0008510192],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.007002045,0.03261528,0.4720322,0.002766312,0.001496749,0.001225235,0.3773518,0.0007710216,0.001758736,0.008301909,0.001851649,0.09282698],"study_design_scores_gemma":[0.002453965,0.0219254,0.4265171,0.003140362,0.00207911,0.0004879962,0.5284755,0.003415968,0.00167269,0.003890497,0.005733604,0.0002078669],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9978985,0.0003696649,0.0002490717,0.0006048779,0.00001595383,0.0003792722,0.00004497957,0.00000131463,0.0004363879],"genre_scores_gemma":[0.9967275,0.0003367513,0.0008856021,0.0007609951,0.00001340785,0.0009445427,0.00002879002,0.000001923715,0.0003004622],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04345618,"threshold_uncertainty_score":0.1469168,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2026657459","doi":"10.1016/j.evalprogplan.2012.03.006","title":"Improving health equity through theory-informed evaluations: A look at housing first strategies, cross-sectoral health programs, and prostitution policy","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Michael's Hospital; University of Toronto; McMaster University; Toronto Metropolitan University","funders":"Canadian Institutes of Health Research; Health Canada; Johns Hopkins Bloomberg School of Public Health; Health Promotion Agency; Public Health Agency of Canada","keywords":"Equity (law); Perspective (graphical); Health equity; Inequality; Sociology; Mental health; Equity theory; Mental illness; Variety (cybernetics); Critical theory; Positive economics; Law and economics; Psychology; Public economics; Public relations; Political science; Economics; Health care; Law; Computer science; Psychiatry; Economic Justice","authors":[{"name":"James R. Dunn","is_ca":true},{"name":"Emily van der Meulen","is_ca":true},{"name":"Patricia O’Campo","is_ca":true},{"name":"Carles Muntaner","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.254163583276427,"gpt":0.598370269192595,"spread":0.344206685916168,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1676991,0.001947549,0.002728665,0.003997783,0.003983592,0.01125983,0.003616268,0.005210497,0.008904269],"category_scores_gemma":[0.1964027,0.0009713239,0.002185735,0.002556759,0.009031053,0.009881106,0.00498559,0.006699606,0.0003082528],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0285056,"about_ca_system_score_gemma":0.08698679,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01373901,"about_ca_topic_score_gemma":0.03659769,"domain_scores_codex":[0.790533,0.1939056,0.00215225,0.00126698,0.007768501,0.004373726],"domain_scores_gemma":[0.7190596,0.2508371,0.009040374,0.004154872,0.01150827,0.005399696],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.003496275,0.01975372,0.02902162,0.01891411,0.002279823,0.0002829325,0.0130229,0.03361559,0.0007673521,0.3890477,0.0265133,0.4632846],"study_design_scores_gemma":[0.01730663,0.02924541,0.03795252,0.07133166,0.006230274,0.0002241013,0.09032932,0.0662239,0.009410677,0.6090015,0.06194646,0.0007975922],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2130064,0.04573571,0.0733019,0.5285388,0.004077265,0.02805225,0.001221403,0.0003734648,0.1056929],"genre_scores_gemma":[0.9074369,0.01121347,0.04701008,0.02382008,0.0003615065,0.0080346,0.0001848428,0.00005454092,0.001883992],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1676991,"threshold_uncertainty_score":0.8868884,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2035078904","doi":"10.1016/j.evalprogplan.2012.03.003","title":"Seeing voices of health disparity: Evaluating arts projects as influence processes","year":2012,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Exhibition; Psychological intervention; Narrative; Strengths and weaknesses; Psychology; Observational study; Public relations; Health care; Narrative inquiry; Sociology; Social psychology; Medicine; Political science; Visual arts; Art","authors":[{"name":"Janet Parsons","is_ca":true},{"name":"Lineke Heus","is_ca":true},{"name":"Catherine Moravac","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7688520100965571,"gpt":0.734688925147642,"spread":0.03416308494891518,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1420256,0.001174019,0.0009832321,0.004562983,0.00810395,0.01065194,0.003382561,0.003122502,0.01056372],"category_scores_gemma":[0.2649412,0.0006823159,0.001067775,0.003280757,0.01153398,0.008766619,0.01276639,0.002851849,0.000445715],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01270116,"about_ca_system_score_gemma":0.0246435,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006701815,"about_ca_topic_score_gemma":0.01288545,"domain_scores_codex":[0.7732576,0.2010597,0.002781328,0.003116379,0.01386855,0.005916424],"domain_scores_gemma":[0.6746845,0.2822399,0.01565231,0.009555157,0.01238995,0.005478135],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00377323,0.009759574,0.0518368,0.004639515,0.0005600648,0.0004079097,0.2699967,0.00523732,0.001847269,0.1240381,0.005251472,0.5226521],"study_design_scores_gemma":[0.003915977,0.01840014,0.08495723,0.00763145,0.002150431,0.0003245976,0.6311421,0.0155566,0.01418136,0.1586938,0.0627104,0.0003359212],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.788363,0.002114477,0.02535215,0.01072829,0.0005173822,0.01445961,0.0003752252,0.0001131397,0.1579768],"genre_scores_gemma":[0.9798889,0.0004587439,0.01186025,0.0005192581,0.00005508963,0.005180547,0.00004738323,0.00002726159,0.00196254],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1420256,"threshold_uncertainty_score":0.7511119,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2083111387","doi":"10.1016/j.evalprogplan.2011.03.003","title":"Using hybrid models to support the development of organizational evaluation capacity: A case narrative","year":2011,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Work (physics); Narrative; Process management; Program evaluation; Public sector; Internal validity; Knowledge management; Management science; Computer science; Business; Engineering; Political science; Medicine","authors":[{"name":"Isabelle Bourgeois","is_ca":true},{"name":"Rebecca E. Hart","is_ca":true},{"name":"Shannon H. Townsend","is_ca":true},{"name":"Marc Gagné","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7330308143647964,"gpt":0.5574659762554713,"spread":0.1755648381093251,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01871469,0.0007198474,0.00048127,0.001811452,0.001720492,0.006506319,0.002844573,0.001610906,0.003788383],"category_scores_gemma":[0.04357271,0.0005500317,0.0007576264,0.001976795,0.002066392,0.00598645,0.0045802,0.002610876,0.0003889179],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005181927,"about_ca_system_score_gemma":0.004421104,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006912949,"about_ca_topic_score_gemma":0.01368323,"domain_scores_codex":[0.985715,0.01170659,0.00040891,0.0003971184,0.001210975,0.0005613363],"domain_scores_gemma":[0.9390249,0.05080999,0.001528176,0.004004634,0.003684765,0.0009474972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0008597332,0.001004821,0.02558038,0.0005582261,0.0002405918,0.001755835,0.01137405,0.3565975,0.001734847,0.4426678,0.004568864,0.1530573],"study_design_scores_gemma":[0.0001568583,0.0005407039,0.003042617,0.0004113089,0.0001172421,0.0005027313,0.007222646,0.8161168,0.003929307,0.1448129,0.02302411,0.000122923],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4439176,0.000814906,0.4618955,0.006309414,0.0001256367,0.001143265,0.0004291416,0.0003801596,0.08498434],"genre_scores_gemma":[0.8442671,0.0001647722,0.1528562,0.0001179361,0.00000982949,0.0003846862,0.00009524322,0.00004596315,0.002058131],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01871469,"threshold_uncertainty_score":0.09897387,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2058065060","doi":"10.1016/j.evalprogplan.2006.10.005","title":"Beyond the limitations of best practices: How logic analysis helped reinterpret dual diagnosis guidelines","year":2007,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Douglas Mental Health University Institute; Université de Montréal; Fonds de Recherche du Québec - Santé; Université du Québec à Montréal","funders":"Canadian Institutes of Health Research","keywords":"Key (lock); Dual (grammatical number); Best practice; Integrated care; Dual diagnosis; Mental health; Service (business); Logic model; Management science; Health care; Computer science; Knowledge management; Process management; Psychology; Sociology; Engineering; Political science; Business; Psychiatry; Computer security","authors":[{"name":"Astrid Brousselle","is_ca":true},{"name":"Lise Lamothe","is_ca":true},{"name":"Céline Mercier","is_ca":true},{"name":"Michel Perreault","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7416386789892656,"gpt":0.6116297792655122,"spread":0.1300088997237534,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08327518,0.00108585,0.001764214,0.009105214,0.005780205,0.01462488,0.005344402,0.004452353,0.004580917],"category_scores_gemma":[0.2407044,0.00129194,0.001911556,0.004472144,0.01370667,0.02266811,0.00676444,0.01183083,0.000726735],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01084341,"about_ca_system_score_gemma":0.02847462,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01672028,"about_ca_topic_score_gemma":0.02902098,"domain_scores_codex":[0.9176029,0.05896213,0.007814815,0.002606019,0.01093377,0.002080387],"domain_scores_gemma":[0.7238771,0.2097389,0.0117886,0.01606265,0.03551474,0.003018086],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001197481,0.0001107493,0.006046247,0.0008277195,0.0001412142,0.0007872054,0.02153346,0.005166177,0.0005017606,0.8435352,0.01396715,0.1072635],"study_design_scores_gemma":[0.00005368786,0.00005228468,0.0006010775,0.001341558,0.0001324007,0.0003900616,0.007139221,0.01822897,0.001120574,0.9380788,0.03274374,0.0001175961],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03563541,0.0024385,0.7562491,0.1618289,0.00108083,0.0007005078,0.0006136613,0.000789219,0.04066385],"genre_scores_gemma":[0.3722559,0.0008935165,0.6156463,0.007969828,0.0002848119,0.0004871623,0.000250778,0.0002077934,0.00200393],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.08327518,"threshold_uncertainty_score":0.4404065,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1781634349","doi":"10.1016/j.evalprogplan.2015.09.003","title":"Mapping the spatial dimensions of participatory practice: A discussion of context in evaluation","year":2015,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Citizen journalism; Participatory GIS; Bridge (graph theory); Context (archaeology); Sociology; Field (mathematics); Relation (database); Set (abstract data type); Politics; Process (computing); Knowledge management; Epistemology; Management science; Computer science; Political science; Engineering; Geography; Data mining","authors":[{"name":"Jill Anne Chouinard","is_ca":false},{"name":"Peter Milley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.571163556037539,"gpt":0.5995651283814842,"spread":0.02840157234394525,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06758773,0.0009945717,0.001699734,0.009751339,0.01467243,0.02563077,0.00466983,0.006065571,0.005271486],"category_scores_gemma":[0.1194912,0.001301814,0.001391416,0.01545524,0.06818101,0.0358208,0.01416868,0.005206436,0.0002408566],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01448535,"about_ca_system_score_gemma":0.01488923,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01762608,"about_ca_topic_score_gemma":0.02821712,"domain_scores_codex":[0.9131862,0.07477638,0.002083474,0.002749257,0.00469685,0.00250774],"domain_scores_gemma":[0.8402103,0.143452,0.004121943,0.004392213,0.006305697,0.001517731],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003984967,0.0000348926,0.002849168,0.000739656,0.0000270951,0.0002280845,0.06105314,0.001175047,0.000208875,0.8895181,0.0009601957,0.0431659],"study_design_scores_gemma":[0.00002868737,0.00008255713,0.005565312,0.002772373,0.00005889534,0.0003752282,0.2007021,0.002444351,0.0007223944,0.721813,0.06536542,0.00006976368],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1230265,0.02192128,0.4809488,0.1886627,0.0007127603,0.001010698,0.0003381374,0.0001768608,0.1832023],"genre_scores_gemma":[0.9177316,0.004290174,0.07318009,0.00161136,0.0001496367,0.001117012,0.00004363418,0.00009174742,0.001784681],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.06758773,"threshold_uncertainty_score":0.3574423,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385873038","doi":"10.1016/j.evalprogplan.2023.102354","title":"Characteristics of transformational leadership development programs: A scoping review","year":2023,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Checklist; Transformational leadership; Fidelity; Program evaluation; Context (archaeology); Applied psychology; Medical education; Psychology; Transparency (behavior); Baseline (sea); Computer science; Inclusion (mineral); Medicine; Political science; Social psychology","authors":[{"name":"Sarah Lawrason","is_ca":true},{"name":"Robert B. Shaw","is_ca":true},{"name":"Jennifer Turnnidge","is_ca":true},{"name":"Jean Côté","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9423864761893535,"gpt":0.7666840912630039,"spread":0.1757023849263496,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05542854,0.001353391,0.007325701,0.0250736,0.001523512,0.01038314,0.003095879,0.002932059,0.004518027],"category_scores_gemma":[0.1856776,0.001782718,0.006774755,0.03365262,0.002444992,0.006577478,0.004663879,0.002678595,0.0005717246],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01322297,"about_ca_system_score_gemma":0.05659239,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01487251,"about_ca_topic_score_gemma":0.04791784,"domain_scores_codex":[0.9614112,0.01078583,0.01426116,0.003005751,0.009294242,0.001241792],"domain_scores_gemma":[0.8120849,0.1387699,0.02632576,0.002550297,0.0177057,0.002563464],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0004012055,0.0001207954,0.005078874,0.6349156,0.005259982,0.00007628641,0.0006298482,0.0001873714,0.0001204891,0.001300982,0.004126275,0.3477822],"study_design_scores_gemma":[0.0001315334,0.0001864421,0.009806367,0.9330133,0.0146814,0.0002533197,0.0009503882,0.00007786285,0.000180654,0.0007214152,0.03995426,0.00004305004],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0007563712,0.9974023,0.0001673226,0.0005263943,0.0001120258,0.0003027776,0.0002785233,0.00000545617,0.0004489613],"genre_scores_gemma":[0.01106054,0.9859937,0.001085031,0.0006978122,0.00006393749,0.0006303345,0.0003504115,0.000009254291,0.0001088008],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.05542854,"threshold_uncertainty_score":0.2931377,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2904946535","doi":"10.1016/j.evalprogplan.2018.12.003","title":"Towards an assessment for organizational participatory research health partnerships: A systematic mixed studies review with framework synthesis","year":2018,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke; McGill University Health Centre; McGill University","funders":"","keywords":"General partnership; Participatory action research; Knowledge management; Citizen journalism; Thematic analysis; Sustainability; Action research; Participatory evaluation; Grey literature; Sociology; Psychology; Public relations; MEDLINE; Business; Political science; Qualitative research; Computer science; Social science; Pedagogy","authors":[{"name":"Joshua Hamzeh","is_ca":true},{"name":"Pierre Pluye","is_ca":true},{"name":"Paula Louise Bush","is_ca":true},{"name":"Christian Ruchon","is_ca":true},{"name":"Isabelle Vedel","is_ca":true},{"name":"Catherine Hudon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9615702679917059,"gpt":0.826293895256178,"spread":0.1352763727355278,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2902613,0.003046573,0.01118698,0.05043051,0.00385883,0.01432145,0.005970771,0.00518784,0.005306048],"category_scores_gemma":[0.3538607,0.002849167,0.01229094,0.03353674,0.004739854,0.01535292,0.01279425,0.003795638,0.000755998],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02558498,"about_ca_system_score_gemma":0.07320371,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0078024,"about_ca_topic_score_gemma":0.01881737,"domain_scores_codex":[0.7217925,0.1741289,0.07046627,0.00769612,0.02342573,0.002490283],"domain_scores_gemma":[0.6837693,0.2478015,0.02376391,0.009908995,0.03238314,0.002373212],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001487002,0.00007893781,0.001537209,0.8074092,0.004377117,0.0002308225,0.007931255,0.0007980191,0.000350947,0.01697939,0.003014704,0.1571437],"study_design_scores_gemma":[0.0001572424,0.0002106993,0.001153009,0.9268883,0.01201919,0.0002072041,0.006808462,0.0005980848,0.0003061006,0.009351378,0.04221692,0.00008342864],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004909,0.8788194,0.05057306,0.01003615,0.001179648,0.04931976,0.001793923,0.0001472562,0.003221727],"genre_scores_gemma":[0.0703286,0.5054395,0.2468297,0.006119207,0.0003189595,0.1683825,0.001873328,0.00008294689,0.0006252488],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7097387,"threshold_uncertainty_score":0.8752342,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2008748013","doi":"10.1016/j.evalprogplan.2010.11.001","title":"“Show me your impact”: Evaluating transitional justice in contested spaces","year":2010,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Cambodian History and Society","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"International Development Research Centre","funders":"","keywords":"Transitional justice; Economic Justice; Human rights; Politics; Sociology; Political science; Public relations; Public administration; Law","authors":[{"name":"Colleen Duggan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2960022377762603,"gpt":0.5569240838286849,"spread":0.2609218460524246,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01154016,0.001511168,0.003167627,0.004470268,0.0008827401,0.002565629,0.001963101,0.002003811,0.002726337],"category_scores_gemma":[0.02331599,0.0003145144,0.001039437,0.006089182,0.002488947,0.002308995,0.001726596,0.001315635,0.0002295161],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006118911,"about_ca_system_score_gemma":0.01420037,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02242134,"about_ca_topic_score_gemma":0.06760657,"domain_scores_codex":[0.9944229,0.003476848,0.0003831073,0.0002208042,0.001277102,0.0002193083],"domain_scores_gemma":[0.9883587,0.008214843,0.001392485,0.0001546894,0.001630509,0.0002485965],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001586073,0.000132379,0.001270447,0.033576,0.0003782225,0.00004166485,0.0005091992,0.0005664096,0.0000809616,0.003871067,0.008702744,0.9507123],"study_design_scores_gemma":[0.0006295107,0.001756052,0.03822226,0.3918706,0.007970038,0.001077858,0.01236533,0.002533043,0.002365317,0.03660137,0.5043543,0.0002543012],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002757411,0.9902145,0.0006911946,0.002335334,0.0002883239,0.0002148662,0.00006123364,0.00001021128,0.003427031],"genre_scores_gemma":[0.05136701,0.9421809,0.003623575,0.001155187,0.0001800113,0.0003914075,0.00007907399,0.000006536632,0.001016328],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02242134,"threshold_uncertainty_score":0.06103092,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}