{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":46,"total_is_capped":false,"direct_labels_cover":2,"predictions_cover":46,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"586ff0674e7a","filters":{"venue":"Evaluation"}},"results":[{"id":"W2324664192","doi":"10.1177/1356389014564248","title":"The institutionalization of evaluation matters: Updating the <i>International Atlas of Evaluation</i> 10 years later","year":2015,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Institutionalisation; Political science; Regional science; Public administration; Geography; Law","authors":[{"name":"Steve Jacob","is_ca":true},{"name":"Sandra Speer","is_ca":false},{"name":"Jan-Eric Furubo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2102689892953537,"gpt":0.4898436435508309,"spread":0.2795746542554772,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07178859,0.0001495262,0.0001990999,0.0002427507,0.000268019,0.0002438684,0.0006609633,0.00008097247,0.004859765],"category_scores_gemma":[0.01087038,0.00009052535,0.000118416,0.0008691557,0.0002237658,0.0008932847,0.0001351706,0.0001155614,0.0003690316],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004202178,"about_ca_system_score_gemma":0.002098589,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003811751,"about_ca_topic_score_gemma":0.0001409408,"domain_scores_codex":[0.9822151,0.002071504,0.001502384,0.0003835365,0.01363366,0.000193791],"domain_scores_gemma":[0.986153,0.001104237,0.001332236,0.0007328261,0.01061667,0.00006101394],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002743169,0.0002132381,0.01464059,0.000009817303,0.0001903928,2.556244e-7,0.006394628,0.4119725,0.002095879,0.0141995,0.1377852,0.4122236],"study_design_scores_gemma":[0.001961516,0.00007998525,0.05222847,0.00003409219,0.0001868774,0.000004835899,0.002446987,0.8618255,0.00158068,0.03365036,0.04586974,0.0001310026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9080491,0.001107223,0.003734284,0.02608272,0.004665275,0.003868282,0.00004980385,0.0000384776,0.05240481],"genre_scores_gemma":[0.9978589,0.00002755371,0.0004092325,0.0004820907,0.000224025,0.0002346401,0.0002569448,0.00001100381,0.0004956533],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4498529,"threshold_uncertainty_score":0.9974615,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2128827052","doi":"10.1177/1356389009105884","title":"Critical Connections between Participatory Evaluation, Organizational Learning and Intentional Change in Pluralistic Organizations","year":2009,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Praxis; Citizen journalism; Sociology; Resistance (ecology); Process (computing); Organizational learning; Participatory action research; Organization development; Epistemology; Psychology; Knowledge management; Political science; Computer science","authors":[{"name":"José Carlos Suárez-Herrera","is_ca":true},{"name":"Jane Springett","is_ca":false},{"name":"Carolyn Kagan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3484209786739371,"gpt":0.5590078097974384,"spread":0.2105868311235013,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01267365,0.0001530311,0.0002202427,0.0005594899,0.0004610747,0.0002755887,0.0001648771,0.0001036669,0.01174315],"category_scores_gemma":[0.03416632,0.0001430016,0.00003220006,0.00208726,0.00009882198,0.0009961962,0.00004376859,0.0002207755,0.00029297],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003001598,"about_ca_system_score_gemma":0.0006075884,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001888918,"about_ca_topic_score_gemma":0.0001129432,"domain_scores_codex":[0.9938929,0.001371972,0.0008459202,0.0004230038,0.003218906,0.0002472774],"domain_scores_gemma":[0.9927862,0.00137742,0.0002033088,0.0002059293,0.005293069,0.0001340909],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001236119,0.0001669578,0.8767616,0.000004692659,0.00001540719,5.044491e-7,0.00478627,0.00342679,0.0003379016,0.0526941,0.0004227395,0.06137066],"study_design_scores_gemma":[0.0006278091,0.0000793889,0.6779665,0.00001935413,0.00007216397,0.000003083367,0.0007567983,0.2542023,0.00003956212,0.06569722,0.0004054036,0.0001303767],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9656277,0.000328888,0.008712304,0.01967823,0.0005410725,0.001239353,0.00001985459,0.00008691916,0.003765691],"genre_scores_gemma":[0.9981778,0.00001478818,0.0004214702,0.0005141083,0.0003066624,0.0001319852,0.0002934663,0.00001125429,0.0001285247],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2507755,"threshold_uncertainty_score":0.9891602,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2800395496","doi":"10.1177/1356389018763242","title":"The evaluation of social innovation: A review and integration of the current empirical knowledge base","year":2018,"lang":"en","type":"review","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Empirical research; Knowledge management; Knowledge base; Social innovation; Scale (ratio); Social learning; Perspective (graphical); Public relations; Computer science; Political science","authors":[{"name":"Peter Milley","is_ca":true},{"name":"Barbara Szijarto","is_ca":true},{"name":"Kate Svensson","is_ca":true},{"name":"J. Bradley Cousins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.735361020503894,"gpt":0.6846952553233857,"spread":0.05066576518050825,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08993141,0.0002714268,0.0009517113,0.0003357055,0.0004428288,0.0001018824,0.0007263231,0.0001229946,0.0008066486],"category_scores_gemma":[0.01828629,0.0001266375,0.0002898142,0.003657922,0.0003287219,0.0002672629,0.0001954298,0.0003385649,0.00007970074],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003575836,"about_ca_system_score_gemma":0.004849209,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001447946,"about_ca_topic_score_gemma":0.00006010136,"domain_scores_codex":[0.9819608,0.008051935,0.003080022,0.0005149441,0.006207235,0.0001850814],"domain_scores_gemma":[0.9823207,0.001557676,0.0034916,0.0008422759,0.01175785,0.00002992306],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003309457,0.00005252762,0.00001019882,0.001352405,0.0000274729,2.133588e-9,0.0003443343,0.000001253707,5.203827e-7,0.0009825772,0.01881053,0.9784149],"study_design_scores_gemma":[0.00038427,0.0000958495,0.001701696,0.007194912,0.003213216,0.000001928807,0.00007722396,0.01030758,0.000005541917,0.006293852,0.9705553,0.0001686437],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001478385,0.9910752,0.0001654949,0.001094692,0.001106553,0.003737255,0.00002689948,0.000006465999,0.002639657],"genre_scores_gemma":[0.002049703,0.9965651,0.00004148796,0.00006971597,0.0003036614,0.0006124029,0.0001148059,0.00001504834,0.0002280895],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9782462,"threshold_uncertainty_score":0.9899831,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2014366393","doi":"10.1177/1356389003094006","title":"Evaluability Assessment: A Tool for Incorporating Evaluation in Social Change Programmes","year":2003,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; University of Calgary","funders":"","keywords":"Behaviour change; Social change; Theory of change; Process management; Political science; Engineering ethics; Management science; Sociology; Public relations; Psychology; Engineering; Psychological intervention","authors":[{"name":"Wilfreda E. Thurston","is_ca":true},{"name":"Louise Potvin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4539931329436821,"gpt":0.5881362452183663,"spread":0.1341431122746842,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1180866,0.0002294279,0.0003616562,0.0004726572,0.0004839381,0.0003664751,0.0003139536,0.0001600882,0.002436979],"category_scores_gemma":[0.01336003,0.0001987238,0.0001614175,0.001478611,0.00007076483,0.001369372,0.00004091121,0.0001898333,0.00008134908],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009796759,"about_ca_system_score_gemma":0.001817545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002298492,"about_ca_topic_score_gemma":0.0003236529,"domain_scores_codex":[0.9859606,0.004320595,0.0015096,0.0008743553,0.006894502,0.0004403371],"domain_scores_gemma":[0.9941632,0.001079229,0.0007343861,0.0004998351,0.003461167,0.00006217799],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005073347,0.0003472197,0.1478976,0.00002194463,0.00001617358,1.509991e-7,0.00328059,0.00228102,0.0002612559,0.02023975,0.0007529138,0.8248506],"study_design_scores_gemma":[0.002676465,0.000147888,0.3620331,0.00001506147,0.00006425616,8.96538e-7,0.0009290943,0.4717394,0.0001041365,0.1593312,0.00274651,0.0002120115],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9666018,0.0001419988,0.008847391,0.002348061,0.0009464109,0.009916979,0.00001814176,0.00005711073,0.0111221],"genre_scores_gemma":[0.9837788,0.00000221546,0.008671657,0.0002821225,0.0002867167,0.006716622,0.000143138,0.00001779849,0.0001009823],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8246386,"threshold_uncertainty_score":0.998475,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2171507080","doi":"10.1177/1356389011430371","title":"Evaluation models and evaluation use","year":2012,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke; Université de Montréal","funders":"Canadian Institutes of Health Research; U.S. Public Health Service","keywords":"Context (archaeology); Management science; Psychological intervention; Process (computing); Perspective (graphical); Field (mathematics); Evaluation methods; Impact evaluation; Systematic review; Affect (linguistics); Program evaluation; Computer science; Knowledge management; Process management; Psychology; Political science; Engineering; Artificial intelligence; Medicine; MEDLINE","authors":[{"name":"Damien Contandriopoulos","is_ca":true},{"name":"Astrid Brousselle","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6626932025379391,"gpt":0.5990196685991209,"spread":0.06367353393881814,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1294791,0.0002182865,0.0002443094,0.0004763856,0.0003357339,0.0005037873,0.0002409877,0.0001367602,0.007703298],"category_scores_gemma":[0.0125624,0.0001769626,0.0000790741,0.0007856099,0.00006728505,0.006292223,0.00008957772,0.000148192,0.0006465879],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005734608,"about_ca_system_score_gemma":0.0008599508,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002201438,"about_ca_topic_score_gemma":0.00008454061,"domain_scores_codex":[0.97816,0.004084202,0.0009581088,0.0005798193,0.01579661,0.0004212246],"domain_scores_gemma":[0.9907592,0.001266883,0.0004907554,0.0007430733,0.006521757,0.0002183534],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002554527,0.0001227148,0.01624074,0.000002877659,0.00003193146,3.588135e-8,0.00368302,0.04743944,0.0004399017,0.004128042,0.004689848,0.9231959],"study_design_scores_gemma":[0.001175243,0.00003720746,0.1623908,0.00001081563,0.0003346908,0.000003663857,0.0006582409,0.7754046,0.000173651,0.05766772,0.001963241,0.0001801079],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9668698,0.001564567,0.006812742,0.0008694028,0.001497331,0.002281789,0.000008145826,0.00005124658,0.02004499],"genre_scores_gemma":[0.9968998,0.00004582698,0.001446365,0.0002728429,0.0004208759,0.0004829321,0.000109272,0.00001768266,0.0003044425],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9230158,"threshold_uncertainty_score":0.9957552,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1972177361","doi":"10.1177/1356389008095487","title":"A Transaction Cost-Based Approach to Partnership Performance Evaluation","year":2008,"lang":"en","type":"article","venue":"Evaluation","topic":"Banking stability, regulation, efficiency","field":"Economics, Econometrics and Finance","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Safety Canada","funders":"","keywords":"General partnership; Transaction cost; Corporate governance; Key (lock); Process management; Business; Database transaction; Limited partnership; Audit; Industrial organization; Risk analysis (engineering); Computer science; Accounting; Computer security; Finance","authors":[{"name":"Denis Jobin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1277786454275138,"gpt":0.2995637906159495,"spread":0.1717851451884357,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005752495,0.0001507555,0.0002139644,0.0003294802,0.0002838127,0.00003792688,0.0001480744,0.0001081372,0.0005327326],"category_scores_gemma":[0.0004507164,0.0001854605,0.0000797864,0.0006850488,0.00005313155,0.0003668924,0.000006839517,0.00010443,0.0004262632],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007171135,"about_ca_system_score_gemma":0.0001782731,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003819433,"about_ca_topic_score_gemma":0.000009654508,"domain_scores_codex":[0.9981087,0.0001417836,0.0005738424,0.0005453437,0.0003716303,0.0002586755],"domain_scores_gemma":[0.9988627,0.00005145515,0.0002480901,0.0004302344,0.0003352367,0.00007222453],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009352007,0.0006120615,0.08576047,0.00005526858,0.0000233428,9.267249e-8,0.004250935,0.8371388,0.0000845227,0.006922519,0.0005376242,0.0645208],"study_design_scores_gemma":[0.000720458,0.00005966373,0.3495264,0.000006382399,0.00001466842,0.000001629952,0.00001760095,0.6472362,0.000199168,0.001191498,0.0008699911,0.000156321],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8676813,0.0002726162,0.1083676,0.0002913707,0.0002812007,0.001975583,0.000009267884,0.00007238308,0.02104865],"genre_scores_gemma":[0.9966395,0.000007524284,0.002168593,0.0001296024,0.0001010778,0.0006704689,0.0001389424,0.00002167587,0.0001226153],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.263766,"threshold_uncertainty_score":0.7562858,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2801790340","doi":"10.1177/1356389018765487","title":"Theory-based evaluations: Framing the existence of a new theory in evaluation and the rise of the 5th generation","year":2018,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; Université de Sherbrooke; University of Victoria","funders":"","keywords":"Epistemology; Framing (construction); Complementarity (molecular biology); Realism; Sociology; Computer science; Philosophy","authors":[{"name":"Astrid Brousselle","is_ca":true},{"name":"Jean-Marie Buregeya","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2883079238159595,"gpt":0.5359311604701663,"spread":0.2476232366542068,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1229896,0.0001540918,0.0002480612,0.0002244391,0.0004303684,0.0001247286,0.0006983181,0.00008327469,0.001711332],"category_scores_gemma":[0.02141665,0.00006981396,0.0001140901,0.001373655,0.0008581619,0.0004040151,0.00009762762,0.0001672573,0.00002819772],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001306102,"about_ca_system_score_gemma":0.00177896,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000787203,"about_ca_topic_score_gemma":0.000550226,"domain_scores_codex":[0.9809361,0.01142325,0.00131312,0.0003827791,0.005752627,0.0001921572],"domain_scores_gemma":[0.9910332,0.003868874,0.001083138,0.001111032,0.002868616,0.00003514644],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005085781,0.0001214138,0.01236637,0.00001243496,0.00004721638,2.714402e-8,0.03323808,0.03965747,0.00416569,0.1441031,0.000825192,0.7649544],"study_design_scores_gemma":[0.002188488,0.0000692762,0.1052326,0.00004454776,0.000141889,5.495108e-7,0.002191672,0.6534495,0.003167833,0.2332838,0.0001644405,0.00006540613],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9602085,0.001297981,0.02640411,0.004957583,0.0006424254,0.003033627,0.000005543953,0.000008794125,0.003441392],"genre_scores_gemma":[0.9981953,0.00001866241,0.0006308205,0.0004261561,0.0001753886,0.0002062516,0.000007177797,0.00000878782,0.0003314902],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.764889,"threshold_uncertainty_score":0.9992012,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2081322617","doi":"10.1177/1356389005058475","title":"Polity, Politics and Policy Evaluation in Belgium","year":2005,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Polity; Parliament; Politics; Institutionalisation; Political science; Public administration; Corporate governance; Government (linguistics); Public policy; Phenomenon; Political economy; Comparative politics; Sociology; Economics; Law","authors":[{"name":"Frédéric Varone","is_ca":false},{"name":"Steve Jacob","is_ca":true},{"name":"Lieven De Winter","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2900194241285808,"gpt":0.5822176039709627,"spread":0.2921981798423819,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02595729,0.0001358167,0.0001866308,0.0008471977,0.0001546344,0.000212341,0.0002336827,0.0000913504,0.003218634],"category_scores_gemma":[0.005280739,0.0001160764,0.00004212527,0.001014426,0.00006398567,0.0008994557,0.00008272279,0.0001303666,0.0006668479],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000746948,"about_ca_system_score_gemma":0.001290652,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000177263,"about_ca_topic_score_gemma":0.0007824812,"domain_scores_codex":[0.9928079,0.001078577,0.0007931291,0.0004325394,0.004581879,0.0003059517],"domain_scores_gemma":[0.9975584,0.0004187415,0.0002297524,0.0004467783,0.001230218,0.0001160884],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001448539,0.0001232375,0.06395793,0.000004025354,0.000007619247,1.656962e-7,0.0028278,0.01213827,0.000385136,0.03179891,0.002217567,0.8865249],"study_design_scores_gemma":[0.001000671,0.00003545527,0.4472368,0.00000777492,0.00001756316,0.000002897141,0.0003449154,0.4564333,0.0001579059,0.08832588,0.006339481,0.00009735498],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9325377,0.0002300628,0.0003182405,0.0257748,0.0002338467,0.0008137699,0.000006123882,0.00002290157,0.04006252],"genre_scores_gemma":[0.9966677,0.00002863701,0.0007071173,0.00120021,0.0004784235,0.0000896542,0.0000296422,0.000008666857,0.0007899657],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8864275,"threshold_uncertainty_score":0.9976926,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2133487638","doi":"10.1177/1356389012452052","title":"Applications of contribution analysis to outcome planning and impact evaluation","year":2012,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Accountability; General partnership; Participatory evaluation; Context (archaeology); Participatory planning; Citizen journalism; Theory of change; Process management; Process (computing); Value (mathematics); Management science; Appeal; Conceptual framework; Knowledge management; Public relations; Sociology; Computer science; Political science; Business; Public administration; Environmental planning; Engineering","authors":[{"name":"Erica Wimbush","is_ca":false},{"name":"Steve Montague","is_ca":false},{"name":"Tamara Mulherin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3089908516284891,"gpt":0.6239675731195479,"spread":0.3149767214910588,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03451721,0.0001133892,0.0002839779,0.0009128731,0.0001504539,0.00008520959,0.0001635961,0.00006327224,0.003159418],"category_scores_gemma":[0.003335323,0.00008649113,0.0001213477,0.002497255,0.00002785805,0.0006838409,0.00004763156,0.00006481085,0.0001592981],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002516858,"about_ca_system_score_gemma":0.0001736145,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002591621,"about_ca_topic_score_gemma":0.00001997886,"domain_scores_codex":[0.994406,0.0006871073,0.0008399382,0.0002720636,0.003580881,0.0002140324],"domain_scores_gemma":[0.9959242,0.000561537,0.0004691335,0.0004390471,0.002442558,0.0001635255],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001917876,0.00005012766,0.8238962,0.000001491105,0.000100251,6.461418e-9,0.0009222236,0.03687371,0.0005515972,0.0006599437,0.0001790649,0.1367462],"study_design_scores_gemma":[0.0003776249,0.00004458859,0.753021,0.000002852586,0.0006131851,5.17696e-7,0.0003534239,0.2425979,0.0002945927,0.001847276,0.0007664554,0.00008058482],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8170985,0.0004578977,0.1789786,0.0003859971,0.0001239808,0.001274666,0.00002035469,0.00001457146,0.001645459],"genre_scores_gemma":[0.9983764,0.000002308337,0.0009015559,0.0001000359,0.00009911072,0.0003183816,0.0001340909,0.000004765416,0.00006336592],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2057242,"threshold_uncertainty_score":0.9977518,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111340440","doi":"10.1177/1356389009105883","title":"How Legitimate and Justified are Judgments in Program Evaluation?","year":2009,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Value (mathematics); Function (biology); Psychology; Order (exchange); Social psychology; Computer science; Economics","authors":[{"name":"Marthe Hurteau","is_ca":true},{"name":"Sylvain Houle","is_ca":true},{"name":"Stéphanie Mongiat","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3428563984356187,"gpt":0.5551089461910942,"spread":0.2122525477554755,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01836231,0.0001523123,0.0002203653,0.0004113478,0.0001533612,0.0007103499,0.0002271416,0.00008133375,0.000843833],"category_scores_gemma":[0.002661707,0.0001226223,0.00004232702,0.0008052549,0.00003987708,0.001124879,0.00003169938,0.0001248731,0.00011482],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002067434,"about_ca_system_score_gemma":0.0002784689,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004404109,"about_ca_topic_score_gemma":0.0001010905,"domain_scores_codex":[0.9933326,0.000764783,0.0005463072,0.0005169652,0.004592764,0.0002466263],"domain_scores_gemma":[0.9976911,0.0001949909,0.000366344,0.0004201976,0.001241135,0.00008622392],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002510997,0.0001573245,0.01312211,0.000003075247,0.000004716643,6.298372e-7,0.0005798356,0.001941315,0.0003168528,0.0003987791,0.00183088,0.9816194],"study_design_scores_gemma":[0.001329937,0.0001236392,0.501936,0.00002351389,0.00003151119,0.00000167968,0.0008003042,0.4754462,0.0001009488,0.01774437,0.002347804,0.0001140537],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.967433,0.0003116457,0.0003725959,0.01679041,0.0004258271,0.003843633,0.000005646445,0.000062554,0.01075462],"genre_scores_gemma":[0.9968715,0.00001764372,0.001339965,0.0004808336,0.00008137139,0.0004849799,0.00004993959,0.000006013042,0.0006677705],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9815053,"threshold_uncertainty_score":0.9239379,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2157111091","doi":"10.1177/1356389010380001","title":"To Be or Not to Be a Profession: Pros, Cons and Challenges for Evaluation","year":2010,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"École Nationale d'Administration Publique; Université Laval","funders":"","keywords":"Professionalization; Institutionalisation; Certification; Charter; Political science; Public relations; Accreditation; Valuation (finance); Quality (philosophy); Sociology; Engineering ethics; Public administration; Law; Accounting; Business; Engineering","authors":[{"name":"Steve Jacob","is_ca":true},{"name":"Yves Boisvert","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6053607172548194,"gpt":0.6135973810690398,"spread":0.00823666381422039,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03271769,0.0001785163,0.0002490701,0.0003665762,0.0003688266,0.0002379841,0.0003112247,0.0001325939,0.003591186],"category_scores_gemma":[0.01497215,0.0001230637,0.0000512246,0.0005108925,0.00004082708,0.0005212143,0.0001086092,0.0001439028,0.0001981038],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009894803,"about_ca_system_score_gemma":0.001059288,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006478675,"about_ca_topic_score_gemma":0.001613979,"domain_scores_codex":[0.9935521,0.0005463671,0.0006621632,0.0006981069,0.004267258,0.0002739798],"domain_scores_gemma":[0.9945409,0.001191058,0.000244145,0.0006208671,0.003164817,0.0002382326],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005851957,0.0001276998,0.0006174099,0.00002753667,0.0000178486,1.738927e-7,0.01641931,0.000472028,0.0111965,0.003735332,0.02108536,0.9457156],"study_design_scores_gemma":[0.005952696,0.001738214,0.1816266,0.00008220851,0.0002201059,0.00001019036,0.01368588,0.3799471,0.008680734,0.01274166,0.3946256,0.0006890104],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.794737,0.00007776044,0.001333576,0.1937716,0.001535538,0.006384036,0.00003315965,0.00004238728,0.002084868],"genre_scores_gemma":[0.9816914,0.00003166111,0.00793967,0.005393663,0.0003090191,0.00263181,0.00004603757,0.00001770228,0.001939026],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9450266,"threshold_uncertainty_score":0.9973196,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236954017","doi":"10.1177/135638900300900406","title":"Evaluability Assessment: A Tool for Incorporating Evaluation in Social Change Programmes","year":2003,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; University of Calgary","funders":"","keywords":"Participatory evaluation; Accountability; Process management; Promotion (chess); Process (computing); Social change; Monitoring and evaluation; Theory of change; Citizen journalism; Plan (archaeology); Political science; Theme (computing); Politics; Public relations; Management science; Knowledge management; Sociology; Business; Engineering; Computer science; Public administration","authors":[{"name":"Wilfreda E. Thurston","is_ca":true},{"name":"Louise Potvin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4539931329436821,"gpt":0.5881362452183663,"spread":0.1341431122746842,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1180866,0.0002294279,0.0003616562,0.0004726572,0.0004839381,0.0003664751,0.0003139536,0.0001600882,0.002436979],"category_scores_gemma":[0.01336003,0.0001987238,0.0001614175,0.001478611,0.00007076483,0.001369372,0.00004091121,0.0001898333,0.00008134908],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009796759,"about_ca_system_score_gemma":0.001817545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002298492,"about_ca_topic_score_gemma":0.0003236529,"domain_scores_codex":[0.9859606,0.004320595,0.0015096,0.0008743553,0.006894502,0.0004403371],"domain_scores_gemma":[0.9941632,0.001079229,0.0007343861,0.0004998351,0.003461167,0.00006217799],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005073347,0.0003472197,0.1478976,0.00002194463,0.00001617358,1.509991e-7,0.00328059,0.00228102,0.0002612559,0.02023975,0.0007529138,0.8248506],"study_design_scores_gemma":[0.002676465,0.000147888,0.3620331,0.00001506147,0.00006425616,8.96538e-7,0.0009290943,0.4717394,0.0001041365,0.1593312,0.00274651,0.0002120115],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9666018,0.0001419988,0.008847391,0.002348061,0.0009464109,0.009916979,0.00001814176,0.00005711073,0.0111221],"genre_scores_gemma":[0.9837788,0.00000221546,0.008671657,0.0002821225,0.0002867167,0.006716622,0.000143138,0.00001779849,0.0001009823],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8246386,"threshold_uncertainty_score":0.998475,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3020197475","doi":"10.1177/1356389020911060","title":"Evaluators in the Anthropocene","year":2020,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria; Université de Sherbrooke","funders":"","keywords":"Anthropocene; Biosphere; Environmental ethics; Action (physics); State (computer science); Natural (archaeology); Call to action; Earth system science; Work (physics); Non-human; Environmental planning; Environmental resource management; Political science; Ecology; History; Geography; Archaeology; Environmental science; Business; Law; Computer science; Biology; Engineering","authors":[{"name":"Astrid Brousselle","is_ca":true},{"name":"J. Bradley McDavid","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4706248224375595,"gpt":0.5890246793657072,"spread":0.1183998569281478,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02213067,0.000083176,0.0001222252,0.0001049789,0.000118606,0.0001669692,0.0005318873,0.00003673092,0.008981529],"category_scores_gemma":[0.005001018,0.0000478377,0.00005152376,0.001296355,0.00004436358,0.0003888856,0.00003464042,0.000126427,0.001813462],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005903967,"about_ca_system_score_gemma":0.0003149177,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007869057,"about_ca_topic_score_gemma":0.00002358612,"domain_scores_codex":[0.992666,0.001463494,0.0005350538,0.0003119301,0.004875513,0.0001480061],"domain_scores_gemma":[0.998417,0.0005746899,0.0001563023,0.0003434924,0.0004572844,0.0000512752],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007130217,0.0001492813,0.1597645,0.000005464376,0.00001159458,0.000002700158,0.01989843,0.02315944,0.0004392241,0.005096897,0.06141278,0.7299885],"study_design_scores_gemma":[0.0008116145,0.0001203666,0.3438708,0.000004304545,0.00001707288,0.000001346415,0.003119554,0.6204537,0.0001934549,0.01543892,0.01587243,0.00009642368],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8696308,0.0002119845,0.00213055,0.07769419,0.0004110751,0.0009300886,0.000002929874,0.00002579192,0.04896264],"genre_scores_gemma":[0.9939139,0.00001099391,0.0002110969,0.0056004,0.0001597787,0.00005757382,0.00001020963,0.000004281208,0.0000317936],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.729892,"threshold_uncertainty_score":0.9989637,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2133783179","doi":"10.1177/1356389008101967","title":"Using Logic Analysis to Evaluate Knowledge Transfer Initiatives","year":2009,"lang":"en","type":"article","venue":"Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research; U.S. Public Health Service; Canadian Health Services Research Foundation","keywords":"Popularity; Knowledge transfer; Knowledge management; Process (computing); Politics; Order (exchange); Technology transfer; Logic model; Institutional logic; Management science; Computer science; Political science; Sociology; Engineering; Business; Social science; Public administration","authors":[{"name":"Astrid Brousselle","is_ca":true},{"name":"Damien Contandriopoulos","is_ca":true},{"name":"Marc Lemire","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8591549218648961,"gpt":0.7677565598744323,"spread":0.0913983619904638,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01050981,0.0001314998,0.0002594521,0.0006855773,0.0007638956,0.00001553295,0.0001619416,0.00008726326,0.004025911],"category_scores_gemma":[0.002225396,0.0001197166,0.00007408754,0.002792341,0.00002380036,0.0003678188,0.00002061644,0.0001979183,0.001098691],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006522835,"about_ca_system_score_gemma":0.001265215,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006552365,"about_ca_topic_score_gemma":0.0002638678,"domain_scores_codex":[0.9938597,0.003600088,0.0007848495,0.0003591907,0.0008499806,0.0005461752],"domain_scores_gemma":[0.9975807,0.0007281092,0.0001224985,0.0002922317,0.00102805,0.0002484208],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0003221575,0.0004751079,0.04848676,0.0002162738,0.000654583,0.000003107723,0.6125304,0.07969255,0.05069364,0.03122662,0.01198069,0.1637182],"study_design_scores_gemma":[0.001588718,0.0002276387,0.8079095,0.00005269613,0.000771156,2.691456e-7,0.00297359,0.1775627,0.0002395663,0.0047331,0.003655587,0.000285442],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8378559,0.0000373051,0.1263646,0.0101277,0.0003365176,0.002332649,0.00002649926,0.0000868971,0.02283191],"genre_scores_gemma":[0.9775351,0.000004929735,0.004085818,0.01781484,0.0002096435,0.0001514324,0.00002178713,0.000007785758,0.0001687057],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7594228,"threshold_uncertainty_score":0.9996791,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2116343005","doi":"10.1177/1356389012453289","title":"Towards an evidence base of theory-driven evaluations: Some questions for proponents of theory-driven evaluation","year":2012,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Management science; Causality (physics); Psychological intervention; Promotion (chess); Development theory; Theory of change; Computer science; Psychology; Engineering ethics; Sociology; Political science; Economics; Economic growth; Engineering","authors":[{"name":"Sanjeev Sridharan","is_ca":true},{"name":"April Nakaima","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3773650039081808,"gpt":0.5722308654359345,"spread":0.1948658615277536,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.104484,0.0002903029,0.0005167416,0.0007531174,0.0003389194,0.0001064515,0.0007910653,0.0001824574,0.005238072],"category_scores_gemma":[0.03549252,0.0002319777,0.0002557637,0.001011653,0.000242577,0.004316744,0.0001069081,0.0001541277,0.0001498588],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004366177,"about_ca_system_score_gemma":0.002158929,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002832712,"about_ca_topic_score_gemma":0.00004052329,"domain_scores_codex":[0.9801928,0.007960978,0.00206492,0.0006964041,0.00860393,0.0004809391],"domain_scores_gemma":[0.9846474,0.003484014,0.001631229,0.001308321,0.008709921,0.0002191356],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007164042,0.001469289,0.02501976,0.0001058918,0.0001709688,6.858654e-8,0.01180279,0.06610368,0.02799929,0.2062729,0.0009374373,0.6594015],"study_design_scores_gemma":[0.001815735,0.0006134178,0.1293074,0.0002126575,0.0007162943,0.000001950991,0.001705944,0.5733773,0.009243588,0.2825362,0.0001966823,0.0002728408],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8696662,0.002029552,0.1168348,0.001105888,0.001635011,0.007055422,0.0001444637,0.00006180904,0.001466905],"genre_scores_gemma":[0.9866602,0.00006766927,0.01094041,0.0001364359,0.0003444816,0.001362784,0.0002268663,0.0000291007,0.0002320082],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6591286,"threshold_uncertainty_score":0.9956713,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3095230013","doi":"10.1177/1356389020952462","title":"Evaluation for planetary health","year":2020,"lang":"en","type":"article","venue":"Evaluation","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Dialogic; Psychological intervention; Field (mathematics); Management science; Human health; Natural (archaeology); Work (physics); Engineering ethics; Sociology; Computer science; Knowledge management; Psychology; Engineering; Medicine; Geography","authors":[{"name":"Astrid Brousselle","is_ca":true},{"name":"J. Bradley McDavid","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6745489268580942,"gpt":0.510194529002474,"spread":0.1643543978556202,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06950216,0.0001738053,0.0006676952,0.0001615089,0.0002480766,0.00006725151,0.0001947467,0.0001089154,0.001880666],"category_scores_gemma":[0.01259825,0.0002347034,0.0001161341,0.000202957,0.00002541719,0.0004810912,0.00002138433,0.0001112709,0.002364557],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001018502,"about_ca_system_score_gemma":0.0007919565,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002001344,"about_ca_topic_score_gemma":0.00007653697,"domain_scores_codex":[0.9943088,0.001015683,0.003158605,0.0006800091,0.0004598142,0.0003770915],"domain_scores_gemma":[0.9964787,0.0005902127,0.0019907,0.0003336675,0.0003502333,0.0002565105],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00012896,0.0002188977,0.01014541,0.001125237,0.000352284,2.151368e-7,0.01644091,0.02765969,0.00002653781,0.09049026,0.7956921,0.0577195],"study_design_scores_gemma":[0.002416734,0.0003049995,0.01384584,0.00003534255,0.00004046028,0.000001215823,0.0005822197,0.861375,0.000007882184,0.04395243,0.07713798,0.0002998975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.0695763,0.01859662,0.1201158,0.7610228,0.002542792,0.01500048,0.00128612,0.000307535,0.01155151],"genre_scores_gemma":[0.9124823,0.00007134472,0.009649054,0.07295333,0.001712309,0.001278144,0.001694463,0.00005904142,0.0001000786],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8429059,"threshold_uncertainty_score":0.9990317,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2052280380","doi":"10.1177/1356389012461192","title":"The ethical sensitivity of evaluators: A qualitative study using a vignette design","year":2012,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Université Laval","funders":"Government of Canada","keywords":"Vignette; Context (archaeology); Psychology; Qualitative research; Quality (philosophy); Social psychology; Engineering ethics; Sociology; Epistemology; Social science","authors":[{"name":"Geoffroy Desautels","is_ca":true},{"name":"Steve Jacob","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6117213930755443,"gpt":0.6475090385779075,"spread":0.03578764550236324,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.264315,0.000131622,0.0002404225,0.000151384,0.0004368264,0.000117755,0.0002201448,0.0001013989,0.0005320961],"category_scores_gemma":[0.02099599,0.00007855737,0.00008456729,0.0007916494,0.0001364982,0.000511099,0.00007839686,0.0002643565,0.0001619501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001833647,"about_ca_system_score_gemma":0.0006007893,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005107159,"about_ca_topic_score_gemma":0.0000605133,"domain_scores_codex":[0.9546191,0.03523349,0.001153049,0.0003522681,0.00827651,0.000365567],"domain_scores_gemma":[0.9850491,0.01128314,0.0008137304,0.0005737742,0.002189427,0.00009081882],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005434013,0.001387555,0.03466396,0.000008863947,0.0002546574,8.335158e-7,0.6717294,0.03395338,0.01457249,0.004389659,0.005273086,0.2332227],"study_design_scores_gemma":[0.0009668425,0.0002997476,0.07285091,0.00001427167,0.0001602645,0.00000350775,0.1026671,0.8104486,0.001290538,0.01084217,0.0002955491,0.0001604361],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9256657,0.0001623727,0.07076379,0.0009906868,0.0005082168,0.001438918,0.000002699003,0.00001344088,0.0004542308],"genre_scores_gemma":[0.9974295,0.000002883274,0.002118528,0.0001685289,0.0001390456,0.00006869202,0.000002031403,0.000008013604,0.00006275527],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7764953,"threshold_uncertainty_score":0.9872506,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2036342338","doi":"10.1177/1356389003009002006","title":"Reducing Anxiety and Resistance in Policy and Programme Evaluations","year":2003,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; Simon Fraser University","funders":"","keywords":"Resistance (ecology); Anxiety; Process (computing); Psychology; Political science; Public relations; Social psychology; Computer science; Ecology; Biology","authors":[{"name":"Iris Geva‐May","is_ca":true},{"name":"Warren Thorngate","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2274522559828327,"gpt":0.5341188055677645,"spread":0.3066665495849318,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02324959,0.0001033475,0.0001463483,0.0003906518,0.0001882615,0.0002326783,0.00009531732,0.00004665985,0.0004650294],"category_scores_gemma":[0.01172645,0.00008681909,0.00002162422,0.001070451,0.000068462,0.0005294187,0.00002654978,0.00009917357,0.00003563167],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001834178,"about_ca_system_score_gemma":0.0006529009,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005519082,"about_ca_topic_score_gemma":0.001127386,"domain_scores_codex":[0.9959349,0.0009778379,0.0005348144,0.0004337813,0.001892352,0.0002262955],"domain_scores_gemma":[0.9984055,0.0004563653,0.0001768623,0.0003120109,0.0005606918,0.00008853835],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0000306847,0.0001093922,0.1850458,0.00001461712,0.00001054894,3.866782e-7,0.007324254,0.001397672,0.000811402,0.1104309,0.001102309,0.693722],"study_design_scores_gemma":[0.001718383,0.00004648503,0.6733787,0.00004436907,0.00002626425,0.000007946299,0.00161448,0.06652263,0.0002533478,0.2314536,0.02471011,0.0002236955],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.927227,0.001086328,0.001038508,0.004147313,0.0001491814,0.0009285228,0.000002593411,0.00002116411,0.06539937],"genre_scores_gemma":[0.9916663,0.0001182927,0.006782691,0.0001892873,0.0000475874,0.0001225426,0.000006451268,0.000006336754,0.00106057],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6934983,"threshold_uncertainty_score":0.9965982,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2155601053","doi":"10.1177/1356389004046292","title":"What Counts is not Falling... but Landing","year":2004,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Douglas Mental Health University Institute; Douglas College","funders":"Canadian Institutes of Health Research; U.S. Public Health Service","keywords":"Strengths and weaknesses; Process management; Falling (accident); Process (computing); Management science; Computer science; Operations research; Political science; Business; Psychology; Engineering; Medicine; Environmental health","authors":[{"name":"Astrid Brousselle","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3671216289140383,"gpt":0.545401205321608,"spread":0.1782795764075697,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005076817,0.00005653532,0.00007722317,0.0001084468,0.0001016488,0.0003179155,0.0001529353,0.0000386862,0.009722084],"category_scores_gemma":[0.0004291637,0.00004329917,0.00003630252,0.0002385688,0.00001574096,0.000722462,0.00001846771,0.00005418708,0.00785042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001219235,"about_ca_system_score_gemma":0.0002340506,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007615105,"about_ca_topic_score_gemma":0.00001539493,"domain_scores_codex":[0.9970722,0.00008047972,0.0002610692,0.0001875452,0.002303152,0.00009552032],"domain_scores_gemma":[0.9990746,0.0001087387,0.0001125608,0.0002244189,0.0004453074,0.00003434912],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004087052,0.0001062304,0.0068528,0.000007162315,0.00002956362,0.000001423529,0.007569457,0.01573823,0.003391259,0.007198231,0.02917316,0.9298916],"study_design_scores_gemma":[0.004603031,0.0002312123,0.1102684,0.0001869993,0.0001060869,0.0000110261,0.006661518,0.3872756,0.02078295,0.2356701,0.2335362,0.0006668172],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9275542,0.0002792716,0.006742318,0.009161123,0.003438715,0.0004206958,0.000006364352,0.00004777552,0.05234947],"genre_scores_gemma":[0.9943156,0.00007428131,0.000447267,0.001405064,0.0001380972,0.00001381045,0.00001116434,0.00000422457,0.003590512],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9292248,"threshold_uncertainty_score":0.9929221,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3139167773","doi":"10.1177/1356389020978501","title":"Developing an ethical rationale for collaborative approaches to evaluation","year":2021,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; University of Victoria","funders":"","keywords":"Reflexivity; Dialogic; Reciprocity (cultural anthropology); Inclusion (mineral); Sociology; Engineering ethics; Context (archaeology); Politics; Set (abstract data type); Epistemology; Political science; Computer science; Pedagogy; Social science; Engineering; Law","authors":[{"name":"Jill Anne Chouinard","is_ca":true},{"name":"J. Bradley Cousins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8319796326770158,"gpt":0.5935660075730588,"spread":0.238413625103957,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03849379,0.0001431319,0.0002165629,0.0002332178,0.0004152385,0.0004562963,0.0002615291,0.0001704375,0.00272236],"category_scores_gemma":[0.01617557,0.0001251916,0.00006461582,0.001503304,0.00002977146,0.0007276449,0.00005570279,0.0001458013,0.0003018478],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004800522,"about_ca_system_score_gemma":0.005564382,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001945704,"about_ca_topic_score_gemma":0.0003546394,"domain_scores_codex":[0.9908017,0.002177653,0.0007442344,0.0007034868,0.005360042,0.0002128994],"domain_scores_gemma":[0.9890243,0.001288024,0.0002442393,0.0004926798,0.00882321,0.0001275862],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001423494,0.0001649799,0.001168629,0.00001209875,0.00004720096,3.437573e-7,0.01332786,0.1203632,0.00223159,0.2259679,0.01023421,0.6263397],"study_design_scores_gemma":[0.001344403,0.0001508736,0.01960642,0.00001702784,0.00006712306,0.000002247003,0.007813538,0.7781933,0.006716229,0.1603503,0.02549206,0.0002464945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3929864,0.0002133673,0.4978581,0.08848976,0.001364286,0.005461904,0.00005178641,0.00006025925,0.01351405],"genre_scores_gemma":[0.8962305,0.000004298309,0.09628579,0.003663885,0.0003477308,0.00198043,0.0007365388,0.00001526129,0.000735526],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6578301,"threshold_uncertainty_score":0.9981893,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2606109332","doi":"10.1177/1356389017697615","title":"Network-based approaches for evaluating ambient assisted living (AAL) technologies","year":2017,"lang":"en","type":"article","venue":"Evaluation","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University; University of Toronto","funders":"Economic and Social Research Council","keywords":"Assisted living; Perspective (graphical); Activities of daily living; Computer science; Cognition; Bridge (graph theory); Independent living; Function (biology); Living lab; Human–computer interaction; Knowledge management; Psychology; Gerontology; Medicine; Artificial intelligence","authors":[{"name":"Tim Gomersall","is_ca":false},{"name":"Louise Nygård","is_ca":false},{"name":"Alex Mihailidis","is_ca":true},{"name":"Andrew Sixsmith","is_ca":true},{"name":"Amy Hwang","is_ca":true},{"name":"Annicka Hedman","is_ca":false},{"name":"Arlene Astell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1956351138044354,"gpt":0.399164352199533,"spread":0.2035292383950976,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.008403167,0.0001348288,0.0001736203,0.0001037894,0.002975499,0.0002621843,0.000714261,0.000305171,0.00004049478],"category_scores_gemma":[0.01820062,0.000138212,0.0000778642,0.0001539541,0.0004470338,0.000328816,0.0001151655,0.0001541098,0.0000182667],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003130693,"about_ca_system_score_gemma":0.000419843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001854625,"about_ca_topic_score_gemma":0.001994299,"domain_scores_codex":[0.9977641,0.0003293347,0.0002544614,0.0004043672,0.0007918873,0.0004558597],"domain_scores_gemma":[0.9979125,0.0004904544,0.0004612401,0.000707788,0.0003952976,0.00003276233],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000255576,0.0001140082,0.02201551,0.00002798277,0.0000380519,4.26195e-7,0.002690618,0.003006442,0.0004483521,0.01368526,0.00196997,0.9559778],"study_design_scores_gemma":[0.002450905,0.0003898662,0.3194819,0.0005696568,0.0003982462,0.000001051389,0.0104737,0.5799877,0.002060347,0.07731885,0.006052908,0.0008148617],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9084874,0.0007377565,0.03824423,0.0299969,0.001700675,0.005882232,0.00001037524,0.002657153,0.01228327],"genre_scores_gemma":[0.9807859,0.000004808274,0.01791793,0.00004888381,0.0001690386,0.00082451,0.00001194599,0.00001781816,0.0002191925],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9551629,"threshold_uncertainty_score":0.9983225,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3109011900","doi":"10.1177/1356389020969721","title":"How to normalize reflexive evaluation? Navigating between legitimacy and integrity","year":2020,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athena Sustainable Materials Institute","funders":"","keywords":"Reflexivity; Normalization (sociology); Legitimacy; Epistemology; Process management; Political science; Sociology; Computer science; Knowledge management; Business; Social science; Politics","authors":[{"name":"Lisa Verwoerd","is_ca":false},{"name":"Pim Klaassen","is_ca":true},{"name":"B.J. Regeer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4709169939777773,"gpt":0.5835940233142233,"spread":0.112677029336446,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02138962,0.0001893298,0.0003003823,0.0001226058,0.0003133693,0.0008232196,0.0003897599,0.00008834487,0.001828954],"category_scores_gemma":[0.01535159,0.000154412,0.0000683358,0.001059041,0.0000556606,0.001333311,0.0001709034,0.0003546777,0.0004867101],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001870501,"about_ca_system_score_gemma":0.0005249704,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002365569,"about_ca_topic_score_gemma":0.00003437324,"domain_scores_codex":[0.9912395,0.001345419,0.0007007883,0.0007060523,0.005751748,0.0002564658],"domain_scores_gemma":[0.9953752,0.0008398407,0.0003654601,0.0003980434,0.002697147,0.0003242723],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003586663,0.00001736448,0.0557517,0.000008186939,0.00002423217,3.705863e-7,0.007895164,0.00165991,0.0008266566,0.0006424487,0.004811895,0.9283262],"study_design_scores_gemma":[0.00196778,0.0004507978,0.2979124,0.00006506221,0.0001886019,0.000002531093,0.00581123,0.6530857,0.001911576,0.01989806,0.01827625,0.0004299731],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8759401,0.0001231576,0.01538944,0.09956587,0.0002719458,0.001756077,0.00002425095,0.00006296101,0.006866134],"genre_scores_gemma":[0.9910709,0.00000512286,0.005475741,0.00252878,0.000520779,0.0001672044,0.00007833718,0.00001275232,0.0001403547],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9278963,"threshold_uncertainty_score":0.9990835,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2093062308","doi":"10.1177/1356389012442445","title":"A socio-political framework for evaluability assessment of participatory evaluations of partnerships: Making sense of the power differentials in programs that involve the state and civil society","year":2012,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; University of Ottawa","funders":"","keywords":"General partnership; Citizen journalism; Participatory evaluation; Politics; Public relations; Civil society; Participatory action research; Power (physics); State (computer science); Political science; Public administration; Sociology; Computer science","authors":[{"name":"Hélène Laperrière","is_ca":true},{"name":"Louise Potvin","is_ca":true},{"name":"Ricardo Zúñiga","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5679951806189625,"gpt":0.5888862518149395,"spread":0.020891071195977,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.047197,0.0001551887,0.0003871417,0.00007841457,0.00016913,0.00004924174,0.0002737185,0.0001159111,0.0004916904],"category_scores_gemma":[0.005120374,0.00008716626,0.0002586625,0.0004930697,0.0005280219,0.0003335913,0.0001406547,0.0001994279,0.000001727717],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002152437,"about_ca_system_score_gemma":0.0007585249,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001162857,"about_ca_topic_score_gemma":0.0001142109,"domain_scores_codex":[0.9911357,0.003096099,0.001275851,0.0003056548,0.003780151,0.0004065911],"domain_scores_gemma":[0.9924256,0.004331399,0.0009870699,0.0007152928,0.001469915,0.00007070656],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003926597,0.0004748185,0.9385109,0.00007108469,0.00006529143,7.200268e-9,0.01944704,0.0006740426,0.0004842955,0.03284596,0.00009421614,0.007293066],"study_design_scores_gemma":[0.0006107047,0.0001026888,0.7568241,0.0001066052,0.0001558439,2.93946e-7,0.008235553,0.1045014,0.0009003061,0.1284456,0.00003567239,0.00008124451],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.985726,0.0001909518,0.009451217,0.00175174,0.0003068985,0.002307969,0.00002747628,0.000005091186,0.0002326565],"genre_scores_gemma":[0.996661,0.000006785824,0.002668802,0.0001415971,0.00003652875,0.0004505946,0.00000733549,0.000009496822,0.00001782317],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1816868,"threshold_uncertainty_score":0.9811112,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4382811084","doi":"10.1177/13563890231185167","title":"How to develop a realist programme theory using Margaret Archer’s structure–agency–culture framework: The case of adolescent accountability for sexual and reproductive health in urban resource-constrained settings","year":2023,"lang":"en","type":"article","venue":"Evaluation","topic":"Social Policy and Reform Studies","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Fonds Wetenschappelijk Onderzoek","keywords":"Structure and agency; Agency (philosophy); Sociology; Critical realism (philosophy of perception); Reproductive health; Accountability; Context (archaeology); Resource (disambiguation); Epistemology; Social science; Political science; Realism; Population","authors":[{"name":"Sara Van Belle","is_ca":false},{"name":"Ibukun‐Oluwa Omolade Abejirinde","is_ca":true},{"name":"Aloysius Ssennyonjo","is_ca":false},{"name":"Prashanth Nuggehalli Srinivas","is_ca":false},{"name":"Pragati Hebbar","is_ca":false},{"name":"Bruno Marchal","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.126337267630334,"gpt":0.4286265921107111,"spread":0.302289324480377,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01027839,0.000102321,0.0001822168,0.00006351496,0.0008127759,0.00005661887,0.00009183773,0.0001102141,0.000001966986],"category_scores_gemma":[0.01152485,0.00007003339,0.00002424797,0.000971991,0.0004152067,0.00008644098,0.00005931524,0.0001660446,9.775976e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003197999,"about_ca_system_score_gemma":0.0005342268,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002992732,"about_ca_topic_score_gemma":0.01075848,"domain_scores_codex":[0.9977524,0.001052765,0.0002364363,0.000321908,0.0002922316,0.0003443055],"domain_scores_gemma":[0.9988403,0.0003373161,0.0001900858,0.0001579506,0.0004150122,0.00005933128],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001084367,0.00002908964,0.002192323,0.0001233784,0.00003669046,0.000001181248,0.8060864,0.00003084126,0.00009882263,0.01428701,0.001271476,0.1757344],"study_design_scores_gemma":[0.0004926591,0.0001391721,0.05680117,0.0001236152,0.00006180759,0.000007653717,0.6854084,0.0005065133,0.00006668978,0.2544731,0.001686366,0.0002328092],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9510033,0.0001692395,0.0003047844,0.04492461,0.0001200241,0.003234637,0.0001244407,0.00004202199,0.00007700839],"genre_scores_gemma":[0.9973778,0.0000118407,0.001522401,0.0004064039,0.0004958624,0.00009324743,0.00002724192,0.000008814497,0.0000564316],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2401861,"threshold_uncertainty_score":0.9968015,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4285595442","doi":"10.1177/13563890221107044","title":"A theory-based approach to designing interventions for Planetary Health","year":2022,"lang":"en","type":"article","venue":"Evaluation","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Psychological intervention; Action (physics); Management science; Theory of change; Engineering ethics; Field (mathematics); Human health; Public relations; Psychology; Computer science; Sociology; Political science; Medicine; Engineering","authors":[{"name":"Astrid Brousselle","is_ca":true},{"name":"J. Bradley McDavid","is_ca":true},{"name":"Megan Curren","is_ca":false},{"name":"Rik Logtenberg","is_ca":false},{"name":"Bronwyn Dunbar","is_ca":true},{"name":"Tara Ney","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.285646917889852,"gpt":0.4283617954686286,"spread":0.1427148775787766,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004045608,0.0000504266,0.00007294217,0.00004841971,0.0004224768,0.00001075144,0.00008226652,0.00001002377,0.003145109],"category_scores_gemma":[0.00009355352,0.00005216978,0.00004111558,0.0001492916,0.00000884565,0.00004699713,0.00004698201,0.00005224624,0.00006341536],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004819632,"about_ca_system_score_gemma":0.00004184777,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008023588,"about_ca_topic_score_gemma":0.00003639471,"domain_scores_codex":[0.9988595,0.0003045113,0.0001554443,0.0001646953,0.0003222913,0.0001935748],"domain_scores_gemma":[0.9996346,0.00008288798,0.000072287,0.0001084286,0.000006057993,0.00009569996],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003464074,0.000738608,0.003975273,0.0003200574,0.00001178652,3.308157e-7,0.01079228,0.6111811,0.001211767,0.000951214,0.137932,0.2325391],"study_design_scores_gemma":[0.003447976,0.003446956,0.08286986,0.0001537692,0.0001048174,0.000009457073,0.00401075,0.8612765,0.0002447685,0.0205399,0.02337717,0.0005180824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1356482,0.0004284053,0.8358927,0.01201845,0.0004858264,0.007487244,0.0002607587,0.0001166101,0.007661769],"genre_scores_gemma":[0.9743248,0.000001272754,0.01732122,0.005893349,0.00004707167,0.001472663,0.0007464048,0.00001273078,0.0001805406],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8386765,"threshold_uncertainty_score":0.9977661,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2973640600","doi":"10.1177/1356389019870213","title":"Rapid impact evaluation","year":2019,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Summative assessment; Impact evaluation; Formative assessment; Counterfactual thinking; Credibility; Stakeholder; Stakeholder engagement; Impact assessment; Ex-ante; Salience (neuroscience); Program evaluation; Theory of change; Process management; Legitimacy; Computer science; Management science; Knowledge management; Psychology; Business; Political science; Public relations; Economics; Social psychology; Artificial intelligence","authors":[{"name":"Andy Rowe","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3381382875021545,"gpt":0.5894724107344181,"spread":0.2513341232322636,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.04635462,0.0001545977,0.0002196747,0.0003914131,0.000124415,0.0002801769,0.0003932831,0.00008488656,0.1722335],"category_scores_gemma":[0.003127078,0.000108835,0.0001618908,0.0009256842,0.00002374974,0.00107931,0.00005027773,0.0001221302,0.01887739],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004714749,"about_ca_system_score_gemma":0.001125644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000171526,"about_ca_topic_score_gemma":0.00001884264,"domain_scores_codex":[0.9881693,0.00144671,0.000717804,0.000521596,0.008897135,0.0002474397],"domain_scores_gemma":[0.9952343,0.0005708422,0.0003911694,0.0008702323,0.002838637,0.00009480512],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004289428,0.00005904946,0.05230492,0.000002071212,0.00002412901,8.186255e-8,0.0006016649,0.03821334,0.001619306,0.0005133395,0.0116701,0.8949491],"study_design_scores_gemma":[0.001140954,0.0001509126,0.3413225,0.000007098488,0.0000395946,0.000001911435,0.0002934946,0.6352287,0.0003182422,0.01276902,0.00860435,0.0001232678],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8863718,0.0002889714,0.0005543986,0.0009726254,0.00124862,0.00152336,0.000005041029,0.00003679221,0.1089984],"genre_scores_gemma":[0.9972485,0.00001276235,0.0002298799,0.0002972326,0.0001614154,0.0001095081,0.00009319406,0.00001115989,0.001836322],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8948258,"threshold_uncertainty_score":0.9819786,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154807644","doi":"10.1177/1356389009341729","title":"Evaluating Service Organization Models","year":2009,"lang":"en","type":"article","venue":"Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Agency of Canada; Université de Montréal; École Nationale d'Administration Publique","funders":"Canadian Institutes of Health Research; U.S. Public Health Service; Ministère de la Santé et des Services sociaux","keywords":"Computer science; Relevance (law); Set (abstract data type); Management science; Context (archaeology); Service (business); Contrast (vision); Data science; Artificial intelligence; Engineering","authors":[{"name":"Nassera Touati","is_ca":true},{"name":"Raynald Pineault","is_ca":false},{"name":"François Champagne","is_ca":true},{"name":"Jean‐Louis Denis","is_ca":true},{"name":"Astrid Brousselle","is_ca":true},{"name":"André‐Pierre Contandriopoulos","is_ca":true},{"name":"Robert Geneau","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8545316963181638,"gpt":0.762880564368063,"spread":0.09165113195010088,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009270842,0.0001005896,0.0001244037,0.0001353241,0.0009565215,0.00001740809,0.0001681109,0.00009602867,0.003080991],"category_scores_gemma":[0.00416914,0.00009936996,0.00001281896,0.001316707,0.000009134707,0.0006690601,0.00003015368,0.0002075862,0.001503421],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000516084,"about_ca_system_score_gemma":0.00148598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009217655,"about_ca_topic_score_gemma":0.00007178946,"domain_scores_codex":[0.9959498,0.001451032,0.0006907174,0.0002784801,0.001201742,0.0004282525],"domain_scores_gemma":[0.9961576,0.0005267393,0.0003614034,0.0003000595,0.002521632,0.0001325533],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009085436,0.0001774934,0.01543154,0.0003524545,0.00002803196,0.000001031145,0.2303491,0.08856766,0.062386,0.05749112,0.06377327,0.4813514],"study_design_scores_gemma":[0.002411178,0.00016025,0.1276721,0.0001022288,0.00005129729,0.000001469411,0.002683879,0.8183572,0.0003414075,0.04596051,0.002001565,0.0002569196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9194142,0.00001375897,0.01781385,0.04261166,0.0005045898,0.002240046,0.000008066542,0.0002218022,0.01717204],"genre_scores_gemma":[0.9398211,0.000004035812,0.005247107,0.05417337,0.0003136694,0.00009544445,0.00006574368,0.00001341965,0.0002660676],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7297896,"threshold_uncertainty_score":0.999274,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2026507234","doi":"10.1177/1356389009360471","title":"Peace and Conflict Impact Assessment (PCIA) in Community Development: A Case Study from Mozambique","year":2010,"lang":"en","type":"article","venue":"Evaluation","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Situational ethics; Government (linguistics); Work (physics); Quality (philosophy); Public relations; Political science; Public administration; Sociology; Business; Engineering; Law","authors":[{"name":"Lisa Bornstein","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04812356254503167,"gpt":0.4044966418320075,"spread":0.3563730792869758,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002748196,0.0001376976,0.0001391293,0.00003602753,0.0004245664,0.00007280808,0.0001149705,0.0000804118,0.001875891],"category_scores_gemma":[0.00007668365,0.0001332421,0.00002066411,0.0001099311,0.0001012962,0.0003665232,0.0001900329,0.0004949886,0.00003992237],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007275356,"about_ca_system_score_gemma":0.00007283349,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.05468239,"about_ca_topic_score_gemma":0.09561539,"domain_scores_codex":[0.9980065,0.0008448865,0.0002228503,0.0001955164,0.0005315369,0.0001987185],"domain_scores_gemma":[0.9994273,0.0001221118,0.00008571443,0.0002308476,0.000007853375,0.0001261959],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000008219318,0.0006935939,0.9360495,0.0000010596,0.00001646789,0.00004080315,0.03381544,0.000088417,0.005771766,0.000001617303,0.00002255956,0.02349054],"study_design_scores_gemma":[0.001070957,0.0001021009,0.9849606,0.000004753183,0.00002236081,0.00001625135,0.01149293,0.001827421,0.0001374014,0.0001201679,0.00009767673,0.0001473911],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9967102,0.00001158895,0.00004233095,0.00004036263,0.00008207167,0.0009058603,0.000005028745,0.00001650614,0.002186078],"genre_scores_gemma":[0.9986909,0.000005480957,0.001049251,0.00005867143,0.00002095337,0.00008537849,0.00003370017,0.00001099581,0.00004469132],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04891107,"threshold_uncertainty_score":0.9990366,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404873315","doi":"10.1177/13563890241289937","title":"Artificial intelligence and big data-driven evaluation research and practices: A systematic literature review","year":2024,"lang":"en","type":"article","venue":"Evaluation","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École Nationale d'Administration Publique","funders":"","keywords":"Big data; Systematic review; Data science; Management science; Psychology; Political science; Engineering ethics; Computer science; MEDLINE; Engineering; Data mining","authors":[{"name":"Salah eddine Bouyousfi","is_ca":false},{"name":"Miché Ouedraogo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7863038003097949,"gpt":0.6347017197247322,"spread":0.1516020805850626,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0204903,0.0001198551,0.000251804,0.0003052576,0.0001843712,0.0002883366,0.0001009128,0.000116811,0.0001043049],"category_scores_gemma":[0.01463605,0.00009511757,0.00002030073,0.0009663841,0.00009481312,0.0005338216,0.00007143068,0.000413344,0.0001020612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002062029,"about_ca_system_score_gemma":0.0008300192,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000676982,"about_ca_topic_score_gemma":0.0001036864,"domain_scores_codex":[0.9960427,0.001110643,0.0006599742,0.0005814983,0.001402827,0.0002024096],"domain_scores_gemma":[0.9961234,0.001118078,0.0001843197,0.0006118819,0.001841484,0.0001208684],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004357381,0.0000900688,0.0001330798,0.1223612,0.00005564388,0.000009223583,0.004534952,0.000009416062,0.000246992,0.00135644,0.00220381,0.8689556],"study_design_scores_gemma":[0.00002414569,0.0004920365,0.0003156583,0.1957133,0.001403537,0.0002951445,0.003087177,0.7681053,0.0005056121,0.02890847,0.0009605563,0.0001890248],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.09212957,0.8570651,0.001789936,0.03568389,0.001933418,0.01049172,0.00002524846,0.0001108331,0.0007703073],"genre_scores_gemma":[0.9273803,0.06939211,0.0004575901,0.0003185905,0.001188941,0.0005365992,0.0006111516,0.00002006158,0.00009470512],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8687665,"threshold_uncertainty_score":0.9936641,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2143790740","doi":"10.1177/1356389008090857","title":"Health Technology Assessment in the Canadian Health Policy Arena","year":2008,"lang":"en","type":"article","venue":"Evaluation","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Autonomy; Agency (philosophy); Accountability; Health technology; Public relations; Politics; Health care; Perspective (graphical); Public administration; Political science; Sociology; Social science","authors":[{"name":"Pascale Lehoux","is_ca":true},{"name":"Myriam Hivon","is_ca":false},{"name":"Jean‐Louis Denis","is_ca":true},{"name":"Stéphanie Tailliez","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4506354292933477,"gpt":0.5225140240842393,"spread":0.07187859479089165,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04650024,0.0001480275,0.0006371264,0.001483498,0.0007660658,0.00004715114,0.0003384423,0.000132896,0.0002050577],"category_scores_gemma":[0.002496949,0.0001633385,0.00005507976,0.00092154,0.00008227393,0.0002451673,0.00001968386,0.0003327314,0.0007873935],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.007667574,"about_ca_system_score_gemma":0.009894305,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.5061464,"about_ca_topic_score_gemma":0.5867924,"domain_scores_codex":[0.994418,0.001231856,0.002964672,0.0004678575,0.0002567694,0.0006608341],"domain_scores_gemma":[0.9973208,0.0002523283,0.001528985,0.0005961271,0.00008990949,0.000211802],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000002990627,0.0001524461,0.1446466,0.0001043903,0.00002798486,0.000001735101,0.01389114,0.001228367,2.134651e-7,0.726284,0.1068796,0.006780594],"study_design_scores_gemma":[0.001119659,0.0001995242,0.8428791,0.00006223865,0.000001704674,0.00003860716,0.002484704,0.01621,3.047242e-7,0.05835072,0.0783843,0.0002691495],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.0643134,0.003291325,0.0007528627,0.921379,0.0003564576,0.002047007,0.0001204716,0.00004278139,0.00769665],"genre_scores_gemma":[0.9389544,0.000232416,0.001439087,0.05853696,0.0002801415,0.0002950187,0.0001395301,0.00001803784,0.000104373],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8746411,"threshold_uncertainty_score":0.9999906,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2913663231","doi":"10.1177/1356389019827035","title":"Combining internal and external evaluations within a multilevel evaluation framework: Computational text analysis of lessons from the Asian Development Bank","year":2019,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Lee Kuan Yew School of Public Policy, National University of Singapore; Whitney and Betty MacMillan Center for International and Area Studies; Yale University","keywords":"Macro; Psychological intervention; Micro level; Scenario analysis; Political science; Computer science; Process management; Psychology; Business; Economics; Finance; Microeconomics","authors":[{"name":"Nihit Goyal","is_ca":false},{"name":"Michael Howlett","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2313179511134962,"gpt":0.5268569038509368,"spread":0.2955389527374405,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02834314,0.0002242461,0.0004417207,0.000650504,0.0003550012,0.0003328435,0.0005607258,0.0001231204,0.009750921],"category_scores_gemma":[0.004233858,0.0001598184,0.0001540067,0.001407794,0.0001108253,0.0005883819,0.0001599292,0.0002821353,0.0002558053],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000283426,"about_ca_system_score_gemma":0.00134975,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001066851,"about_ca_topic_score_gemma":0.000424523,"domain_scores_codex":[0.9881575,0.001862814,0.00152885,0.0006789352,0.007554268,0.0002176348],"domain_scores_gemma":[0.9914562,0.003700934,0.001190047,0.0006476837,0.002910672,0.00009443977],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005770374,0.0001077981,0.1784794,0.000002543168,0.0005105262,1.027697e-7,0.01957304,0.3695074,0.0003901339,0.003953611,0.0001510129,0.4272667],"study_design_scores_gemma":[0.0006807516,0.00003299894,0.4732638,0.00005620252,0.000472909,5.568133e-7,0.001541178,0.5043526,0.00009519552,0.01933669,0.00006954982,0.00009759523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8683612,0.0001872273,0.1259358,0.002374948,0.0005571313,0.001076096,0.00004142172,0.00001681593,0.001449303],"genre_scores_gemma":[0.9784667,0.000004444834,0.02046063,0.0004065557,0.00006133234,0.0001380267,0.0002860427,0.00001248249,0.0001637499],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4271691,"threshold_uncertainty_score":0.9911543,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2605706618","doi":"10.1177/1356389017697620","title":"Evaluability assessment of a small NGO in water-based development","year":2017,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Waterloo","funders":"Mitacs","keywords":"Accountability; Context (archaeology); Political science; Public relations; Water development; Face (sociological concept); Qualitative research; Baseline (sea); Psychology; Sociology; Water resources; Geography; Social science","authors":[{"name":"Stephanie K. Lu","is_ca":true},{"name":"Susan J. Elliott","is_ca":true},{"name":"Christopher M. Perlman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4462252381466189,"gpt":0.5827030978504076,"spread":0.1364778597037887,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04582828,0.0001344213,0.0002852989,0.0003058204,0.0003147762,0.0002223635,0.0007757697,0.00007334439,0.003897194],"category_scores_gemma":[0.002872754,0.00009035523,0.00007416601,0.0001533514,0.00009105515,0.0004146782,0.0001307749,0.0001175793,0.000153893],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000391453,"about_ca_system_score_gemma":0.001729205,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006404194,"about_ca_topic_score_gemma":0.0008674607,"domain_scores_codex":[0.9935225,0.0008379116,0.001147238,0.0004628921,0.003791147,0.0002383113],"domain_scores_gemma":[0.9963837,0.0003475998,0.0005687114,0.001271999,0.001363139,0.0000648564],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004441011,0.0003992253,0.6240411,0.00002121288,0.0000127869,5.595517e-7,0.001525685,0.0403802,0.003302849,0.000298147,0.00009512823,0.3298787],"study_design_scores_gemma":[0.001043278,0.00005030922,0.6518721,0.00002129213,0.000009286129,1.377189e-7,0.00009806313,0.3366754,0.006117642,0.003207347,0.0008218672,0.00008328992],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9783971,0.00001108007,0.006017004,0.001561852,0.0003706086,0.0007941952,0.000001804489,0.00001069916,0.01283566],"genre_scores_gemma":[0.9893357,0.000001108474,0.01013297,0.00008154628,0.00002797915,0.0001689662,0.0000255643,0.000006244187,0.0002198929],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3297954,"threshold_uncertainty_score":0.9970134,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4322744890","doi":"10.1177/13563890231156954","title":"How can climate change and its interaction with other compounding risks be considered in evaluation? Experiences from Vietnam","year":2023,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Alberta; University of Guelph","funders":"Australian Centre for International Agricultural Research; Canadian Institutes of Health Research; Consortium of International Agricultural Research Centers","keywords":"Climate change; Context (archaeology); Environmental resource management; Environmental planning; Public relations; Political science; Business; Psychology; Geography; Environmental science; Ecology","authors":[{"name":"Steven Lâm","is_ca":true},{"name":"Warren Dodd","is_ca":true},{"name":"Hung Nguyen‐Viet","is_ca":false},{"name":"Fred Unger","is_ca":false},{"name":"Trang Thi-Huyen Le","is_ca":false},{"name":"Sinh Dang-Xuan","is_ca":false},{"name":"Kelly Skinner","is_ca":true},{"name":"Andrew Papadopoulos","is_ca":true},{"name":"Sherilee L. Harper","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6069973684791174,"gpt":0.5550850423223465,"spread":0.05191232615677099,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01222402,0.0001666735,0.0002383809,0.0005419974,0.0002643324,0.0005525851,0.0001716471,0.0000712296,0.001798956],"category_scores_gemma":[0.001432483,0.0001254159,0.00003033906,0.001077387,0.00005479471,0.001370072,0.000063193,0.0001286107,0.0001011359],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002063037,"about_ca_system_score_gemma":0.00020057,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001923624,"about_ca_topic_score_gemma":0.004061178,"domain_scores_codex":[0.9942534,0.001093782,0.0004727799,0.0005499427,0.003371154,0.0002589528],"domain_scores_gemma":[0.9976649,0.0007799796,0.0003933262,0.0002911684,0.0007959832,0.0000746429],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003426755,0.0001615093,0.4256605,0.00002330953,0.0000734092,0.000005096957,0.2022037,0.007643127,0.004074518,0.0009384473,0.001269643,0.357604],"study_design_scores_gemma":[0.001363244,0.00008871122,0.2939673,0.00007427349,0.00003813162,0.000002193777,0.06110349,0.6401809,0.0004113581,0.001869553,0.0007348245,0.0001659216],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9886473,0.0002112479,0.00006017375,0.008013335,0.0006210676,0.001314709,0.00002586889,0.00005012867,0.001056123],"genre_scores_gemma":[0.9979693,0.00005962204,0.000160884,0.0004183921,0.0001397059,0.001066888,0.0001002938,0.00001329777,0.00007157778],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6325378,"threshold_uncertainty_score":0.9991136,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2130276747","doi":"10.1177/1356389015593357","title":"Towards a comprehensive framework for the evaluation of small and medium enterprise policy","year":2015,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Additionality; Relevance (law); Public policy; Policy analysis; Process management; Business; Management science; Knowledge management; Computer science; Political science; Economics; Public economics; Public administration; Economic growth","authors":[{"name":"Arturo Vega","is_ca":false},{"name":"Mike Chiasson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4988657924257035,"gpt":0.574468999590146,"spread":0.07560320716444247,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03073404,0.0001166967,0.0002023968,0.0002403014,0.0001327075,0.0001215282,0.0003244335,0.00008305423,0.000367502],"category_scores_gemma":[0.02063696,0.00007208049,0.00007153903,0.0005518401,0.0001039807,0.0002481203,0.00008198497,0.00009073166,0.00003600199],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001898222,"about_ca_system_score_gemma":0.002157546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007209998,"about_ca_topic_score_gemma":0.00007569633,"domain_scores_codex":[0.9932095,0.000962217,0.0006148007,0.0002967417,0.004760189,0.0001565434],"domain_scores_gemma":[0.9899485,0.002075313,0.0004558993,0.0004977792,0.006925092,0.00009742288],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001845794,0.00007992711,0.005062198,0.00001157457,0.00006067611,4.188981e-8,0.01176058,0.0192577,0.0001913216,0.01092897,0.003929641,0.9485328],"study_design_scores_gemma":[0.001521123,0.0001639572,0.1148888,0.00002141187,0.0001612936,0.0000015528,0.003468073,0.5859374,0.000351086,0.2892568,0.004149003,0.00007950145],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.724194,0.00225994,0.2366978,0.0264205,0.001733506,0.004328517,0.0000337664,0.00002961219,0.004302332],"genre_scores_gemma":[0.9911106,0.00003748552,0.007539266,0.0005634573,0.0003148924,0.0003285811,0.00001902641,0.000008251424,0.00007846703],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9484533,"threshold_uncertainty_score":0.9980633,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2742194300","doi":"10.1177/1356389017715719","title":"Using online mining techniques to inform formative evaluations: An analysis of YouTube video comments about chronic pain","year":2017,"lang":"en","type":"article","venue":"Evaluation","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Economic and Social Research Council; Centre National de la Recherche Scientifique; McGill University","keywords":"Judgement; Formative assessment; Social media; Psychology; Applied psychology; Computer science; Public relations; World Wide Web; Political science","authors":[{"name":"Aude Bicquelet","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3269929441657317,"gpt":0.5957748917242113,"spread":0.2687819475584796,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03054546,0.0001085382,0.0002789803,0.0003991994,0.00135189,0.0001425155,0.0003353175,0.00007943474,0.0002718616],"category_scores_gemma":[0.007619085,0.0001032389,0.0001016656,0.0006382325,0.0001806056,0.001235312,0.00006079506,0.00006854453,0.000002541055],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007074283,"about_ca_system_score_gemma":0.0003588081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003244016,"about_ca_topic_score_gemma":0.008981107,"domain_scores_codex":[0.9953574,0.002677327,0.0004804406,0.0001873551,0.001083929,0.0002135621],"domain_scores_gemma":[0.9973332,0.000419969,0.0005992024,0.0004095848,0.001148895,0.00008909162],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002213033,0.0001093861,0.0081911,0.00001600609,0.0002678848,7.938613e-8,0.1845149,0.002704411,0.001054104,0.003417514,0.00007792812,0.7996245],"study_design_scores_gemma":[0.0005382681,0.0005412287,0.1923787,0.0001968135,0.001422424,5.684851e-8,0.05693601,0.7394184,0.001393142,0.003600082,0.003232625,0.0003422394],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8785248,0.00008331156,0.1148908,0.001065962,0.000141471,0.001038181,0.00006004386,0.00004193442,0.004153536],"genre_scores_gemma":[0.9171794,0.00001191015,0.08222491,0.0002136459,0.0001282059,0.00006440662,0.0001187584,0.00000779746,0.00005094779],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7992823,"threshold_uncertainty_score":0.9999482,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111087525","doi":"10.1177/1356389009360478","title":"Conceptual and Methodological Challenges in Producing Research Syntheses for Decision-and Policy-Making: An Illustrative Case in Primary Healthcare","year":2010,"lang":"en","type":"article","venue":"Evaluation","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Université de Montréal; Université de Sherbrooke","funders":"Canadian Institutes of Health Research; Canada Research Chairs; Ministère de la Santé et des Services sociaux; Canadian Health Services Research Foundation","keywords":"Rigour; Operationalization; Viewpoints; Management science; Health care; Engineering ethics; Foundation (evidence); Process (computing); Deliberation; Knowledge management; Computer science; Process management; Political science; Engineering; Epistemology; Politics","authors":[{"name":"Raynald Pineault","is_ca":true},{"name":"Paul A. Lamarche","is_ca":true},{"name":"Marie‐Dominique Beaulieu","is_ca":true},{"name":"Jeannie Haggerty","is_ca":true},{"name":"Danielle Larouche","is_ca":true},{"name":"Jean-Marc Jalhay","is_ca":true},{"name":"André‐Pierre Contandriopoulos","is_ca":true},{"name":"Jean‐Louis Denis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7415406961974293,"gpt":0.6603945259424397,"spread":0.0811461702549896,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.02998514,0.0001328233,0.0003830206,0.0004798286,0.0005963564,0.00001344807,0.00009255829,0.000353697,0.00007371111],"category_scores_gemma":[0.03889715,0.0001096954,0.00001795561,0.0002599111,0.0002013105,0.0002729925,0.0001279591,0.001202935,0.000003421886],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006084354,"about_ca_system_score_gemma":0.002692413,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000929682,"about_ca_topic_score_gemma":0.03004666,"domain_scores_codex":[0.992265,0.005537702,0.0005980605,0.000578089,0.000443793,0.0005772908],"domain_scores_gemma":[0.9754418,0.02340606,0.0001381474,0.0002952589,0.0005699374,0.0001487738],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0007931867,0.0001313293,0.03529029,0.0007643816,0.000008784073,0.00005174917,0.1188617,0.000009012369,0.0006129691,0.05231415,0.0004143292,0.7907481],"study_design_scores_gemma":[0.002004216,0.0009883186,0.849786,0.00080943,0.00001844618,0.0001119858,0.07729019,0.001434266,0.00002912465,0.06383831,0.003362771,0.0003269044],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.964657,0.002166956,0.00006289258,0.02787197,0.0002511682,0.003403097,0.00002108226,0.00002522038,0.001540616],"genre_scores_gemma":[0.9873283,0.000546186,0.009213011,0.001487633,0.0004370777,0.0009383432,0.00001152613,0.00001645205,0.00002148197],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8144957,"threshold_uncertainty_score":0.9988344,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4220896026","doi":"10.1177/13563890221086306","title":"Contribution of practical wisdom to resolving ethical issues","year":2022,"lang":"en","type":"article","venue":"Evaluation","topic":"Ethics in medical practice","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Engineering ethics; Action (physics); Face (sociological concept); Ethical issues; Epistemology; Management science; Sociology; Psychology; Social science; Economics; Philosophy; Engineering","authors":[{"name":"Marthe Hurteau","is_ca":true},{"name":"Caroline Gagnon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2285741915479467,"gpt":0.6319014456775595,"spread":0.4033272541296127,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06067805,0.00007254013,0.0001834368,0.00009306802,0.001385405,0.000004675782,0.0001377613,0.0003083112,0.008353434],"category_scores_gemma":[0.2261467,0.00007404418,0.00003303874,0.0003558633,0.0000787125,0.0001240415,0.00030195,0.006305415,0.0003106643],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005519039,"about_ca_system_score_gemma":0.00100795,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001676433,"about_ca_topic_score_gemma":0.0000543008,"domain_scores_codex":[0.9759575,0.02018652,0.0006591937,0.0002649023,0.002635459,0.0002964475],"domain_scores_gemma":[0.9836323,0.01418369,0.000358495,0.0003154982,0.001388264,0.0001217205],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001280497,0.0004115839,0.005443992,0.0001656361,0.00007291382,0.00001028233,0.03596713,0.001233664,0.01542553,0.650818,0.2829443,0.006226486],"study_design_scores_gemma":[0.004401531,0.001245085,0.02785623,0.0003473205,0.0004117581,0.00001294765,0.03423897,0.04783888,0.001034821,0.2831739,0.59899,0.0004485204],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2358138,0.0003957872,0.02506459,0.6995928,0.004064735,0.004029829,0.00002727657,0.000159904,0.03085126],"genre_scores_gemma":[0.9838829,0.00001187956,0.004733655,0.01010926,0.0003619361,0.0004735229,0.00005441021,0.00001378008,0.0003586562],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7480691,"threshold_uncertainty_score":0.9999146,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4401276261","doi":"10.1177/13563890241265859","title":"Post-truth and pathways for evaluators","year":2024,"lang":"en","type":"article","venue":"Evaluation","topic":"Viral Infections and Outbreaks Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Disinformation; Transformative learning; Skepticism; Post truth; Politics; Phenomenon; Narrative; Fake news; Sociology; Premise; Political science; Public relations; Epistemology; Social media; Law; Media studies","authors":[{"name":"Astrid Brousselle","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0724581220496297,"gpt":0.4204130039843808,"spread":0.3479548819347511,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001293021,0.00005444,0.00007406735,0.0001336657,0.00007002419,0.00005171041,0.00001279458,0.00004402408,0.0003378158],"category_scores_gemma":[0.0004410002,0.00004206831,0.00004564545,0.0001305541,0.00002199458,0.00008850563,0.00001173331,0.000071514,0.00006716524],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008440689,"about_ca_system_score_gemma":0.0002252968,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001497577,"about_ca_topic_score_gemma":0.000004314631,"domain_scores_codex":[0.9992577,0.00004231968,0.00009980902,0.000167497,0.000324202,0.0001084775],"domain_scores_gemma":[0.9994321,0.0001102061,0.000009107429,0.00007957646,0.0003106681,0.00005830261],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000117164,0.00005730118,0.0006183671,0.0003189198,0.00008592573,0.00000388722,0.0005471959,0.00001666019,0.0633704,0.009785876,0.002884606,0.9221937],"study_design_scores_gemma":[0.002909458,0.002383613,0.0597389,0.0002941301,0.0007042843,0.0001323314,0.0004950017,0.8774742,0.01706712,0.0165847,0.02197773,0.0002385128],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9882017,0.002002641,0.001644782,0.001797586,0.0004250094,0.00112379,0.00002264626,0.00008774912,0.00469409],"genre_scores_gemma":[0.998458,0.00003513486,0.0003149984,0.0000900956,0.0002469165,0.0001634519,0.00007909918,0.0000128173,0.0005995122],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9219552,"threshold_uncertainty_score":0.3698846,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2321004893","doi":"10.1177/1356389014540705","title":"Evaluations, international agencies and censorship: A field doer’s viewpoint","year":2014,"lang":"en","type":"article","venue":"Evaluation","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Field (mathematics); Sociology; Action (physics); Perspective (graphical); Epistemology; Computer science; Mathematics","authors":[{"name":"Hélène Laperrière","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2798603655521814,"gpt":0.6030785631938922,"spread":0.3232181976417108,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03375208,0.0000556797,0.00007820343,0.0000820468,0.0003955628,0.000108922,0.0001219762,0.00007754052,0.001374224],"category_scores_gemma":[0.03156105,0.00005118105,0.00002990965,0.000136881,0.0002044099,0.0002222128,0.00003266329,0.0001438838,0.00005676021],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001427011,"about_ca_system_score_gemma":0.0002527808,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000308756,"about_ca_topic_score_gemma":0.0003909662,"domain_scores_codex":[0.9934885,0.004723854,0.000166369,0.0001704413,0.001289187,0.0001616444],"domain_scores_gemma":[0.9969833,0.002100599,0.0000680743,0.0001014936,0.0006652738,0.00008128759],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001626498,0.00002078529,0.0008124181,0.00001329755,0.00002028306,1.396591e-7,0.04588155,0.00002928202,0.0006022641,0.4341284,0.003058612,0.5154167],"study_design_scores_gemma":[0.0005896976,0.0001396597,0.01538103,0.00006039795,0.00004257388,5.813944e-7,0.01545889,0.03411037,0.0004020259,0.6363581,0.2972437,0.0002129555],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2368019,0.001055573,0.1416377,0.2803011,0.001960498,0.001664113,0.00001053154,0.0001504936,0.3364182],"genre_scores_gemma":[0.9779171,0.0005426462,0.01747933,0.001443006,0.0005720214,0.00008968107,0.00001615212,0.000007476909,0.001932577],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7411152,"threshold_uncertainty_score":0.9995387,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391389032","doi":"10.1177/13563890241227433","title":"Planetary health: Creating rapid impact assessment tools","year":2024,"lang":"en","type":"article","venue":"Evaluation","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Future Earth; University of Victoria","funders":"","keywords":"Environmental planning; Environmental science","authors":[{"name":"Astrid Brousselle","is_ca":true},{"name":"Megan Curren","is_ca":false},{"name":"Bronwyn Dunbar","is_ca":true},{"name":"James C. McDavid","is_ca":true},{"name":"Rik Logtenberg","is_ca":true},{"name":"Tara Ney","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1772581200010416,"gpt":0.4650921412998606,"spread":0.287834021298819,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002159669,0.00009354243,0.000103988,0.0000397567,0.0001516478,0.000104719,0.00005779441,0.00003573826,0.02569788],"category_scores_gemma":[0.00006806966,0.0000761088,0.0000381945,0.0001721907,0.0000173623,0.0003701535,0.0000340802,0.0001126964,0.001159132],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001024102,"about_ca_system_score_gemma":0.0001207099,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006441802,"about_ca_topic_score_gemma":0.00012054,"domain_scores_codex":[0.998586,0.0001487185,0.0002130239,0.0002166685,0.0005505069,0.0002850819],"domain_scores_gemma":[0.9995394,0.0001157891,0.00005285717,0.000139003,0.000006467189,0.0001464239],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000008929371,0.00003572757,0.01240572,0.0000734123,0.00001055146,0.000004462907,0.00268062,0.00301921,0.0008353937,0.00004350806,0.07161918,0.9092633],"study_design_scores_gemma":[0.0002303191,0.0003526102,0.7356357,0.0001512431,0.00002214015,0.000013902,0.0001578209,0.2554005,0.00004241902,0.0008334493,0.007025675,0.000134256],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9333403,0.002421779,0.0004023312,0.006883311,0.0006436745,0.001132117,0.00006046417,0.0001700111,0.05494598],"genre_scores_gemma":[0.997237,0.0002214028,0.0008330261,0.0009233757,0.0002264035,0.00003927771,0.0004025934,0.0000127681,0.0001041877],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.909129,"threshold_uncertainty_score":0.9996186,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389600041","doi":"10.1177/13563890231207115","title":"Interorganizational evaluation capacity building in the public, health and community sectors","year":2023,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa","funders":"","keywords":"Capacity building; Work (physics); Business; Public sector; Public relations; Joint (building); Knowledge management; Political science; Economic growth; Economics; Computer science; Engineering","authors":[{"name":"Charlotte Laubek","is_ca":false},{"name":"Isabelle Bourgeois","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6482669341035596,"gpt":0.5566919701817297,"spread":0.09157496392182995,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1382572,0.0001031763,0.000146846,0.0005444381,0.000742888,0.0003775341,0.0004274269,0.000049806,0.0009792569],"category_scores_gemma":[0.01521593,0.00007137193,0.0000288859,0.002519001,0.00006713567,0.0007271176,0.00009688259,0.0003390758,0.0001676695],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003440436,"about_ca_system_score_gemma":0.0008450732,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009899289,"about_ca_topic_score_gemma":0.0009051754,"domain_scores_codex":[0.9819601,0.01159923,0.0007342646,0.0002952924,0.00514667,0.0002644082],"domain_scores_gemma":[0.9960219,0.002024951,0.0002866124,0.000454237,0.001133592,0.00007870915],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001722413,0.0002807543,0.3662429,0.00002227803,0.00002438284,2.886971e-7,0.121294,0.006656781,0.0004019657,0.01105926,0.01639887,0.4776013],"study_design_scores_gemma":[0.0005222787,0.00007558499,0.5369964,0.00001155403,0.000005485696,0.000003178308,0.01252898,0.4212608,0.00001558941,0.02641468,0.002094766,0.00007069174],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9787655,0.00005329624,0.001391602,0.01759127,0.0003688876,0.0008044613,0.000005759971,0.00003728241,0.0009819315],"genre_scores_gemma":[0.9980484,0.00001891643,0.0002489747,0.001317414,0.00006584506,0.0001083599,0.0001525502,0.000006843733,0.00003266892],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4775306,"threshold_uncertainty_score":0.999934,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319439088","doi":"10.1177/13563890221149452","title":"The use of mediation analysis in evaluation of complex health interventions","year":2023,"lang":"en","type":"article","venue":"Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Economic and Social Research Council; Bill and Melinda Gates Foundation","keywords":"Mediation; Causal inference; Intervention (counseling); Context (archaeology); Psychological intervention; Randomized controlled trial; Quality (philosophy); Psychology; Inference; Applied psychology; Medicine; Nursing; Computer science; Sociology; Social science","authors":[{"name":"Deborah DiLiberto","is_ca":true},{"name":"Charles Opondo","is_ca":true},{"name":"Sarah G. Staedke","is_ca":true},{"name":"Clare Chandler","is_ca":true},{"name":"Elizabeth Allen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9517514639979373,"gpt":0.7979085226517668,"spread":0.1538429413461705,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05197472,0.00007003259,0.0002673905,0.0009312326,0.0004299383,0.000007936819,0.0001497563,0.00005256333,0.0007519985],"category_scores_gemma":[0.01327706,0.00005756837,0.0001029303,0.004696003,0.00006837781,0.0002634731,0.00005382435,0.0001392083,0.00007056441],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006629337,"about_ca_system_score_gemma":0.001798227,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001432231,"about_ca_topic_score_gemma":0.01772338,"domain_scores_codex":[0.9855596,0.009487711,0.002112473,0.000212117,0.002253955,0.0003741533],"domain_scores_gemma":[0.9924663,0.003884271,0.001443484,0.0003684872,0.001770612,0.00006682647],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006652805,0.0001302813,0.4931772,0.0007248699,0.0002511143,7.234584e-8,0.06450524,0.1667741,0.0008465957,0.003822561,0.04364454,0.2260569],"study_design_scores_gemma":[0.0005854354,0.00002911665,0.6219926,0.00004840867,0.00007918852,1.507478e-8,0.001854006,0.3738052,0.000006087367,0.0006883151,0.0008844316,0.00002710933],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9763778,0.00004833482,0.002482265,0.01712788,0.000377259,0.003253828,0.0001028734,0.00003392369,0.0001958748],"genre_scores_gemma":[0.998071,0.0000717038,0.0003795004,0.0004991562,0.00003582162,0.0005467657,0.000309887,0.000006629253,0.00007951864],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2260298,"threshold_uncertainty_score":0.9950345,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3100567947","doi":"10.1177/1356389020969714","title":"Applying the eight principles of developmental evaluation: Complex Care Hub as a case example","year":2020,"lang":"en","type":"article","venue":"Evaluation","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; Alberta Health Services","funders":"Alberta Health Services","keywords":"Context (archaeology); Health care; Psychology; Nursing; Medical education; Medicine; Political science","authors":[{"name":"Jason R. Goertzen","is_ca":false},{"name":"Ashley D. Fraser","is_ca":false},{"name":"Marysia E. Stasiewicz","is_ca":true},{"name":"Michelle Grinman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3388042803701485,"gpt":0.4669597628189893,"spread":0.1281554824488407,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001990613,0.0001172155,0.0001818868,0.00005026139,0.0008095994,0.00001138994,0.0001248531,0.00008409953,0.003684215],"category_scores_gemma":[0.0006785116,0.00008925438,0.0000548338,0.0003355626,0.00003898613,0.0000834987,0.00008196729,0.0001880418,0.0002134096],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004057079,"about_ca_system_score_gemma":0.001327189,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007415551,"about_ca_topic_score_gemma":0.0004545533,"domain_scores_codex":[0.9970916,0.001024468,0.0004893175,0.0002434221,0.0009430657,0.0002081623],"domain_scores_gemma":[0.9981916,0.0003542807,0.0002792626,0.0001916167,0.0009093411,0.00007389984],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003005574,0.00009033765,0.01738095,0.0007487343,0.0001612864,0.00002787653,0.5420187,0.001267574,0.00497896,0.001807795,0.02727435,0.4039429],"study_design_scores_gemma":[0.006214153,0.0003597081,0.08136202,0.0002692448,0.0009798006,0.000118925,0.6239989,0.04560412,0.001566212,0.0009407208,0.2380201,0.0005661307],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.963082,0.0009783532,0.0002419534,0.002275612,0.0006167031,0.006779311,0.0000392503,0.00006159301,0.02592522],"genre_scores_gemma":[0.9959579,0.000006586933,0.001043395,0.0004493925,0.0003472648,0.001715705,0.0003805242,0.00001611377,0.00008317635],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4033767,"threshold_uncertainty_score":0.9972265,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4417434618","doi":"10.1177/13563890251395056","title":"Unraveling the complexities of learning in community development evaluation","year":2025,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; University of Victoria","funders":"","keywords":"Neoliberalism (international relations); Community development; Focus (optics); Learning community; Key (lock)","authors":[{"name":"Jill Anne Chouinard","is_ca":true},{"name":"Bradley Cousins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4215761580329476,"gpt":0.5579690605544919,"spread":0.1363929025215443,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.07685577,0.00008753845,0.0001705535,0.0004170769,0.0004758031,0.00009192168,0.0004231305,0.00004472172,0.00122178],"category_scores_gemma":[0.006692639,0.00005975673,0.00003903186,0.001075422,0.00007520949,0.0002354522,0.0001068656,0.0002981162,0.00005459689],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002972371,"about_ca_system_score_gemma":0.001366075,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001029869,"about_ca_topic_score_gemma":0.001097403,"domain_scores_codex":[0.9904492,0.004819491,0.0009976852,0.0001783032,0.003415149,0.0001401655],"domain_scores_gemma":[0.9955357,0.001977462,0.0003388283,0.00039183,0.001741231,0.00001497186],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000318763,0.00009746067,0.07584976,0.00001489173,0.00002000637,2.634584e-8,0.01805038,0.1925817,0.0005148027,0.006109304,0.0004588835,0.7062709],"study_design_scores_gemma":[0.0005510733,0.00002048695,0.4752344,0.00005543518,0.00001769482,1.37057e-7,0.01263283,0.479165,0.001043793,0.029436,0.001794075,0.00004908723],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9545106,0.0001909429,0.005377234,0.001557385,0.0002919047,0.0007068303,5.746109e-7,0.00001335465,0.03735122],"genre_scores_gemma":[0.9985002,0.000004754017,0.0006178234,0.000154799,0.00001614061,0.000111832,0.00003044495,0.00000300246,0.000560992],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7062218,"threshold_uncertainty_score":0.9996912,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236952314","doi":"10.1177/1356389014543594","title":"The 35 <sup>th</sup> Canadian Evaluation Society Annual Conference: ‘Celebrating Contributions to Canadian Evaluation’","year":2014,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Political science; Library science; Computer science","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.1199420949631192,"gpt":0.4809133608416689,"spread":0.3609712658785497,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1066126,0.0003648871,0.00036651,0.0006108574,0.003631078,0.001527985,0.001058188,0.0002782805,0.01013853],"category_scores_gemma":[0.03579605,0.0002818306,0.0002238223,0.001916148,0.000148187,0.001123706,0.00008084836,0.0004134405,0.002290714],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.005072115,"about_ca_system_score_gemma":0.02463822,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1399982,"about_ca_topic_score_gemma":0.8704617,"domain_scores_codex":[0.9818639,0.004485469,0.001476701,0.0009888655,0.01009061,0.001094475],"domain_scores_gemma":[0.973035,0.001779244,0.0005147182,0.001289437,0.02223464,0.001146934],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001749686,0.00004441547,0.004100844,0.000003146316,0.00007685674,1.959923e-7,0.01222104,0.1999097,0.00008339567,0.009469066,0.1856908,0.5883831],"study_design_scores_gemma":[0.001173952,0.0001327388,0.03039106,0.00002515632,0.0001674051,0.000002896318,0.007012899,0.8283653,0.00005420078,0.01801769,0.1143411,0.0003156088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6864747,0.0006015333,0.01442343,0.1682095,0.003862756,0.0136149,0.0009919959,0.0001701624,0.111651],"genre_scores_gemma":[0.991741,0.00001311443,0.0006584528,0.004024433,0.0006662142,0.001158351,0.0006346882,0.00002639863,0.00107734],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7304635,"threshold_uncertainty_score":0.9999634,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4232707640","doi":"10.1177/1356389015580672","title":"Canadian Evaluation Society 36th Conference 2015: <i>Evaluation for the world we want</i>","year":2015,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Political science; Engineering ethics; Environmental ethics; Engineering; Philosophy","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.5302600051866425,"gpt":0.5674058189989668,"spread":0.03714581381232429,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.1028487,0.0002774516,0.000293268,0.0003904617,0.0007794687,0.0007343764,0.0008270883,0.0001412584,0.008080318],"category_scores_gemma":[0.005887081,0.0001892028,0.0002260349,0.001444953,0.0001065817,0.001151907,0.00006524509,0.0002263148,0.0009380648],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002356268,"about_ca_system_score_gemma":0.01312965,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003116042,"about_ca_topic_score_gemma":0.1967979,"domain_scores_codex":[0.9848996,0.001814698,0.001059223,0.0007540655,0.01094927,0.0005231841],"domain_scores_gemma":[0.9826466,0.001626957,0.0006283877,0.00104865,0.01367012,0.0003792242],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004707805,0.00004300964,0.001445561,0.00000435958,0.0000521604,5.803412e-8,0.004731103,0.04406756,0.00007055543,0.001965876,0.4322566,0.5153161],"study_design_scores_gemma":[0.002228227,0.00008234342,0.005573936,0.00002036103,0.0003275528,0.00000212914,0.004103993,0.8158318,0.0001725029,0.06983407,0.1016012,0.0002218441],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1326906,0.008225206,0.09900381,0.5267043,0.02005101,0.04093828,0.0004092475,0.0003202214,0.1716574],"genre_scores_gemma":[0.988943,0.00005232011,0.001692176,0.001517183,0.0005712643,0.001927488,0.0003478086,0.00002445064,0.004924334],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8562524,"threshold_uncertainty_score":0.9998398,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}