{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":46,"total_is_capped":false,"direct_labels_cover":2,"predictions_cover":46,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"586ff0674e7a","filters":{"venue":"Evaluation"}},"results":[{"id":"W2324664192","doi":"10.1177/1356389014564248","title":"The institutionalization of evaluation matters: Updating the <i>International Atlas of Evaluation</i> 10 years later","year":2015,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Institutionalisation; Political science; Regional science; Public administration; Geography; Law","authors":[{"name":"Steve Jacob","is_ca":true},{"name":"Sandra Speer","is_ca":false},{"name":"Jan-Eric Furubo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2102689892953537,"gpt":0.4898436435508309,"spread":0.2795746542554772,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03410174,0.0006289698,0.0007590232,0.01375283,0.002270562,0.01676774,0.001634935,0.002262572,0.004392364],"category_scores_gemma":[0.07674022,0.0003384594,0.001104679,0.02522515,0.007021693,0.02426428,0.005098868,0.005539474,0.00175349],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01288418,"about_ca_system_score_gemma":0.01500298,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02352732,"about_ca_topic_score_gemma":0.02930065,"domain_scores_codex":[0.9763464,0.009292659,0.004186306,0.001349025,0.007164117,0.001661462],"domain_scores_gemma":[0.8875396,0.04083563,0.00913961,0.01132145,0.04796488,0.003198804],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.00007330417,0.00006888345,0.008193092,0.001228731,0.00003634624,0.00008828385,0.006286728,0.0007017794,0.0005047829,0.1452885,0.4458973,0.3916323],"study_design_scores_gemma":[0.000003247332,0.0000194588,0.00859359,0.001690108,0.00001671843,0.0001194077,0.005427285,0.0002138288,0.0003560998,0.01085658,0.9726571,0.00004664447],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02103524,0.2075347,0.0295391,0.5218422,0.06931586,0.0001859099,0.004751622,0.0008259081,0.1449695],"genre_scores_gemma":[0.355716,0.3359737,0.09988916,0.09959976,0.04333406,0.0007230941,0.01046578,0.002110677,0.05218782],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9658983,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2128827052","doi":"10.1177/1356389009105884","title":"Critical Connections between Participatory Evaluation, Organizational Learning and Intentional Change in Pluralistic Organizations","year":2009,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Praxis; Citizen journalism; Sociology; Resistance (ecology); Process (computing); Organizational learning; Participatory action research; Organization development; Epistemology; Psychology; Knowledge management; Political science; Computer science","authors":[{"name":"José Carlos Suárez-Herrera","is_ca":true},{"name":"Jane Springett","is_ca":false},{"name":"Carolyn Kagan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3484209786739371,"gpt":0.5590078097974384,"spread":0.2105868311235013,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1782037,0.0009752236,0.001347822,0.005797253,0.01540491,0.02565865,0.003143584,0.007066301,0.002625326],"category_scores_gemma":[0.1562673,0.0008135266,0.0008467783,0.004015864,0.1184229,0.02577346,0.0182672,0.01001436,0.0001542479],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01777046,"about_ca_system_score_gemma":0.02175556,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003200628,"about_ca_topic_score_gemma":0.003615354,"domain_scores_codex":[0.7553987,0.2140057,0.004726731,0.004978732,0.01657467,0.00431538],"domain_scores_gemma":[0.6947962,0.2724862,0.009657795,0.009481447,0.01004953,0.003528822],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003520462,0.00004876447,0.0005022213,0.0003438686,0.00002265627,0.0002089112,0.06129842,0.0009140056,0.000115707,0.9179372,0.001223873,0.01734923],"study_design_scores_gemma":[0.00003349171,0.00005487218,0.0003779301,0.000853592,0.0000136366,0.0001401305,0.03353212,0.001015385,0.0003858795,0.9343658,0.02919076,0.00003632091],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0983326,0.01888205,0.3412369,0.3004211,0.001670845,0.001933993,0.0000670235,0.0001416728,0.2373137],"genre_scores_gemma":[0.9448891,0.002582308,0.04463042,0.003675407,0.0002919383,0.0009163606,0.00001318558,0.0000532627,0.002948152],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1782037,"threshold_uncertainty_score":0.9424424,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2800395496","doi":"10.1177/1356389018763242","title":"The evaluation of social innovation: A review and integration of the current empirical knowledge base","year":2018,"lang":"en","type":"review","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Empirical research; Knowledge management; Knowledge base; Social innovation; Scale (ratio); Social learning; Perspective (graphical); Public relations; Computer science; Political science","authors":[{"name":"Peter Milley","is_ca":true},{"name":"Barbara Szijarto","is_ca":true},{"name":"Kate Svensson","is_ca":true},{"name":"J. Bradley Cousins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.735361020503894,"gpt":0.6846952553233857,"spread":0.05066576518050825,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02333668,0.001390675,0.004146454,0.01639666,0.0009389213,0.004544159,0.002174018,0.002329042,0.003486067],"category_scores_gemma":[0.06183786,0.0009312858,0.002122821,0.01811324,0.002925325,0.004653776,0.002400929,0.001989806,0.0005159995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004908866,"about_ca_system_score_gemma":0.01402998,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00524851,"about_ca_topic_score_gemma":0.008880314,"domain_scores_codex":[0.9845803,0.006508444,0.003680584,0.001143274,0.003744193,0.0003432771],"domain_scores_gemma":[0.857755,0.1262142,0.005380721,0.001715241,0.008211971,0.0007228453],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009559553,0.00008630194,0.001125114,0.2399824,0.0005982105,0.0001245641,0.0008711235,0.00048424,0.0002954006,0.007730629,0.0055163,0.7430902],"study_design_scores_gemma":[0.00004616699,0.0002443557,0.006436808,0.5512897,0.003248891,0.0008431486,0.001859947,0.0005057281,0.0008477698,0.01030296,0.4242588,0.0001156404],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003061757,0.9980822,0.0003514532,0.0004432088,0.00008042469,0.00002937542,0.00002797193,0.000004579933,0.0006745398],"genre_scores_gemma":[0.004426306,0.9943032,0.0007947725,0.000212691,0.00009499476,0.00005773494,0.00003935889,0.000005106753,0.00006590821],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02333668,"threshold_uncertainty_score":0.1234176,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2014366393","doi":"10.1177/1356389003094006","title":"Evaluability Assessment: A Tool for Incorporating Evaluation in Social Change Programmes","year":2003,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; University of Calgary","funders":"","keywords":"Behaviour change; Social change; Theory of change; Process management; Political science; Engineering ethics; Management science; Sociology; Public relations; Psychology; Engineering; Psychological intervention","authors":[{"name":"Wilfreda E. Thurston","is_ca":true},{"name":"Louise Potvin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4539931329436821,"gpt":0.5881362452183663,"spread":0.1341431122746842,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.3796341,0.003693823,0.003727086,0.02749158,0.004755317,0.01306146,0.0032287,0.0035038,0.01019515],"category_scores_gemma":[0.5303242,0.001446079,0.003929699,0.01400298,0.007301831,0.01750592,0.01160394,0.006069284,0.001425156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008520317,"about_ca_system_score_gemma":0.01643434,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003044396,"about_ca_topic_score_gemma":0.002833368,"domain_scores_codex":[0.57976,0.3477065,0.02831093,0.005774194,0.03666015,0.001788192],"domain_scores_gemma":[0.3374749,0.5555155,0.02220991,0.03501994,0.04672412,0.003055727],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004746163,0.0006815336,0.00576243,0.006172429,0.0007461093,0.0002364927,0.01051485,0.01077245,0.001230638,0.1906561,0.01630352,0.7564487],"study_design_scores_gemma":[0.000716824,0.002140574,0.01161693,0.01246665,0.001225505,0.0006295101,0.007527646,0.0528882,0.005996759,0.6773503,0.2265871,0.0008540774],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004495451,0.001061706,0.9555759,0.003522155,0.0003672624,0.006388196,0.0005490331,0.002312003,0.02572833],"genre_scores_gemma":[0.06096057,0.0005498038,0.9281792,0.0003495869,0.0001282448,0.008108224,0.0002893737,0.0003192092,0.001115874],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3796341,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2171507080","doi":"10.1177/1356389011430371","title":"Evaluation models and evaluation use","year":2012,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke; Université de Montréal","funders":"Canadian Institutes of Health Research; U.S. Public Health Service","keywords":"Context (archaeology); Management science; Psychological intervention; Process (computing); Perspective (graphical); Field (mathematics); Evaluation methods; Impact evaluation; Systematic review; Affect (linguistics); Program evaluation; Computer science; Knowledge management; Process management; Psychology; Political science; Engineering; Artificial intelligence; Medicine; MEDLINE","authors":[{"name":"Damien Contandriopoulos","is_ca":true},{"name":"Astrid Brousselle","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6626932025379391,"gpt":0.5990196685991209,"spread":0.06367353393881814,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2181121,0.002142166,0.002256522,0.01200124,0.003349083,0.02091466,0.003946959,0.006131399,0.007887036],"category_scores_gemma":[0.3121521,0.001160185,0.001941205,0.008572827,0.02389591,0.0227782,0.007331539,0.00480019,0.001317524],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01498585,"about_ca_system_score_gemma":0.01250912,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003401534,"about_ca_topic_score_gemma":0.001928332,"domain_scores_codex":[0.6575161,0.2860442,0.01653042,0.008882196,0.02821801,0.00280897],"domain_scores_gemma":[0.5127546,0.422274,0.0157223,0.02013012,0.02688184,0.002237112],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004066016,0.00004434139,0.001119116,0.0008295538,0.0000997945,0.00005551238,0.001625922,0.002524443,0.00005498298,0.9558261,0.00297789,0.03480178],"study_design_scores_gemma":[0.00007330798,0.00008249567,0.0006350555,0.002016814,0.00007427326,0.0001217195,0.001060507,0.005416949,0.0003110852,0.940789,0.04935731,0.0000615102],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01193327,0.02783081,0.6359137,0.05520067,0.001454076,0.00227558,0.0005699868,0.0006620222,0.2641599],"genre_scores_gemma":[0.5661375,0.01462584,0.3948479,0.005917671,0.00137693,0.006570905,0.000473457,0.000369529,0.009680359],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2181121,"threshold_uncertainty_score":0.9642069,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1972177361","doi":"10.1177/1356389008095487","title":"A Transaction Cost-Based Approach to Partnership Performance Evaluation","year":2008,"lang":"en","type":"article","venue":"Evaluation","topic":"Banking stability, regulation, efficiency","field":"Economics, Econometrics and Finance","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Safety Canada","funders":"","keywords":"General partnership; Transaction cost; Corporate governance; Key (lock); Process management; Business; Database transaction; Limited partnership; Audit; Industrial organization; Risk analysis (engineering); Computer science; Accounting; Computer security; Finance","authors":[{"name":"Denis Jobin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1277786454275138,"gpt":0.2995637906159495,"spread":0.1717851451884357,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03633172,0.001819001,0.001785303,0.01043983,0.001453274,0.007346706,0.002601341,0.002211466,0.00693401],"category_scores_gemma":[0.083102,0.0005179921,0.001221444,0.01022212,0.003357426,0.007208498,0.003804015,0.002958546,0.0006545425],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009311266,"about_ca_system_score_gemma":0.00510402,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003491951,"about_ca_topic_score_gemma":0.003622417,"domain_scores_codex":[0.9275475,0.05135518,0.002654856,0.00168898,0.01535192,0.001401472],"domain_scores_gemma":[0.9324392,0.04440291,0.005677561,0.003504752,0.01292444,0.001051072],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001673174,0.0003880062,0.008230671,0.0007652243,0.0002950706,0.000195144,0.00070016,0.1016649,0.0006438153,0.6989733,0.004356648,0.1836198],"study_design_scores_gemma":[0.0000919142,0.001202399,0.00800964,0.0009387757,0.0002157716,0.0004686916,0.003300413,0.4012611,0.002544292,0.5479031,0.0338156,0.0002484063],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02319025,0.002205947,0.8803383,0.003048208,0.000278626,0.002323039,0.0003974541,0.0001357573,0.08808245],"genre_scores_gemma":[0.6894829,0.002373769,0.295808,0.0003924295,0.0002667026,0.002720364,0.0003419833,0.0001067024,0.008507021],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03633172,"threshold_uncertainty_score":0.1921428,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2801790340","doi":"10.1177/1356389018765487","title":"Theory-based evaluations: Framing the existence of a new theory in evaluation and the rise of the 5th generation","year":2018,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; Université de Sherbrooke; University of Victoria","funders":"","keywords":"Epistemology; Framing (construction); Complementarity (molecular biology); Realism; Sociology; Computer science; Philosophy","authors":[{"name":"Astrid Brousselle","is_ca":true},{"name":"Jean-Marie Buregeya","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2883079238159595,"gpt":0.5359311604701663,"spread":0.2476232366542068,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05612721,0.001168174,0.001061493,0.009611467,0.006323963,0.01836015,0.002767246,0.007123732,0.003394603],"category_scores_gemma":[0.04160042,0.0007108085,0.0009811892,0.00376758,0.08653028,0.02410499,0.00905633,0.009564678,0.0004320572],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01938676,"about_ca_system_score_gemma":0.009844198,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004042775,"about_ca_topic_score_gemma":0.00278468,"domain_scores_codex":[0.961203,0.02908615,0.001109569,0.002073773,0.005136043,0.001391524],"domain_scores_gemma":[0.9430997,0.04292735,0.002657655,0.003867141,0.005511049,0.001937145],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000006572026,0.00000676817,0.0001374276,0.00003789789,0.000002742671,0.00002042477,0.003975489,0.0001021746,0.00002417258,0.9906763,0.0004081573,0.004601965],"study_design_scores_gemma":[0.00001151572,0.00002611866,0.0002256232,0.0003661239,0.000007618293,0.00005938372,0.003169345,0.001113584,0.0001481147,0.9716614,0.02319428,0.00001686495],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04346855,0.02980477,0.4055232,0.19182,0.003457002,0.0004191272,0.00009482665,0.0002376161,0.3251749],"genre_scores_gemma":[0.9022131,0.005933199,0.07659367,0.007487084,0.001044532,0.0005352701,0.00005369171,0.0001370356,0.00600237],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9438728,"threshold_uncertainty_score":0.2968326,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2081322617","doi":"10.1177/1356389005058475","title":"Polity, Politics and Policy Evaluation in Belgium","year":2005,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Polity; Parliament; Politics; Institutionalisation; Political science; Public administration; Corporate governance; Government (linguistics); Public policy; Phenomenon; Political economy; Comparative politics; Sociology; Economics; Law","authors":[{"name":"Frédéric Varone","is_ca":false},{"name":"Steve Jacob","is_ca":true},{"name":"Lieven De Winter","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2900194241285808,"gpt":0.5822176039709627,"spread":0.2921981798423819,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01636635,0.0003055496,0.0005881955,0.004320219,0.004176965,0.01466569,0.0005694314,0.002387397,0.002987075],"category_scores_gemma":[0.0245152,0.000385432,0.0003521833,0.006219079,0.01168551,0.00296895,0.003218396,0.001900902,0.0002689284],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02628963,"about_ca_system_score_gemma":0.02129324,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.08274098,"about_ca_topic_score_gemma":0.07711539,"domain_scores_codex":[0.9696508,0.0223224,0.0008906882,0.001037428,0.003341002,0.002757761],"domain_scores_gemma":[0.9730518,0.01853373,0.004128552,0.000545844,0.001801584,0.001938432],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0002950882,0.0002970035,0.03210975,0.0007955185,0.0001574024,0.0009365617,0.01644397,0.01773712,0.001431821,0.6994691,0.006900477,0.2234262],"study_design_scores_gemma":[0.0001809754,0.0003433475,0.2097983,0.002146176,0.0001281753,0.0008301794,0.03098326,0.009590842,0.003214349,0.2882807,0.4542285,0.0002752682],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5743333,0.05702897,0.01409653,0.038932,0.0002829999,0.0001514807,0.000176471,0.0001918328,0.3148065],"genre_scores_gemma":[0.9890361,0.003277038,0.001817755,0.0007396768,0.00005289467,0.00003127304,0.0000329188,0.00003319902,0.004979022],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08274098,"threshold_uncertainty_score":0.1907455,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2133487638","doi":"10.1177/1356389012452052","title":"Applications of contribution analysis to outcome planning and impact evaluation","year":2012,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Accountability; General partnership; Participatory evaluation; Context (archaeology); Participatory planning; Citizen journalism; Theory of change; Process management; Process (computing); Value (mathematics); Management science; Appeal; Conceptual framework; Knowledge management; Public relations; Sociology; Computer science; Political science; Business; Public administration; Environmental planning; Engineering","authors":[{"name":"Erica Wimbush","is_ca":false},{"name":"Steve Montague","is_ca":false},{"name":"Tamara Mulherin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3089908516284891,"gpt":0.6239675731195479,"spread":0.3149767214910588,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1909074,0.003667352,0.003214516,0.02139134,0.005064007,0.01297859,0.004933952,0.003295998,0.01108949],"category_scores_gemma":[0.2987371,0.001535843,0.004464129,0.01785867,0.01397858,0.01301596,0.01552287,0.005355218,0.001847885],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01340203,"about_ca_system_score_gemma":0.02242276,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005633098,"about_ca_topic_score_gemma":0.003871643,"domain_scores_codex":[0.6667181,0.2774168,0.01040053,0.007434647,0.03407228,0.003957688],"domain_scores_gemma":[0.6047398,0.3199429,0.01441794,0.02238362,0.03551489,0.003000879],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003083694,0.0003523819,0.005052297,0.002855855,0.0004424549,0.0002533209,0.01062522,0.02471333,0.0003561834,0.6309587,0.006163663,0.3179182],"study_design_scores_gemma":[0.0001986339,0.0002985232,0.001953469,0.001491644,0.0001708995,0.0001752728,0.003610638,0.03874939,0.00130469,0.9166563,0.03525322,0.0001372839],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007144803,0.001147352,0.9238456,0.004186173,0.0003296195,0.003638559,0.0004352779,0.0008000658,0.05847253],"genre_scores_gemma":[0.2260898,0.001353567,0.7579619,0.0007846472,0.0002468589,0.008554532,0.0005679262,0.0004493377,0.003991432],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1909074,"threshold_uncertainty_score":0.9977552,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111340440","doi":"10.1177/1356389009105883","title":"How Legitimate and Justified are Judgments in Program Evaluation?","year":2009,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Value (mathematics); Function (biology); Psychology; Order (exchange); Social psychology; Computer science; Economics","authors":[{"name":"Marthe Hurteau","is_ca":true},{"name":"Sylvain Houle","is_ca":true},{"name":"Stéphanie Mongiat","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3428563984356187,"gpt":0.5551089461910942,"spread":0.2122525477554755,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.52377,0.00185709,0.005312137,0.02246905,0.005633708,0.02549436,0.00503076,0.01016931,0.002633051],"category_scores_gemma":[0.8515333,0.002168672,0.003736868,0.01433048,0.04616113,0.03633958,0.009387719,0.01007079,0.0008635753],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01591511,"about_ca_system_score_gemma":0.01599448,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004657567,"about_ca_topic_score_gemma":0.005167839,"domain_scores_codex":[0.2132938,0.6220946,0.0511678,0.01363385,0.09583285,0.003976999],"domain_scores_gemma":[0.07145593,0.8244242,0.04321363,0.02426265,0.03409629,0.002547249],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.002184075,0.0004163203,0.03317363,0.01643217,0.006329118,0.0005519332,0.05195824,0.003469259,0.0007262846,0.5011312,0.02099623,0.3626315],"study_design_scores_gemma":[0.0006303364,0.0004468178,0.01272121,0.01873746,0.001363835,0.000448174,0.01424193,0.0031861,0.001655758,0.91176,0.03436797,0.0004403921],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1406927,0.2171744,0.2139037,0.2845412,0.008625108,0.001758084,0.001229036,0.0005638059,0.1315121],"genre_scores_gemma":[0.9288931,0.01337226,0.0405633,0.0125349,0.002236567,0.001266032,0.0002969689,0.0001881702,0.0006486811],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.47623,"threshold_uncertainty_score":0.5872765,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2157111091","doi":"10.1177/1356389010380001","title":"To Be or Not to Be a Profession: Pros, Cons and Challenges for Evaluation","year":2010,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"École Nationale d'Administration Publique; Université Laval","funders":"","keywords":"Professionalization; Institutionalisation; Certification; Charter; Political science; Public relations; Accreditation; Valuation (finance); Quality (philosophy); Sociology; Engineering ethics; Public administration; Law; Accounting; Business; Engineering","authors":[{"name":"Steve Jacob","is_ca":true},{"name":"Yves Boisvert","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6053607172548194,"gpt":0.6135973810690398,"spread":0.00823666381422039,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4500229,0.0006983058,0.002218258,0.007978109,0.01340846,0.04227686,0.003095166,0.01189944,0.001693374],"category_scores_gemma":[0.3774643,0.0007323959,0.001032358,0.007014369,0.1013049,0.03097922,0.01639982,0.01346681,0.0005342013],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02222306,"about_ca_system_score_gemma":0.03881035,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01294998,"about_ca_topic_score_gemma":0.01718855,"domain_scores_codex":[0.5382606,0.3771663,0.01109949,0.006318016,0.06118645,0.005969012],"domain_scores_gemma":[0.3363493,0.597455,0.01067637,0.01108987,0.03664458,0.007784816],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001230203,0.000107679,0.005493326,0.001697212,0.0000507318,0.0001590652,0.03945222,0.0006025484,0.0001669358,0.6123663,0.01719632,0.3225847],"study_design_scores_gemma":[0.00007153099,0.0001957522,0.007689789,0.01159124,0.00006880453,0.0006005251,0.1323897,0.002404023,0.0005465635,0.6639637,0.1802464,0.0002319548],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01778694,0.08067156,0.02283814,0.8052026,0.001764593,0.0001818547,0.00003486023,0.00007739171,0.07144204],"genre_scores_gemma":[0.8671073,0.03771609,0.02999943,0.05589996,0.003537105,0.0006487879,0.00003368823,0.0001884666,0.004869145],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4500229,"threshold_uncertainty_score":0.6782197,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236954017","doi":"10.1177/135638900300900406","title":"Evaluability Assessment: A Tool for Incorporating Evaluation in Social Change Programmes","year":2003,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; University of Calgary","funders":"","keywords":"Participatory evaluation; Accountability; Process management; Promotion (chess); Process (computing); Social change; Monitoring and evaluation; Theory of change; Citizen journalism; Plan (archaeology); Political science; Theme (computing); Politics; Public relations; Management science; Knowledge management; Sociology; Business; Engineering; Computer science; Public administration","authors":[{"name":"Wilfreda E. Thurston","is_ca":true},{"name":"Louise Potvin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4539931329436821,"gpt":0.5881362452183663,"spread":0.1341431122746842,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3796341,0.003693823,0.003727086,0.02749158,0.004755317,0.01306146,0.0032287,0.0035038,0.01019515],"category_scores_gemma":[0.5303242,0.001446079,0.003929699,0.01400298,0.007301831,0.01750592,0.01160394,0.006069284,0.001425156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008520317,"about_ca_system_score_gemma":0.01643434,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003044396,"about_ca_topic_score_gemma":0.002833368,"domain_scores_codex":[0.57976,0.3477065,0.02831093,0.005774194,0.03666015,0.001788192],"domain_scores_gemma":[0.3374749,0.5555155,0.02220991,0.03501994,0.04672412,0.003055727],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004746163,0.0006815336,0.00576243,0.006172429,0.0007461093,0.0002364927,0.01051485,0.01077245,0.001230638,0.1906561,0.01630352,0.7564487],"study_design_scores_gemma":[0.000716824,0.002140574,0.01161693,0.01246665,0.001225505,0.0006295101,0.007527646,0.0528882,0.005996759,0.6773503,0.2265871,0.0008540774],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004495451,0.001061706,0.9555759,0.003522155,0.0003672624,0.006388196,0.0005490331,0.002312003,0.02572833],"genre_scores_gemma":[0.06096057,0.0005498038,0.9281792,0.0003495869,0.0001282448,0.008108224,0.0002893737,0.0003192092,0.001115874],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3796341,"threshold_uncertainty_score":0.7650216,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3020197475","doi":"10.1177/1356389020911060","title":"Evaluators in the Anthropocene","year":2020,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria; Université de Sherbrooke","funders":"","keywords":"Anthropocene; Biosphere; Environmental ethics; Action (physics); State (computer science); Natural (archaeology); Call to action; Earth system science; Work (physics); Non-human; Environmental planning; Environmental resource management; Political science; Ecology; History; Geography; Archaeology; Environmental science; Business; Law; Computer science; Biology; Engineering","authors":[{"name":"Astrid Brousselle","is_ca":true},{"name":"J. Bradley McDavid","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4706248224375595,"gpt":0.5890246793657072,"spread":0.1183998569281478,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.200548,0.0009497775,0.001112515,0.004101818,0.007989064,0.01885615,0.001903027,0.003782603,0.008054201],"category_scores_gemma":[0.2469102,0.0004148629,0.0005060859,0.003717192,0.02165112,0.01478883,0.01236588,0.006504741,0.001387132],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01154393,"about_ca_system_score_gemma":0.01514076,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002939882,"about_ca_topic_score_gemma":0.00385594,"domain_scores_codex":[0.6882272,0.2801076,0.006240508,0.00458375,0.0159388,0.004902114],"domain_scores_gemma":[0.7344944,0.1835336,0.01246644,0.008329009,0.04717198,0.01400455],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004367799,0.0004188593,0.01099254,0.001933704,0.0001121535,0.0003698012,0.1564613,0.002135282,0.0009558141,0.4303261,0.08589153,0.3099661],"study_design_scores_gemma":[0.000106669,0.0004107432,0.005026236,0.00579526,0.00006503794,0.0002483254,0.1251153,0.002349137,0.001352774,0.2358157,0.6235592,0.0001555034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.07755572,0.04748577,0.0777216,0.4887574,0.005185091,0.001058001,0.0001467578,0.0003717591,0.3017178],"genre_scores_gemma":[0.872313,0.01927858,0.04349453,0.0352536,0.002340595,0.001475087,0.0001129706,0.0003101744,0.02542163],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.799452,"threshold_uncertainty_score":0.9858667,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2133783179","doi":"10.1177/1356389008101967","title":"Using Logic Analysis to Evaluate Knowledge Transfer Initiatives","year":2009,"lang":"en","type":"article","venue":"Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research; U.S. Public Health Service; Canadian Health Services Research Foundation","keywords":"Popularity; Knowledge transfer; Knowledge management; Process (computing); Politics; Order (exchange); Technology transfer; Logic model; Institutional logic; Management science; Computer science; Political science; Sociology; Engineering; Business; Social science; Public administration","authors":[{"name":"Astrid Brousselle","is_ca":true},{"name":"Damien Contandriopoulos","is_ca":true},{"name":"Marc Lemire","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8591549218648961,"gpt":0.7677565598744323,"spread":0.0913983619904638,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1016558,0.00132294,0.001198162,0.01243672,0.001830928,0.005547573,0.001706615,0.00147434,0.004714219],"category_scores_gemma":[0.2198927,0.0003555289,0.001866273,0.008913301,0.004063749,0.007347576,0.003772384,0.001366074,0.0003739322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01021831,"about_ca_system_score_gemma":0.005409976,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002207971,"about_ca_topic_score_gemma":0.001863334,"domain_scores_codex":[0.8804599,0.08506446,0.007381971,0.002627325,0.02271473,0.00175164],"domain_scores_gemma":[0.5857716,0.3682085,0.01658104,0.006600902,0.02161829,0.001219607],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00942169,0.003693254,0.1224038,0.007323072,0.002515033,0.0005430307,0.02075306,0.07073452,0.01076304,0.1762448,0.003492893,0.5721118],"study_design_scores_gemma":[0.002891736,0.01820477,0.07977485,0.00240751,0.002940006,0.0004954329,0.03410289,0.4634137,0.05905791,0.3166108,0.01939603,0.000704359],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7848659,0.0009326953,0.1671298,0.00155819,0.00012229,0.004199888,0.001088227,0.0003616585,0.03974142],"genre_scores_gemma":[0.853883,0.000308986,0.1393417,0.0001937709,0.0000315053,0.004674349,0.0006037332,0.00005021015,0.000912535],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1016558,"threshold_uncertainty_score":0.5376139,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2116343005","doi":"10.1177/1356389012453289","title":"Towards an evidence base of theory-driven evaluations: Some questions for proponents of theory-driven evaluation","year":2012,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Management science; Causality (physics); Psychological intervention; Promotion (chess); Development theory; Theory of change; Computer science; Psychology; Engineering ethics; Sociology; Political science; Economics; Economic growth; Engineering","authors":[{"name":"Sanjeev Sridharan","is_ca":true},{"name":"April Nakaima","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3773650039081808,"gpt":0.5722308654359345,"spread":0.1948658615277536,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7093204,0.003338019,0.01104978,0.01812806,0.006242353,0.03477867,0.01479882,0.0208576,0.005633152],"category_scores_gemma":[0.755809,0.003597219,0.005564645,0.010141,0.05336834,0.05038716,0.01930399,0.04186271,0.001681712],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02995321,"about_ca_system_score_gemma":0.04820923,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005641839,"about_ca_topic_score_gemma":0.003887157,"domain_scores_codex":[0.3859683,0.4765062,0.0368845,0.01207714,0.08469865,0.003865279],"domain_scores_gemma":[0.09353103,0.8119583,0.01256628,0.02626317,0.05276982,0.002911423],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002916491,0.0003736715,0.001469461,0.0118393,0.0008075616,0.000141197,0.008957516,0.003707259,0.0002147868,0.8249243,0.008801457,0.1384717],"study_design_scores_gemma":[0.0004843321,0.0003081688,0.0004870823,0.02402098,0.0002978761,0.00007275811,0.003408711,0.008307198,0.0008118667,0.9302331,0.03142024,0.0001478334],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.005944031,0.04586648,0.4266109,0.4900143,0.00454776,0.003031636,0.0002383735,0.000400048,0.02334655],"genre_scores_gemma":[0.2208776,0.01946955,0.688532,0.05678952,0.002238032,0.009718457,0.0002855858,0.0003572194,0.00173209],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2906796,"threshold_uncertainty_score":0.3584597,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3095230013","doi":"10.1177/1356389020952462","title":"Evaluation for planetary health","year":2020,"lang":"en","type":"article","venue":"Evaluation","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Dialogic; Psychological intervention; Field (mathematics); Management science; Human health; Natural (archaeology); Work (physics); Engineering ethics; Sociology; Computer science; Knowledge management; Psychology; Engineering; Medicine; Geography","authors":[{"name":"Astrid Brousselle","is_ca":true},{"name":"J. Bradley McDavid","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6745489268580942,"gpt":0.510194529002474,"spread":0.1643543978556202,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1793093,0.001213807,0.002256071,0.004454525,0.002119889,0.007611234,0.001725238,0.003601419,0.02621376],"category_scores_gemma":[0.3905882,0.0004358318,0.002149617,0.003700178,0.006650367,0.006615499,0.006584178,0.003729111,0.001384025],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01234102,"about_ca_system_score_gemma":0.02240022,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004292046,"about_ca_topic_score_gemma":0.003253905,"domain_scores_codex":[0.6903457,0.2818988,0.008861837,0.002868768,0.01402346,0.002001471],"domain_scores_gemma":[0.6402423,0.3015098,0.01646014,0.01465034,0.02332775,0.003809622],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001775887,0.0004008085,0.006515821,0.01229926,0.001566482,0.0001114516,0.001314328,0.005635554,0.0001634443,0.5616248,0.0496132,0.358979],"study_design_scores_gemma":[0.001536422,0.002053687,0.01056554,0.02978447,0.001645905,0.0003399949,0.00303084,0.01221162,0.000975433,0.7018787,0.2358146,0.0001628889],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"review","genre_scores_codex":[0.02231606,0.1338697,0.2945984,0.2097017,0.0101434,0.01687158,0.005994551,0.0008683128,0.3056362],"genre_scores_gemma":[0.667439,0.03595367,0.2269716,0.02322558,0.003026579,0.03030719,0.002257488,0.0003084004,0.01051054],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.1793093,"threshold_uncertainty_score":0.9482896,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2052280380","doi":"10.1177/1356389012461192","title":"The ethical sensitivity of evaluators: A qualitative study using a vignette design","year":2012,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Université Laval","funders":"Government of Canada","keywords":"Vignette; Context (archaeology); Psychology; Qualitative research; Quality (philosophy); Social psychology; Engineering ethics; Sociology; Epistemology; Social science","authors":[{"name":"Geoffroy Desautels","is_ca":true},{"name":"Steve Jacob","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6117213930755443,"gpt":0.6475090385779075,"spread":0.03578764550236324,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05625018,0.000871408,0.000993387,0.003095445,0.01722232,0.006149689,0.002609951,0.003498219,0.0021198],"category_scores_gemma":[0.1050765,0.001043115,0.000428653,0.003022512,0.01464876,0.004522712,0.005853828,0.004481882,0.0003191592],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01467733,"about_ca_system_score_gemma":0.00860697,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01517022,"about_ca_topic_score_gemma":0.02192592,"domain_scores_codex":[0.894472,0.09567827,0.001544741,0.001905246,0.002622539,0.003777221],"domain_scores_gemma":[0.861185,0.1154951,0.005722998,0.002312465,0.009820793,0.005463721],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006292715,0.0001043276,0.001908279,0.000119074,0.000004465432,0.0007963493,0.9926843,0.00007033627,0.000581553,0.001365074,0.0002823197,0.002021097],"study_design_scores_gemma":[0.00001416277,0.0001214665,0.00111681,0.0001585236,0.000004840429,0.0002853507,0.9909075,0.0002437319,0.0005187544,0.0004675685,0.006133094,0.00002814874],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9828075,0.0003721285,0.008296171,0.002846477,0.00007119823,0.001097021,0.00008698393,0.00002513544,0.004397353],"genre_scores_gemma":[0.9915211,0.0004152442,0.004702604,0.0007696755,0.00002076328,0.000950862,0.00004002975,0.00002196795,0.001557697],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9437498,"threshold_uncertainty_score":0.2974829,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2036342338","doi":"10.1177/1356389003009002006","title":"Reducing Anxiety and Resistance in Policy and Programme Evaluations","year":2003,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; Simon Fraser University","funders":"","keywords":"Resistance (ecology); Anxiety; Process (computing); Psychology; Political science; Public relations; Social psychology; Computer science; Ecology; Biology","authors":[{"name":"Iris Geva‐May","is_ca":true},{"name":"Warren Thorngate","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2274522559828327,"gpt":0.5341188055677645,"spread":0.3066665495849318,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08652134,0.0008055718,0.0009475847,0.0026385,0.007145989,0.01082321,0.001833118,0.003326863,0.002208586],"category_scores_gemma":[0.2798014,0.0006863205,0.001069398,0.001514576,0.006990858,0.005445364,0.009671984,0.005279315,0.0003212776],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005946468,"about_ca_system_score_gemma":0.005437068,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002152315,"about_ca_topic_score_gemma":0.004036733,"domain_scores_codex":[0.7810081,0.1875764,0.00475905,0.002481329,0.01657311,0.007602055],"domain_scores_gemma":[0.7347068,0.2101716,0.02463541,0.01063452,0.01359204,0.006259582],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00118064,0.001583752,0.07174745,0.001222569,0.0003333394,0.005810428,0.5722095,0.004079384,0.005961954,0.02857396,0.01358641,0.2937106],"study_design_scores_gemma":[0.0004655019,0.005648404,0.1247649,0.003480696,0.000562641,0.006159518,0.6435657,0.01657017,0.01187889,0.07161893,0.1144569,0.0008277791],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.948603,0.0008649025,0.01265085,0.0104111,0.0001456816,0.0004519824,0.00002136058,0.0001838655,0.02666732],"genre_scores_gemma":[0.9946182,0.0002148039,0.003357214,0.0006983005,0.0000591351,0.000199164,0.00001175214,0.00002338383,0.0008179854],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08652134,"threshold_uncertainty_score":0.4575741,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2155601053","doi":"10.1177/1356389004046292","title":"What Counts is not Falling... but Landing","year":2004,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Douglas Mental Health University Institute; Douglas College","funders":"Canadian Institutes of Health Research; U.S. Public Health Service","keywords":"Strengths and weaknesses; Process management; Falling (accident); Process (computing); Management science; Computer science; Operations research; Political science; Business; Psychology; Engineering; Medicine; Environmental health","authors":[{"name":"Astrid Brousselle","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3671216289140383,"gpt":0.545401205321608,"spread":0.1782795764075697,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01282807,0.001247077,0.002117899,0.0033388,0.006935574,0.01480924,0.002237758,0.003294974,0.01398101],"category_scores_gemma":[0.04838397,0.0004800576,0.0007347087,0.005589854,0.02364851,0.02350339,0.00505273,0.006341313,0.005440849],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006348735,"about_ca_system_score_gemma":0.01452769,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01400236,"about_ca_topic_score_gemma":0.01605446,"domain_scores_codex":[0.9749287,0.01031878,0.001563319,0.002707989,0.009180043,0.001301194],"domain_scores_gemma":[0.9755397,0.008681223,0.002888627,0.002381665,0.008224673,0.002284271],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001214096,0.0001733634,0.00976546,0.002676407,0.0001859594,0.0001994295,0.01436192,0.0006834501,0.001383127,0.4057432,0.1777921,0.3869142],"study_design_scores_gemma":[0.00002249255,0.0002137881,0.006975629,0.004411328,0.0001070616,0.0002937639,0.02239284,0.000517006,0.0009399406,0.3421169,0.6218417,0.0001675581],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.02759402,0.02661689,0.04895718,0.4607645,0.02075744,0.0004963737,0.001666825,0.00077997,0.4123668],"genre_scores_gemma":[0.6693222,0.03929623,0.08001427,0.09431594,0.005485803,0.001321242,0.002035558,0.001281994,0.1069267],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.01480924,"threshold_uncertainty_score":0.06784213,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3139167773","doi":"10.1177/1356389020978501","title":"Developing an ethical rationale for collaborative approaches to evaluation","year":2021,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; University of Victoria","funders":"","keywords":"Reflexivity; Dialogic; Reciprocity (cultural anthropology); Inclusion (mineral); Sociology; Engineering ethics; Context (archaeology); Politics; Set (abstract data type); Epistemology; Political science; Computer science; Pedagogy; Social science; Engineering; Law","authors":[{"name":"Jill Anne Chouinard","is_ca":true},{"name":"J. Bradley Cousins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8319796326770158,"gpt":0.5935660075730588,"spread":0.238413625103957,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2898375,0.001199052,0.001680309,0.00435949,0.01283092,0.02147766,0.006165639,0.02158321,0.003134648],"category_scores_gemma":[0.254296,0.001199215,0.002344914,0.002277789,0.08857335,0.02136935,0.01889937,0.02256438,0.001446932],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01277728,"about_ca_system_score_gemma":0.02926998,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003699381,"about_ca_topic_score_gemma":0.002890325,"domain_scores_codex":[0.5856849,0.326994,0.01795623,0.0142016,0.04954304,0.005620159],"domain_scores_gemma":[0.6512765,0.2515921,0.01391526,0.03045043,0.04628352,0.00648216],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000004683843,0.00001170287,0.0000691656,0.00003304239,0.000003745878,0.00002910846,0.002839141,0.0001936587,0.0000607289,0.9940614,0.0007908812,0.001902594],"study_design_scores_gemma":[0.00003610802,0.00003237795,0.0001033059,0.0004594774,0.00001074824,0.0001124957,0.002374059,0.001975467,0.0004708323,0.9398475,0.05453335,0.00004420041],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008616904,0.001531438,0.7389443,0.144749,0.001401272,0.00183791,0.00007750651,0.000155018,0.1026866],"genre_scores_gemma":[0.488133,0.0009993988,0.4734313,0.01992337,0.0009448915,0.006530928,0.00009199064,0.0001778757,0.009767199],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7101625,"threshold_uncertainty_score":0.8757568,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2606109332","doi":"10.1177/1356389017697615","title":"Network-based approaches for evaluating ambient assisted living (AAL) technologies","year":2017,"lang":"en","type":"article","venue":"Evaluation","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University; University of Toronto","funders":"Economic and Social Research Council","keywords":"Assisted living; Perspective (graphical); Activities of daily living; Computer science; Cognition; Bridge (graph theory); Independent living; Function (biology); Living lab; Human–computer interaction; Knowledge management; Psychology; Gerontology; Medicine; Artificial intelligence","authors":[{"name":"Tim Gomersall","is_ca":false},{"name":"Louise Nygård","is_ca":false},{"name":"Alex Mihailidis","is_ca":true},{"name":"Andrew Sixsmith","is_ca":true},{"name":"Amy Hwang","is_ca":true},{"name":"Annicka Hedman","is_ca":false},{"name":"Arlene Astell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1956351138044354,"gpt":0.399164352199533,"spread":0.2035292383950976,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04690782,0.001277518,0.0007200523,0.006195688,0.002092725,0.004704691,0.001397787,0.001320342,0.004413085],"category_scores_gemma":[0.0871791,0.0003705821,0.00115981,0.003621959,0.003456967,0.005337846,0.003477902,0.001177205,0.0002986148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007412137,"about_ca_system_score_gemma":0.002524276,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003900943,"about_ca_topic_score_gemma":0.006055794,"domain_scores_codex":[0.9061307,0.08210578,0.003520038,0.001637469,0.005820816,0.0007851881],"domain_scores_gemma":[0.9130085,0.06896514,0.006060299,0.002180026,0.008680413,0.001105563],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001709391,0.002243268,0.09600324,0.008763309,0.001419193,0.0005884265,0.08170696,0.02509419,0.004606628,0.3498002,0.004970622,0.4230947],"study_design_scores_gemma":[0.001136001,0.007511475,0.1220184,0.008252588,0.001746767,0.0009523245,0.2152601,0.1590843,0.01282804,0.3782121,0.09238026,0.000617787],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4378564,0.004914498,0.3869162,0.00491838,0.0003879538,0.0152039,0.001065815,0.0001588375,0.1485779],"genre_scores_gemma":[0.8777741,0.0008528444,0.1053572,0.0002273596,0.0000343996,0.01389286,0.0001472711,0.00001941343,0.001694503],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04690782,"threshold_uncertainty_score":0.2480752,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3109011900","doi":"10.1177/1356389020969721","title":"How to normalize reflexive evaluation? Navigating between legitimacy and integrity","year":2020,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athena Sustainable Materials Institute","funders":"","keywords":"Reflexivity; Normalization (sociology); Legitimacy; Epistemology; Process management; Political science; Sociology; Computer science; Knowledge management; Business; Social science; Politics","authors":[{"name":"Lisa Verwoerd","is_ca":false},{"name":"Pim Klaassen","is_ca":true},{"name":"B.J. Regeer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4709169939777773,"gpt":0.5835940233142233,"spread":0.112677029336446,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.182158,0.000946833,0.001792445,0.00506827,0.007684204,0.02924757,0.003552499,0.004426709,0.004201847],"category_scores_gemma":[0.3001159,0.0009048432,0.001138299,0.004463451,0.07757322,0.03781579,0.01524757,0.0100909,0.0009331239],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01705588,"about_ca_system_score_gemma":0.03043813,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004200486,"about_ca_topic_score_gemma":0.003131203,"domain_scores_codex":[0.7900969,0.144816,0.01011767,0.01162099,0.03788599,0.00546236],"domain_scores_gemma":[0.7119609,0.1775312,0.02122129,0.04621607,0.03878036,0.004290233],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002858155,0.00004458386,0.001306279,0.0001602114,0.00002919492,0.00004434985,0.01385162,0.001003711,0.0003601695,0.930213,0.00125144,0.0517068],"study_design_scores_gemma":[0.00002763244,0.00003774617,0.0005641673,0.0005146074,0.00001854946,0.00005341625,0.005714875,0.00284109,0.001680171,0.9638953,0.02460365,0.00004880587],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05000588,0.002781208,0.6376047,0.09111087,0.0008257013,0.0007708202,0.00006464371,0.0007264045,0.2161098],"genre_scores_gemma":[0.8640789,0.0007641182,0.123446,0.003564859,0.0002196991,0.0008569048,0.00003972751,0.000392744,0.006636995],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8178419,"threshold_uncertainty_score":0.9633553,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2093062308","doi":"10.1177/1356389012442445","title":"A socio-political framework for evaluability assessment of participatory evaluations of partnerships: Making sense of the power differentials in programs that involve the state and civil society","year":2012,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; University of Ottawa","funders":"","keywords":"General partnership; Citizen journalism; Participatory evaluation; Politics; Public relations; Civil society; Participatory action research; Power (physics); State (computer science); Political science; Public administration; Sociology; Computer science","authors":[{"name":"Hélène Laperrière","is_ca":true},{"name":"Louise Potvin","is_ca":true},{"name":"Ricardo Zúñiga","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5679951806189625,"gpt":0.5888862518149395,"spread":0.020891071195977,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3677502,0.002133603,0.002003888,0.01631434,0.008208381,0.01261048,0.003082534,0.003404113,0.004113114],"category_scores_gemma":[0.3605318,0.001010929,0.002596119,0.00639258,0.03298356,0.010938,0.009901284,0.004633101,0.0002698314],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01824489,"about_ca_system_score_gemma":0.02363983,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004340884,"about_ca_topic_score_gemma":0.004862678,"domain_scores_codex":[0.5094811,0.4288236,0.01683214,0.006057546,0.034972,0.003833692],"domain_scores_gemma":[0.5638793,0.3560924,0.02900981,0.01638718,0.03203115,0.002600172],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001183055,0.0002104779,0.004066558,0.0009191658,0.0002101824,0.0001530435,0.01210965,0.008263263,0.0005236585,0.9271727,0.001023208,0.0452297],"study_design_scores_gemma":[0.0001718878,0.0004704977,0.004934634,0.001301632,0.0001674715,0.0001215739,0.01061131,0.02238647,0.001480932,0.9394794,0.01874935,0.0001247231],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02993524,0.0007761016,0.871553,0.01119549,0.000219511,0.006966996,0.0002395229,0.0001189801,0.07899517],"genre_scores_gemma":[0.5496585,0.0002597159,0.4360756,0.0007108762,0.000144375,0.01200834,0.0001195578,0.0000531285,0.0009698019],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3677502,"threshold_uncertainty_score":0.7796766,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4382811084","doi":"10.1177/13563890231185167","title":"How to develop a realist programme theory using Margaret Archer’s structure–agency–culture framework: The case of adolescent accountability for sexual and reproductive health in urban resource-constrained settings","year":2023,"lang":"en","type":"article","venue":"Evaluation","topic":"Social Policy and Reform Studies","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Fonds Wetenschappelijk Onderzoek","keywords":"Structure and agency; Agency (philosophy); Sociology; Critical realism (philosophy of perception); Reproductive health; Accountability; Context (archaeology); Resource (disambiguation); Epistemology; Social science; Political science; Realism; Population","authors":[{"name":"Sara Van Belle","is_ca":false},{"name":"Ibukun‐Oluwa Omolade Abejirinde","is_ca":true},{"name":"Aloysius Ssennyonjo","is_ca":false},{"name":"Prashanth Nuggehalli Srinivas","is_ca":false},{"name":"Pragati Hebbar","is_ca":false},{"name":"Bruno Marchal","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.126337267630334,"gpt":0.4286265921107111,"spread":0.302289324480377,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06394962,0.001384682,0.001480816,0.005382073,0.007991521,0.01580718,0.005116559,0.009176149,0.008878578],"category_scores_gemma":[0.05135025,0.0009415259,0.002503135,0.002303438,0.06199287,0.02936273,0.008902068,0.01057512,0.0008179312],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02175515,"about_ca_system_score_gemma":0.02001015,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01117156,"about_ca_topic_score_gemma":0.009907278,"domain_scores_codex":[0.9379204,0.05245798,0.001084883,0.002239905,0.003551598,0.002745219],"domain_scores_gemma":[0.9568037,0.03297473,0.00170632,0.003163824,0.003444309,0.001907208],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001515342,0.00009303822,0.0005302341,0.0002768484,0.00002120919,0.0001604126,0.01213107,0.001271819,0.00006869203,0.9736265,0.002675119,0.009129907],"study_design_scores_gemma":[0.00008066418,0.0001111317,0.0005425838,0.0008101354,0.00002933997,0.0001601027,0.01445802,0.003728436,0.0003667977,0.9367944,0.04287741,0.00004102555],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02800525,0.005359626,0.3718071,0.355038,0.001178069,0.003775844,0.0001811831,0.0002448377,0.2344102],"genre_scores_gemma":[0.7512515,0.00284431,0.2139505,0.01407806,0.0002274375,0.00532488,0.00008184035,0.0001931222,0.01204832],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.06394962,"threshold_uncertainty_score":0.338202,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4285595442","doi":"10.1177/13563890221107044","title":"A theory-based approach to designing interventions for Planetary Health","year":2022,"lang":"en","type":"article","venue":"Evaluation","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Psychological intervention; Action (physics); Management science; Theory of change; Engineering ethics; Field (mathematics); Human health; Public relations; Psychology; Computer science; Sociology; Political science; Medicine; Engineering","authors":[{"name":"Astrid Brousselle","is_ca":true},{"name":"J. Bradley McDavid","is_ca":true},{"name":"Megan Curren","is_ca":false},{"name":"Rik Logtenberg","is_ca":false},{"name":"Bronwyn Dunbar","is_ca":true},{"name":"Tara Ney","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.285646917889852,"gpt":0.4283617954686286,"spread":0.1427148775787766,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06520697,0.002900462,0.002358364,0.006308443,0.004291245,0.007956686,0.005179924,0.004257046,0.01279008],"category_scores_gemma":[0.05787364,0.001377752,0.002792075,0.003507831,0.0136998,0.005580677,0.00521553,0.006445769,0.001422978],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01585325,"about_ca_system_score_gemma":0.02589076,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005666189,"about_ca_topic_score_gemma":0.009298395,"domain_scores_codex":[0.9262024,0.06483006,0.001963273,0.002599886,0.003565827,0.000838575],"domain_scores_gemma":[0.9401311,0.05082987,0.001838921,0.003024002,0.003180407,0.0009958093],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002491486,0.001307887,0.002095653,0.008150783,0.0004955778,0.0003777216,0.01693578,0.02799402,0.001488533,0.7970701,0.00723927,0.1365955],"study_design_scores_gemma":[0.0007160326,0.001146663,0.001302521,0.006117912,0.0004729244,0.0001950832,0.01171725,0.02473524,0.001875531,0.8685445,0.083041,0.000135453],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008295408,0.002644937,0.8945024,0.01685487,0.0007569492,0.01575445,0.0004382497,0.0003049752,0.06044771],"genre_scores_gemma":[0.09796052,0.001743683,0.8672312,0.002546255,0.00006548563,0.02814106,0.0002021517,0.00006355469,0.002046161],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.06520697,"threshold_uncertainty_score":0.3448516,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2973640600","doi":"10.1177/1356389019870213","title":"Rapid impact evaluation","year":2019,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Summative assessment; Impact evaluation; Formative assessment; Counterfactual thinking; Credibility; Stakeholder; Stakeholder engagement; Impact assessment; Ex-ante; Salience (neuroscience); Program evaluation; Theory of change; Process management; Legitimacy; Computer science; Management science; Knowledge management; Psychology; Business; Political science; Public relations; Economics; Social psychology; Artificial intelligence","authors":[{"name":"Andy Rowe","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3381382875021545,"gpt":0.5894724107344181,"spread":0.2513341232322636,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1194561,0.002644428,0.002217528,0.01098633,0.00282486,0.008377989,0.004698825,0.002712045,0.190457],"category_scores_gemma":[0.2505409,0.001076949,0.003185335,0.007362518,0.00176762,0.007551064,0.008252852,0.003452369,0.03028154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005884175,"about_ca_system_score_gemma":0.02671419,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003510656,"about_ca_topic_score_gemma":0.004326976,"domain_scores_codex":[0.8959323,0.05446729,0.009642656,0.003767003,0.03342541,0.002765273],"domain_scores_gemma":[0.6747469,0.101797,0.01173446,0.02834832,0.1780872,0.00528613],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001605055,0.0004897519,0.002819575,0.008061211,0.0002731643,0.0002314195,0.001492261,0.003243309,0.0009008144,0.04143343,0.3497993,0.5896505],"study_design_scores_gemma":[0.0005530839,0.0009356029,0.003669679,0.006443048,0.0003255539,0.000173521,0.001332561,0.003134979,0.002793478,0.02507925,0.9553778,0.0001815118],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.01301791,0.004758947,0.2118694,0.01190862,0.006946891,0.07462343,0.04775036,0.01193729,0.6171871],"genre_scores_gemma":[0.1666039,0.01052419,0.4701876,0.006306546,0.001969234,0.130514,0.03862126,0.006214483,0.1690588],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.190457,"threshold_uncertainty_score":0.6371421,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154807644","doi":"10.1177/1356389009341729","title":"Evaluating Service Organization Models","year":2009,"lang":"en","type":"article","venue":"Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Agency of Canada; Université de Montréal; École Nationale d'Administration Publique","funders":"Canadian Institutes of Health Research; U.S. Public Health Service; Ministère de la Santé et des Services sociaux","keywords":"Computer science; Relevance (law); Set (abstract data type); Management science; Context (archaeology); Service (business); Contrast (vision); Data science; Artificial intelligence; Engineering","authors":[{"name":"Nassera Touati","is_ca":true},{"name":"Raynald Pineault","is_ca":false},{"name":"François Champagne","is_ca":true},{"name":"Jean‐Louis Denis","is_ca":true},{"name":"Astrid Brousselle","is_ca":true},{"name":"André‐Pierre Contandriopoulos","is_ca":true},{"name":"Robert Geneau","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8545316963181638,"gpt":0.762880564368063,"spread":0.09165113195010088,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05913348,0.001489803,0.001229702,0.004497893,0.001810975,0.005884764,0.002127193,0.002162288,0.006535295],"category_scores_gemma":[0.1468921,0.0005630734,0.001469077,0.005023593,0.005079167,0.007261623,0.004281273,0.001984963,0.0003580161],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01128547,"about_ca_system_score_gemma":0.006164933,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005302959,"about_ca_topic_score_gemma":0.004935847,"domain_scores_codex":[0.8972409,0.08579022,0.001855804,0.002200698,0.01137717,0.001535267],"domain_scores_gemma":[0.841036,0.1324222,0.00572959,0.009249044,0.01045729,0.001105884],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000487331,0.0004746034,0.01697274,0.0009176764,0.0005593979,0.0001584222,0.002362401,0.2046523,0.0007660398,0.6817762,0.002328388,0.08854453],"study_design_scores_gemma":[0.000264462,0.001805002,0.006501135,0.0009102803,0.0004338707,0.0001082502,0.0041334,0.3561426,0.002861399,0.6131108,0.01357546,0.0001534054],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3206573,0.00239096,0.522908,0.006516317,0.0003226648,0.001998549,0.0008882532,0.0004779895,0.14384],"genre_scores_gemma":[0.9129388,0.0004825118,0.08431374,0.000182506,0.00004263704,0.0008531773,0.0002089761,0.00005655589,0.0009210405],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.05913348,"threshold_uncertainty_score":0.3127315,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2026507234","doi":"10.1177/1356389009360471","title":"Peace and Conflict Impact Assessment (PCIA) in Community Development: A Case Study from Mozambique","year":2010,"lang":"en","type":"article","venue":"Evaluation","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Situational ethics; Government (linguistics); Work (physics); Quality (philosophy); Public relations; Political science; Public administration; Sociology; Business; Engineering; Law","authors":[{"name":"Lisa Bornstein","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04812356254503167,"gpt":0.4044966418320075,"spread":0.3563730792869758,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003342699,0.0004390744,0.0003396259,0.00160477,0.01146294,0.002162145,0.0008351197,0.00159061,0.001977985],"category_scores_gemma":[0.005666286,0.0004097619,0.0003155849,0.002474695,0.003839236,0.001014917,0.002738961,0.001890658,0.0001537552],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009329124,"about_ca_system_score_gemma":0.006382164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1734043,"about_ca_topic_score_gemma":0.419808,"domain_scores_codex":[0.9974532,0.001575134,0.00006111297,0.00009658541,0.0001711465,0.000642875],"domain_scores_gemma":[0.9970092,0.001811687,0.0003023539,0.0001154688,0.0003482818,0.0004130277],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002990304,0.001428464,0.09834734,0.001081845,0.00007572837,0.06456869,0.7166319,0.003326787,0.005244056,0.009326487,0.003107202,0.09656242],"study_design_scores_gemma":[0.0000657104,0.0007925602,0.1330135,0.0005632907,0.00004380643,0.005060173,0.8228008,0.002228982,0.001417728,0.001648407,0.03228157,0.00008347303],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9916261,0.0002192662,0.0006381439,0.0007871125,0.000007126305,0.0002457607,0.00004891846,0.000007394387,0.006420199],"genre_scores_gemma":[0.9962395,0.0003835012,0.001394918,0.0001130062,0.000004783198,0.0001743665,0.00003313271,0.000004679138,0.001652052],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1734043,"threshold_uncertainty_score":0.34479,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404873315","doi":"10.1177/13563890241289937","title":"Artificial intelligence and big data-driven evaluation research and practices: A systematic literature review","year":2024,"lang":"en","type":"article","venue":"Evaluation","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École Nationale d'Administration Publique","funders":"","keywords":"Big data; Systematic review; Data science; Management science; Psychology; Political science; Engineering ethics; Computer science; MEDLINE; Engineering; Data mining","authors":[{"name":"Salah eddine Bouyousfi","is_ca":false},{"name":"Miché Ouedraogo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7863038003097949,"gpt":0.6347017197247322,"spread":0.1516020805850626,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1039968,0.001287521,0.005738563,0.02146012,0.001878686,0.006941498,0.002701673,0.002413948,0.003125309],"category_scores_gemma":[0.2801399,0.001354327,0.004945094,0.0226651,0.003442044,0.006510608,0.004535247,0.002283371,0.0003768581],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01367275,"about_ca_system_score_gemma":0.0582359,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009866173,"about_ca_topic_score_gemma":0.0267892,"domain_scores_codex":[0.8903001,0.06455066,0.02685221,0.00257434,0.01457648,0.001146106],"domain_scores_gemma":[0.660991,0.2793103,0.02748351,0.004999712,0.02527837,0.001937008],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002105867,0.0001095495,0.002160938,0.7517055,0.002460951,0.00015673,0.003300804,0.0004837354,0.0001502077,0.004510443,0.004660712,0.2300899],"study_design_scores_gemma":[0.00006700449,0.00009287777,0.001715864,0.9673581,0.003858765,0.0001785243,0.001814962,0.0001636389,0.0001326368,0.001836802,0.02273814,0.00004265861],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00204764,0.9907728,0.001627788,0.002307979,0.0001834425,0.00143141,0.0003377927,0.00002175169,0.001269467],"genre_scores_gemma":[0.04541507,0.9395728,0.008158366,0.001772647,0.0001194009,0.004344621,0.0004156144,0.00002977276,0.0001717924],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8960032,"threshold_uncertainty_score":0.549994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2143790740","doi":"10.1177/1356389008090857","title":"Health Technology Assessment in the Canadian Health Policy Arena","year":2008,"lang":"en","type":"article","venue":"Evaluation","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Autonomy; Agency (philosophy); Accountability; Health technology; Public relations; Politics; Health care; Perspective (graphical); Public administration; Political science; Sociology; Social science","authors":[{"name":"Pascale Lehoux","is_ca":true},{"name":"Myriam Hivon","is_ca":false},{"name":"Jean‐Louis Denis","is_ca":true},{"name":"Stéphanie Tailliez","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4506354292933477,"gpt":0.5225140240842393,"spread":0.07187859479089165,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027946,0.0005773759,0.0006519141,0.00650171,0.03434004,0.01915987,0.002264477,0.004891887,0.00496547],"category_scores_gemma":[0.04363614,0.0005203317,0.0006718299,0.01441327,0.01869545,0.004349818,0.006171641,0.003893646,0.0002196717],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.326605,"about_ca_system_score_gemma":0.3789922,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9855832,"about_ca_topic_score_gemma":0.987186,"domain_scores_codex":[0.9557688,0.01641433,0.001019607,0.001112908,0.01586806,0.009816324],"domain_scores_gemma":[0.9686093,0.01687188,0.001484616,0.000702684,0.01001036,0.002321202],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005471861,0.00008199749,0.01525646,0.0004675961,0.00004734052,0.001094326,0.02749687,0.004569307,0.0003741696,0.8697321,0.02536255,0.05546251],"study_design_scores_gemma":[0.00005138112,0.00007501648,0.07679653,0.001296086,0.00008362724,0.0002816131,0.1246887,0.004980687,0.0005411349,0.1098015,0.6811823,0.0002214295],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1353089,0.02299429,0.005145581,0.2743945,0.0004502986,0.0004105945,0.0004998949,0.00006807432,0.5607278],"genre_scores_gemma":[0.9648448,0.008932916,0.003918286,0.00781012,0.0001299016,0.0001295261,0.0001126403,0.00002867151,0.01409312],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.673395,"threshold_uncertainty_score":0.7810427,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2913663231","doi":"10.1177/1356389019827035","title":"Combining internal and external evaluations within a multilevel evaluation framework: Computational text analysis of lessons from the Asian Development Bank","year":2019,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Lee Kuan Yew School of Public Policy, National University of Singapore; Whitney and Betty MacMillan Center for International and Area Studies; Yale University","keywords":"Macro; Psychological intervention; Micro level; Scenario analysis; Political science; Computer science; Process management; Psychology; Business; Economics; Finance; Microeconomics","authors":[{"name":"Nihit Goyal","is_ca":false},{"name":"Michael Howlett","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2313179511134962,"gpt":0.5268569038509368,"spread":0.2955389527374405,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02203378,0.0004828681,0.0005962981,0.006977735,0.000824706,0.004298218,0.0008499399,0.0006279459,0.00181654],"category_scores_gemma":[0.1061032,0.000183076,0.0006523681,0.00648764,0.001379519,0.00505839,0.002583947,0.001428289,0.0002241119],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00366098,"about_ca_system_score_gemma":0.002150115,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006951175,"about_ca_topic_score_gemma":0.01193875,"domain_scores_codex":[0.9763353,0.01901323,0.001323727,0.0007643774,0.002112226,0.0004511756],"domain_scores_gemma":[0.8229765,0.1512652,0.00908312,0.003994525,0.01181147,0.0008692218],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006427816,0.0007687522,0.2679621,0.001656346,0.0006687848,0.0004624814,0.03185923,0.03934302,0.001546242,0.02601505,0.006473978,0.6226013],"study_design_scores_gemma":[0.0002144264,0.0009781319,0.2730404,0.00195042,0.000672844,0.0001777228,0.07413198,0.4963576,0.009904895,0.1226782,0.01960767,0.0002856523],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9185853,0.0008849551,0.05880079,0.003798989,0.00004846299,0.0006620085,0.001896332,0.000288621,0.01503452],"genre_scores_gemma":[0.9768325,0.0001238314,0.02148101,0.00007090082,0.00002356936,0.0002272841,0.0007707809,0.00003127442,0.000438826],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9779662,"threshold_uncertainty_score":0.1165271,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2605706618","doi":"10.1177/1356389017697620","title":"Evaluability assessment of a small NGO in water-based development","year":2017,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Waterloo","funders":"Mitacs","keywords":"Accountability; Context (archaeology); Political science; Public relations; Water development; Face (sociological concept); Qualitative research; Baseline (sea); Psychology; Sociology; Water resources; Geography; Social science","authors":[{"name":"Stephanie K. Lu","is_ca":true},{"name":"Susan J. Elliott","is_ca":true},{"name":"Christopher M. Perlman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4462252381466189,"gpt":0.5827030978504076,"spread":0.1364778597037887,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2970212,0.0006463114,0.0006238222,0.004436094,0.008569509,0.008420805,0.002305266,0.001535569,0.00312257],"category_scores_gemma":[0.3451814,0.0004760814,0.0006635579,0.003270882,0.008914454,0.007052179,0.01015686,0.001827926,0.0003238453],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02323461,"about_ca_system_score_gemma":0.03236695,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01125576,"about_ca_topic_score_gemma":0.01663321,"domain_scores_codex":[0.6941004,0.2532512,0.0121411,0.005145859,0.02779226,0.00756913],"domain_scores_gemma":[0.5683558,0.292291,0.02684353,0.01826722,0.08294067,0.0113017],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001381094,0.002336489,0.09739897,0.004667419,0.0002173023,0.002097357,0.507632,0.004408202,0.007529977,0.03184525,0.005357169,0.3351289],"study_design_scores_gemma":[0.0005626586,0.004919843,0.116554,0.005615021,0.0003502195,0.0008268179,0.6634664,0.01026794,0.01935713,0.04074822,0.1369801,0.0003515466],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8338271,0.001052091,0.06588591,0.01122151,0.0002100137,0.01186408,0.0002379603,0.0001360415,0.07556521],"genre_scores_gemma":[0.9703639,0.000234063,0.02295521,0.0005180095,0.00002940099,0.004117634,0.00009634901,0.00004512515,0.001640387],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2970212,"threshold_uncertainty_score":0.8668981,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4322744890","doi":"10.1177/13563890231156954","title":"How can climate change and its interaction with other compounding risks be considered in evaluation? Experiences from Vietnam","year":2023,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Alberta; University of Guelph","funders":"Australian Centre for International Agricultural Research; Canadian Institutes of Health Research; Consortium of International Agricultural Research Centers","keywords":"Climate change; Context (archaeology); Environmental resource management; Environmental planning; Public relations; Political science; Business; Psychology; Geography; Environmental science; Ecology","authors":[{"name":"Steven Lâm","is_ca":true},{"name":"Warren Dodd","is_ca":true},{"name":"Hung Nguyen‐Viet","is_ca":false},{"name":"Fred Unger","is_ca":false},{"name":"Trang Thi-Huyen Le","is_ca":false},{"name":"Sinh Dang-Xuan","is_ca":false},{"name":"Kelly Skinner","is_ca":true},{"name":"Andrew Papadopoulos","is_ca":true},{"name":"Sherilee L. Harper","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6069973684791174,"gpt":0.5550850423223465,"spread":0.05191232615677099,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03504047,0.000318718,0.0005115306,0.0006750119,0.006131114,0.007124191,0.001026347,0.001428251,0.002129677],"category_scores_gemma":[0.03249695,0.0003150387,0.0003965088,0.0009931391,0.006971232,0.004882221,0.004570507,0.002466189,0.0001418688],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01090056,"about_ca_system_score_gemma":0.01044477,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01825308,"about_ca_topic_score_gemma":0.02786907,"domain_scores_codex":[0.9598643,0.03491552,0.0007466227,0.0004884483,0.001504925,0.002480265],"domain_scores_gemma":[0.9752891,0.01606615,0.001576363,0.0005920887,0.003129593,0.003346583],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001990227,0.0005765564,0.02665956,0.0008857675,0.00005311671,0.00341724,0.9001906,0.000859536,0.001298983,0.01269022,0.003495451,0.04967397],"study_design_scores_gemma":[0.00003292849,0.0003936249,0.008940425,0.001147842,0.00003162272,0.0005353032,0.9383713,0.0005869811,0.001095991,0.004910245,0.0438983,0.00005532711],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9241632,0.002562131,0.003881123,0.03229874,0.0001890553,0.0003113635,0.00004603188,0.00001900614,0.03652931],"genre_scores_gemma":[0.9961571,0.0007278451,0.001139933,0.001010065,0.00001925573,0.0000858217,0.000008752284,0.00001223593,0.0008390147],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03504047,"threshold_uncertainty_score":0.1853139,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2130276747","doi":"10.1177/1356389015593357","title":"Towards a comprehensive framework for the evaluation of small and medium enterprise policy","year":2015,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Additionality; Relevance (law); Public policy; Policy analysis; Process management; Business; Management science; Knowledge management; Computer science; Political science; Economics; Public economics; Public administration; Economic growth","authors":[{"name":"Arturo Vega","is_ca":false},{"name":"Mike Chiasson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4988657924257035,"gpt":0.574468999590146,"spread":0.07560320716444247,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3932894,0.003384457,0.005188032,0.02292516,0.007913848,0.03627868,0.00807224,0.01039349,0.005701813],"category_scores_gemma":[0.2737481,0.001944738,0.003503525,0.013841,0.03820768,0.02794675,0.01578786,0.01069935,0.0007298402],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04224789,"about_ca_system_score_gemma":0.06585893,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01203868,"about_ca_topic_score_gemma":0.009454791,"domain_scores_codex":[0.5754796,0.3774057,0.01459867,0.00610842,0.02161583,0.004791795],"domain_scores_gemma":[0.5587183,0.3679032,0.01602037,0.02294475,0.03029127,0.004122274],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004229904,0.0001586976,0.000840103,0.001102218,0.00009022281,0.0000510092,0.003897969,0.007324189,0.0001713311,0.9558719,0.00104234,0.02940753],"study_design_scores_gemma":[0.0001145075,0.0001799619,0.0007148316,0.003953443,0.00009260173,0.00004012189,0.006282267,0.009573683,0.0006686012,0.959644,0.01866591,0.00007006644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01246869,0.006951041,0.8663327,0.03966025,0.0003411084,0.00464399,0.0003522277,0.0004032389,0.06884681],"genre_scores_gemma":[0.2453284,0.002243933,0.7409336,0.002137234,0.0001353437,0.007300219,0.0001934099,0.0001095488,0.001618209],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3932894,"threshold_uncertainty_score":0.7481822,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2742194300","doi":"10.1177/1356389017715719","title":"Using online mining techniques to inform formative evaluations: An analysis of YouTube video comments about chronic pain","year":2017,"lang":"en","type":"article","venue":"Evaluation","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Economic and Social Research Council; Centre National de la Recherche Scientifique; McGill University","keywords":"Judgement; Formative assessment; Social media; Psychology; Applied psychology; Computer science; Public relations; World Wide Web; Political science","authors":[{"name":"Aude Bicquelet","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3269929441657317,"gpt":0.5957748917242113,"spread":0.2687819475584796,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01838312,0.0006639748,0.0005330215,0.008411109,0.002040406,0.002594926,0.0009168141,0.0008041537,0.001387617],"category_scores_gemma":[0.08031431,0.0002262725,0.0003552875,0.006212646,0.001649551,0.003210828,0.002036926,0.0006845522,0.0004433678],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00221206,"about_ca_system_score_gemma":0.001935209,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005431764,"about_ca_topic_score_gemma":0.01196164,"domain_scores_codex":[0.9816097,0.01277817,0.001283252,0.0008004969,0.002871707,0.0006566485],"domain_scores_gemma":[0.8739744,0.1002524,0.008609301,0.002521106,0.01400918,0.0006336645],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006460171,0.0005156174,0.1186904,0.001821562,0.0001164323,0.001735302,0.5573323,0.0006258583,0.0105101,0.003495639,0.005191898,0.2993189],"study_design_scores_gemma":[0.00004997538,0.0006943966,0.2906125,0.001909227,0.0001107063,0.001047784,0.6464072,0.01175696,0.01010325,0.006255869,0.0308603,0.0001919902],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9725109,0.000401301,0.01698992,0.001048939,0.00007615059,0.001419443,0.001657618,0.00008473221,0.005810966],"genre_scores_gemma":[0.9573497,0.0004626913,0.03492519,0.0002402781,0.00009138456,0.002245775,0.001767037,0.00009768965,0.002820208],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01838312,"threshold_uncertainty_score":0.09722042,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111087525","doi":"10.1177/1356389009360478","title":"Conceptual and Methodological Challenges in Producing Research Syntheses for Decision-and Policy-Making: An Illustrative Case in Primary Healthcare","year":2010,"lang":"en","type":"article","venue":"Evaluation","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Université de Montréal; Université de Sherbrooke","funders":"Canadian Institutes of Health Research; Canada Research Chairs; Ministère de la Santé et des Services sociaux; Canadian Health Services Research Foundation","keywords":"Rigour; Operationalization; Viewpoints; Management science; Health care; Engineering ethics; Foundation (evidence); Process (computing); Deliberation; Knowledge management; Computer science; Process management; Political science; Engineering; Epistemology; Politics","authors":[{"name":"Raynald Pineault","is_ca":true},{"name":"Paul A. Lamarche","is_ca":true},{"name":"Marie‐Dominique Beaulieu","is_ca":true},{"name":"Jeannie Haggerty","is_ca":true},{"name":"Danielle Larouche","is_ca":true},{"name":"Jean-Marc Jalhay","is_ca":true},{"name":"André‐Pierre Contandriopoulos","is_ca":true},{"name":"Jean‐Louis Denis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7415406961974293,"gpt":0.6603945259424397,"spread":0.0811461702549896,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2819184,0.001918347,0.002985262,0.00823264,0.02035708,0.02218572,0.005983233,0.01823833,0.003415],"category_scores_gemma":[0.3095118,0.001822862,0.002745693,0.01395601,0.02847645,0.01663338,0.0132818,0.01101876,0.0007886242],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02912829,"about_ca_system_score_gemma":0.0396597,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02229786,"about_ca_topic_score_gemma":0.03539134,"domain_scores_codex":[0.529311,0.4330556,0.01240903,0.003819484,0.01756947,0.003835439],"domain_scores_gemma":[0.4305391,0.5385725,0.007582135,0.008641593,0.0123135,0.002351123],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003154378,0.000346233,0.001883236,0.01017444,0.0001835282,0.01213451,0.3136859,0.007854084,0.001383809,0.5816787,0.01344429,0.05691594],"study_design_scores_gemma":[0.0003693576,0.0003115917,0.001171708,0.01619952,0.0002923646,0.003807174,0.3342617,0.0106669,0.002897475,0.416774,0.2129338,0.0003143166],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05698517,0.0327717,0.4467275,0.3933248,0.002701244,0.008805201,0.0005751138,0.0003234389,0.05778585],"genre_scores_gemma":[0.3836541,0.01098924,0.5764247,0.01441967,0.0004933095,0.009556971,0.000142178,0.0001307596,0.004189109],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7180816,"threshold_uncertainty_score":0.8855225,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4220896026","doi":"10.1177/13563890221086306","title":"Contribution of practical wisdom to resolving ethical issues","year":2022,"lang":"en","type":"article","venue":"Evaluation","topic":"Ethics in medical practice","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Engineering ethics; Action (physics); Face (sociological concept); Ethical issues; Epistemology; Management science; Sociology; Psychology; Social science; Economics; Philosophy; Engineering","authors":[{"name":"Marthe Hurteau","is_ca":true},{"name":"Caroline Gagnon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2285741915479467,"gpt":0.6319014456775595,"spread":0.4033272541296127,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.145239,0.001359472,0.002019017,0.00808908,0.009989209,0.02133006,0.00372243,0.01333041,0.003266258],"category_scores_gemma":[0.1767755,0.0007924727,0.001478919,0.003409848,0.09083148,0.02267914,0.02094256,0.01457363,0.0006308618],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01215896,"about_ca_system_score_gemma":0.03112759,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001883048,"about_ca_topic_score_gemma":0.002922264,"domain_scores_codex":[0.8127723,0.1478717,0.006317736,0.005240327,0.02445699,0.00334106],"domain_scores_gemma":[0.6535211,0.2838601,0.01180536,0.02150227,0.023438,0.005873099],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002001187,0.0000551469,0.0007266469,0.0005078552,0.00004651564,0.000274709,0.018691,0.0007538137,0.0001446352,0.9369075,0.004818005,0.03705407],"study_design_scores_gemma":[0.00002475292,0.00002383238,0.0002030884,0.0006641547,0.00001545229,0.0002054632,0.00611612,0.0008848414,0.0001170116,0.9599169,0.03179272,0.00003562541],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02738413,0.01648932,0.243684,0.432162,0.00359228,0.0005602507,0.00004349404,0.0001451326,0.2759393],"genre_scores_gemma":[0.8102648,0.00668244,0.1453674,0.02778325,0.002266121,0.0006885981,0.00004338399,0.0001276218,0.006776351],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.145239,"threshold_uncertainty_score":0.7681066,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4401276261","doi":"10.1177/13563890241265859","title":"Post-truth and pathways for evaluators","year":2024,"lang":"en","type":"article","venue":"Evaluation","topic":"Viral Infections and Outbreaks Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Disinformation; Transformative learning; Skepticism; Post truth; Politics; Phenomenon; Narrative; Fake news; Sociology; Premise; Political science; Public relations; Epistemology; Social media; Law; Media studies","authors":[{"name":"Astrid Brousselle","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0724581220496297,"gpt":0.4204130039843808,"spread":0.3479548819347511,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.122276,0.0007196036,0.0006770532,0.003082067,0.01301506,0.02006193,0.002166497,0.005880135,0.01252516],"category_scores_gemma":[0.2086393,0.0007562782,0.0006491074,0.001737403,0.02889755,0.01864457,0.01959853,0.008545632,0.001642799],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01021359,"about_ca_system_score_gemma":0.02003512,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003343313,"about_ca_topic_score_gemma":0.004060132,"domain_scores_codex":[0.8480664,0.1268383,0.00314039,0.005454591,0.008800624,0.007699737],"domain_scores_gemma":[0.7815402,0.1482687,0.01449356,0.01166538,0.02954952,0.01448259],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003219645,0.0001793888,0.01268198,0.000792645,0.00006396903,0.001267572,0.3413911,0.0005281924,0.001374771,0.4608098,0.02214574,0.1584428],"study_design_scores_gemma":[0.0001214814,0.0003950566,0.006262733,0.002923372,0.0000651556,0.00071782,0.2477844,0.001188154,0.002094744,0.3301681,0.4081068,0.000172161],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1850514,0.01053208,0.09726804,0.3582702,0.003517452,0.001604509,0.000179981,0.0005507244,0.3430257],"genre_scores_gemma":[0.9458624,0.001672721,0.01380786,0.01497272,0.000478736,0.0006765018,0.00005709349,0.0002266763,0.02224523],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8777241,"threshold_uncertainty_score":0.6466648,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2321004893","doi":"10.1177/1356389014540705","title":"Evaluations, international agencies and censorship: A field doer’s viewpoint","year":2014,"lang":"en","type":"article","venue":"Evaluation","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Field (mathematics); Sociology; Action (physics); Perspective (graphical); Epistemology; Computer science; Mathematics","authors":[{"name":"Hélène Laperrière","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2798603655521814,"gpt":0.6030785631938922,"spread":0.3232181976417108,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05928275,0.0006451962,0.000853813,0.003519435,0.01048026,0.01740801,0.002029596,0.006229768,0.003219657],"category_scores_gemma":[0.05803699,0.0004525414,0.0003721189,0.002228198,0.1000171,0.02183779,0.007474901,0.008751724,0.0002449135],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01497435,"about_ca_system_score_gemma":0.009754621,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01307633,"about_ca_topic_score_gemma":0.009411722,"domain_scores_codex":[0.923418,0.06761998,0.0009735871,0.002455822,0.003841301,0.001691269],"domain_scores_gemma":[0.9173207,0.07119737,0.002572111,0.00385086,0.003898836,0.001160101],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.000009551759,0.00002562896,0.0003413557,0.0001137574,0.000004211612,0.0001064222,0.05677416,0.0001108027,0.00006624547,0.9293451,0.004669436,0.008433335],"study_design_scores_gemma":[0.00003719447,0.00007976419,0.0006318053,0.001663352,0.00001642259,0.0003306364,0.2172892,0.0006147759,0.0005390051,0.533607,0.2451514,0.00003940902],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.06125787,0.03038977,0.03415262,0.5036733,0.001818946,0.000260395,0.00007169317,0.00009130419,0.3682841],"genre_scores_gemma":[0.9648678,0.004663484,0.004025315,0.01720277,0.0005503565,0.0001704933,0.00001196121,0.00005303501,0.008454713],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.05928275,"threshold_uncertainty_score":0.3135209,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391389032","doi":"10.1177/13563890241227433","title":"Planetary health: Creating rapid impact assessment tools","year":2024,"lang":"en","type":"article","venue":"Evaluation","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Future Earth; University of Victoria","funders":"","keywords":"Environmental planning; Environmental science","authors":[{"name":"Astrid Brousselle","is_ca":true},{"name":"Megan Curren","is_ca":false},{"name":"Bronwyn Dunbar","is_ca":true},{"name":"James C. McDavid","is_ca":true},{"name":"Rik Logtenberg","is_ca":true},{"name":"Tara Ney","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1772581200010416,"gpt":0.4650921412998606,"spread":0.287834021298819,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1758843,0.00160812,0.0009464735,0.007926452,0.002658147,0.01662821,0.004273578,0.003397875,0.009397503],"category_scores_gemma":[0.2040547,0.001119169,0.001440989,0.003426017,0.006667349,0.02128199,0.01424553,0.00374791,0.002852005],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005367124,"about_ca_system_score_gemma":0.01649376,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001957542,"about_ca_topic_score_gemma":0.002875526,"domain_scores_codex":[0.8619362,0.1068281,0.007265473,0.002891845,0.01861968,0.002458679],"domain_scores_gemma":[0.8022492,0.1337979,0.008638935,0.02085633,0.03006901,0.004388663],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002929665,0.0007856869,0.00574595,0.00333062,0.0001659753,0.0006234779,0.01789727,0.01209884,0.002771645,0.2571331,0.0525413,0.6466131],"study_design_scores_gemma":[0.0002964689,0.0008274862,0.00357258,0.007128763,0.0001475544,0.0006107299,0.01424929,0.01423502,0.009613496,0.3983864,0.5504733,0.0004588708],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01989227,0.003127618,0.845611,0.02985633,0.001236273,0.005975021,0.001370153,0.008504589,0.08442672],"genre_scores_gemma":[0.07134136,0.00162121,0.9156823,0.001626671,0.0002749105,0.003551147,0.0008157647,0.0009454921,0.004141211],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1758843,"threshold_uncertainty_score":0.9301763,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389600041","doi":"10.1177/13563890231207115","title":"Interorganizational evaluation capacity building in the public, health and community sectors","year":2023,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa","funders":"","keywords":"Capacity building; Work (physics); Business; Public sector; Public relations; Joint (building); Knowledge management; Political science; Economic growth; Economics; Computer science; Engineering","authors":[{"name":"Charlotte Laubek","is_ca":false},{"name":"Isabelle Bourgeois","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6482669341035596,"gpt":0.5566919701817297,"spread":0.09157496392182995,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08602788,0.000521513,0.0005251041,0.005542811,0.01179366,0.01294441,0.002913923,0.001694919,0.004557292],"category_scores_gemma":[0.06629769,0.0006211604,0.0007667285,0.004582454,0.01734409,0.006316591,0.02274171,0.003185588,0.0003769461],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03345913,"about_ca_system_score_gemma":0.07631268,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03623073,"about_ca_topic_score_gemma":0.0592241,"domain_scores_codex":[0.9001073,0.07037634,0.002935439,0.003159309,0.008797896,0.01462373],"domain_scores_gemma":[0.8419492,0.08647764,0.01287549,0.01384077,0.02491503,0.01994194],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003568529,0.001804355,0.1530479,0.001245898,0.0003943232,0.002480512,0.1289546,0.02712,0.002675376,0.3190979,0.01473578,0.3480865],"study_design_scores_gemma":[0.0001814087,0.0007510445,0.1784078,0.002724314,0.000139883,0.00101133,0.4290821,0.02008392,0.003892472,0.1212527,0.2420354,0.000437595],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7195311,0.001980628,0.05564266,0.02062061,0.0002103334,0.002961866,0.0001451891,0.0003143984,0.1985934],"genre_scores_gemma":[0.9902905,0.0001761991,0.005955652,0.0002942703,0.00001725323,0.0002754839,0.00004101112,0.00002237306,0.00292735],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9139721,"threshold_uncertainty_score":0.4549643,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319439088","doi":"10.1177/13563890221149452","title":"The use of mediation analysis in evaluation of complex health interventions","year":2023,"lang":"en","type":"article","venue":"Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Economic and Social Research Council; Bill and Melinda Gates Foundation","keywords":"Mediation; Causal inference; Intervention (counseling); Context (archaeology); Psychological intervention; Randomized controlled trial; Quality (philosophy); Psychology; Inference; Applied psychology; Medicine; Nursing; Computer science; Sociology; Social science","authors":[{"name":"Deborah DiLiberto","is_ca":true},{"name":"Charles Opondo","is_ca":true},{"name":"Sarah G. Staedke","is_ca":true},{"name":"Clare Chandler","is_ca":true},{"name":"Elizabeth Allen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9517514639979373,"gpt":0.7979085226517668,"spread":0.1538429413461705,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5939302,0.004697248,0.006574899,0.008295763,0.004225482,0.008448794,0.006371601,0.0048762,0.01151931],"category_scores_gemma":[0.7509877,0.002316629,0.009409927,0.008885584,0.01071641,0.01450106,0.01246896,0.01053075,0.0007439605],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00818393,"about_ca_system_score_gemma":0.01853984,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005329938,"about_ca_topic_score_gemma":0.004008374,"domain_scores_codex":[0.1476134,0.8202204,0.009543229,0.006831057,0.0145528,0.00123918],"domain_scores_gemma":[0.09847654,0.8588934,0.01434605,0.02024789,0.00748921,0.0005469784],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.005521454,0.001263898,0.01961011,0.027902,0.03079655,0.0007178426,0.01558661,0.0283378,0.001127806,0.4993029,0.006098405,0.3637347],"study_design_scores_gemma":[0.004692191,0.006911903,0.008304295,0.0104869,0.01074686,0.0004601227,0.003913067,0.1071591,0.004976297,0.8155981,0.02619626,0.0005550701],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01505591,0.007307979,0.9444498,0.007886418,0.00137578,0.01003108,0.0006221766,0.0005274066,0.01274345],"genre_scores_gemma":[0.2775364,0.002637211,0.6738808,0.002874506,0.0005000943,0.0412147,0.0002224367,0.0002583565,0.0008755008],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4060698,"threshold_uncertainty_score":0.5007564,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3100567947","doi":"10.1177/1356389020969714","title":"Applying the eight principles of developmental evaluation: Complex Care Hub as a case example","year":2020,"lang":"en","type":"article","venue":"Evaluation","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; Alberta Health Services","funders":"Alberta Health Services","keywords":"Context (archaeology); Health care; Psychology; Nursing; Medical education; Medicine; Political science","authors":[{"name":"Jason R. Goertzen","is_ca":false},{"name":"Ashley D. Fraser","is_ca":false},{"name":"Marysia E. Stasiewicz","is_ca":true},{"name":"Michelle Grinman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3388042803701485,"gpt":0.4669597628189893,"spread":0.1281554824488407,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02859747,0.0007205176,0.0005249124,0.001889254,0.007643321,0.006014059,0.001502695,0.003446937,0.002250883],"category_scores_gemma":[0.02640909,0.0004430259,0.0007911819,0.001701807,0.008424123,0.005575273,0.008399372,0.00519876,0.0003489138],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009183618,"about_ca_system_score_gemma":0.01101339,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006144384,"about_ca_topic_score_gemma":0.02368204,"domain_scores_codex":[0.9695358,0.025602,0.0008186268,0.0004120571,0.002042072,0.001589436],"domain_scores_gemma":[0.9838976,0.01198895,0.000536059,0.0005604483,0.001695408,0.001321519],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002881807,0.002127171,0.02747481,0.002381752,0.00004806576,0.03390916,0.2412011,0.004033178,0.001563449,0.3283758,0.05036184,0.3082355],"study_design_scores_gemma":[0.0002378538,0.001528808,0.01396121,0.008020423,0.000120477,0.05152293,0.3235812,0.006567235,0.006318713,0.09540018,0.4924357,0.000305314],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3412089,0.01779458,0.2075795,0.1522536,0.00173518,0.005508426,0.0001940704,0.0003754601,0.2733503],"genre_scores_gemma":[0.8046781,0.009889373,0.1568031,0.007544392,0.0002363851,0.002019651,0.00005939806,0.000125722,0.0186438],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02859747,"threshold_uncertainty_score":0.1512397,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4417434618","doi":"10.1177/13563890251395056","title":"Unraveling the complexities of learning in community development evaluation","year":2025,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; University of Victoria","funders":"","keywords":"Neoliberalism (international relations); Community development; Focus (optics); Learning community; Key (lock)","authors":[{"name":"Jill Anne Chouinard","is_ca":true},{"name":"Bradley Cousins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4215761580329476,"gpt":0.5579690605544919,"spread":0.1363929025215443,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2633933,0.001281791,0.002699825,0.006980966,0.01302408,0.04050844,0.005411489,0.01097824,0.002941302],"category_scores_gemma":[0.2896716,0.001364109,0.001131625,0.004900997,0.1056146,0.05448681,0.02418099,0.01519632,0.0004612012],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01745148,"about_ca_system_score_gemma":0.02131725,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005979077,"about_ca_topic_score_gemma":0.006340201,"domain_scores_codex":[0.6876115,0.2703917,0.007576373,0.006416239,0.02375598,0.004248297],"domain_scores_gemma":[0.4651393,0.4882746,0.008076977,0.0164869,0.01847553,0.003546755],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003475016,0.0000596578,0.00122417,0.0007365881,0.00003545201,0.0002769564,0.03871997,0.001701324,0.0001780788,0.9009495,0.001960027,0.05412351],"study_design_scores_gemma":[0.00003541274,0.00007754543,0.0005925562,0.002240956,0.00002800747,0.0002899482,0.0239319,0.004613972,0.0005933383,0.912279,0.05523927,0.00007812099],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04969215,0.03920178,0.4828613,0.2706071,0.002143239,0.0009412765,0.00007585939,0.0003348117,0.1541425],"genre_scores_gemma":[0.8469325,0.006884668,0.1322235,0.006224122,0.001189994,0.001134385,0.0000346911,0.0002014564,0.005174493],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2633933,"threshold_uncertainty_score":0.9083672,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236952314","doi":"10.1177/1356389014543594","title":"The 35 <sup>th</sup> Canadian Evaluation Society Annual Conference: ‘Celebrating Contributions to Canadian Evaluation’","year":2014,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Political science; Library science; Computer science","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.1199420949631192,"gpt":0.4809133608416689,"spread":0.3609712658785497,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.087604,0.002036569,0.00223646,0.005884655,0.01437372,0.02209124,0.005809788,0.01906176,0.02525581],"category_scores_gemma":[0.119189,0.001543308,0.002742609,0.006955073,0.01858748,0.007057761,0.008861302,0.02311176,0.007989321],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.09343453,"about_ca_system_score_gemma":0.275452,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.851636,"about_ca_topic_score_gemma":0.9492937,"domain_scores_codex":[0.8900195,0.01659459,0.004296491,0.002769207,0.07441147,0.01190879],"domain_scores_gemma":[0.7863357,0.0284263,0.004825129,0.005655411,0.1414146,0.03334289],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002328482,0.00001251375,0.0001771717,0.0001385529,0.00001168893,0.00003405692,0.0002359093,0.00006269112,0.0000913905,0.006090797,0.981905,0.01121691],"study_design_scores_gemma":[0.00001417783,0.000009424478,0.002170847,0.0003065621,0.00001816079,0.00002906481,0.0009867613,0.00009237404,0.0001995835,0.00278496,0.9933245,0.00006358839],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0006576053,0.02398102,0.001745388,0.8351446,0.1125116,0.0001439407,0.0007011086,0.0001546592,0.02496014],"genre_scores_gemma":[0.06859469,0.04009298,0.01723581,0.3451938,0.06714757,0.0007563484,0.002697436,0.001740835,0.4565406],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9065655,"threshold_uncertainty_score":0.6779181,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4232707640","doi":"10.1177/1356389015580672","title":"Canadian Evaluation Society 36th Conference 2015: <i>Evaluation for the world we want</i>","year":2015,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Political science; Engineering ethics; Environmental ethics; Engineering; Philosophy","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.5302600051866425,"gpt":0.5674058189989668,"spread":0.03714581381232429,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1250853,0.002200286,0.002950222,0.009027495,0.011852,0.02931153,0.006782858,0.01976652,0.02668347],"category_scores_gemma":[0.1150958,0.001803854,0.002806869,0.009114055,0.01272187,0.00687449,0.007977991,0.0143719,0.009610791],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0986141,"about_ca_system_score_gemma":0.4259259,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8107114,"about_ca_topic_score_gemma":0.8918662,"domain_scores_codex":[0.904609,0.01763307,0.006564289,0.002547217,0.06000881,0.008637574],"domain_scores_gemma":[0.8336759,0.01853291,0.004577049,0.005965551,0.1145053,0.02274338],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003271148,0.00004401924,0.0004173278,0.0003006222,0.00002414129,0.00003043003,0.0002995522,0.0002868697,0.0001806395,0.02060358,0.9531327,0.02464744],"study_design_scores_gemma":[0.0000161723,0.00001414005,0.001878767,0.001357849,0.00002549421,0.0000237041,0.0005737602,0.000300737,0.0003019982,0.008771777,0.9866374,0.00009824561],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"other","genre_scores_codex":[0.002306068,0.06168627,0.01195297,0.6586597,0.0428201,0.001405822,0.003919635,0.0007479434,0.2165015],"genre_scores_gemma":[0.07512505,0.07726471,0.04982507,0.1490736,0.01573797,0.001671176,0.009641533,0.002066745,0.6195941],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9013859,"threshold_uncertainty_score":0.7154987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}