{"meta":{"query_hash":"6156bc5eeb8c","filters":{"venue":"Journal of MultiDisciplinary Evaluation"},"cohort_total":56,"direct_labels_cover":0,"predictions_cover":56,"exported":56,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/6156bc5eeb8c","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+MultiDisciplinary+Evaluation"},"results":[{"id":"W1488273786","doi":"10.56645/jmde.v1i1.148","title":"The State of Evaluation in Canada","year":2004,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Health Canada; Government of Canada; Industry Canada; Australian Government; Transport Canada","keywords":"State (computer science); Political science; Evaluation methods; Public administration; Library science; Regional science; Sociology; Computer science; Engineering; Reliability engineering","score_opus":0.15798301331153608,"score_gpt":0.4877877855008924,"score_spread":0.32980477218935633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1488273786","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013866668,0.23419186,0.0056102187,0.66356725,0.0052341013,0.00013669362,0.0007740855,0.0003083257,0.076310806],"genre_scores_gemma":[0.6060733,0.23706943,0.01592499,0.10608174,0.0039074644,0.0002094548,0.00095537293,0.00044566058,0.02933258],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.90217644,0.016469376,0.005792735,0.0058996174,0.056859553,0.012802253],"domain_scores_gemma":[0.6852447,0.06093368,0.009523741,0.005108213,0.20620489,0.03298481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07149008,0.00057149323,0.001813608,0.008786651,0.0172781,0.025873698,0.0054464997,0.005894024,0.0055014472],"category_scores_gemma":[0.13033913,0.0010936231,0.001491633,0.012979315,0.020737782,0.007422897,0.006970331,0.01076757,0.0005634779],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00020519225,0.00014077447,0.012360405,0.0022159854,0.00012515788,0.00026061866,0.0043829987,0.0029230095,0.00036872382,0.32920134,0.22584367,0.42197207],"study_design_scores_gemma":[0.00006869549,0.00012523298,0.04374957,0.0078888,0.00014087064,0.00020065627,0.0070513193,0.0040723714,0.0007040917,0.055915512,0.8796382,0.00044473622],"about_ca_topic_score_codex":0.9802744,"about_ca_topic_score_gemma":0.9812306,"teacher_disagreement_score":0.6917757,"about_ca_system_score_codex":0.3082243,"about_ca_system_score_gemma":0.5616629,"threshold_uncertainty_score":0.8023618},"labels":[],"label_agreement":null},{"id":"W1501592175","doi":"10.56645/jmde.v11i24.422","title":"Utilization Focused Developmental Evaluation: Learning Through Practice","year":2015,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Mastercard Foundation","keywords":"Data collection; Context (archaeology); Curriculum; Intervention (counseling); Sample (material); Citizen journalism; Participatory evaluation; Process (computing); Knowledge management; Computer science; Psychology; Process management; Medical education; Management science; Pedagogy; Sociology; Engineering; Medicine","score_opus":0.6300483308941991,"score_gpt":0.5906089619140568,"score_spread":0.03943936898014233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501592175","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051624916,0.009882019,0.70122284,0.05426154,0.0012204212,0.018227428,0.00023444234,0.001781195,0.16154519],"genre_scores_gemma":[0.31697217,0.0068242177,0.65386164,0.0043407534,0.00027638054,0.011626218,0.00017869059,0.0003800472,0.005539981],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.75454056,0.21684015,0.0067739333,0.0042052525,0.01486577,0.0027743806],"domain_scores_gemma":[0.7475864,0.18210033,0.009118676,0.021254422,0.030296937,0.009643222],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.20349191,0.001040656,0.0009343574,0.0041564927,0.0036081772,0.012008436,0.0035950884,0.0023819199,0.0063135806],"category_scores_gemma":[0.22391495,0.00073852565,0.0007129544,0.0029750327,0.011916386,0.009247537,0.012691462,0.004069154,0.001953891],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013418292,0.0009535286,0.0037825804,0.003566922,0.000056105117,0.0003476978,0.037386242,0.0012688352,0.00088338123,0.0692603,0.018926678,0.8634336],"study_design_scores_gemma":[0.00049924257,0.0023505187,0.010791807,0.03837007,0.0001972112,0.002078024,0.09393843,0.010224921,0.009632605,0.297894,0.53369075,0.00033248513],"about_ca_topic_score_codex":0.0018353969,"about_ca_topic_score_gemma":0.0024649925,"teacher_disagreement_score":0.20349191,"about_ca_system_score_codex":0.009919845,"about_ca_system_score_gemma":0.027361283,"threshold_uncertainty_score":0.98223627},"labels":[],"label_agreement":null},{"id":"W1526225390","doi":"10.56645/jmde.v7i16.314","title":"Empathy Training: Methods, Evaluation Practices, and Validity","year":2011,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Empathy and Medical Education","field":"Medicine","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Empathy; Psychology; Feeling; Narrative; Social work; Social psychology; Applied psychology; Medical education; Medicine","score_opus":0.4604867244391697,"score_gpt":0.518990695771376,"score_spread":0.058503971332206306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526225390","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13483092,0.09257985,0.20715776,0.0033418487,0.0015951045,0.53051686,0.0036621983,0.0005051084,0.025810307],"genre_scores_gemma":[0.23168705,0.012426723,0.2649192,0.00080353534,0.0001857916,0.48795095,0.0008310252,0.00011447599,0.0010812245],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.41035601,0.4184235,0.09809188,0.008669381,0.06266141,0.0017978122],"domain_scores_gemma":[0.36903983,0.41502568,0.058195274,0.028151816,0.12798692,0.001600467],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.56556547,0.0024390775,0.004244553,0.0141266575,0.0031687191,0.007674959,0.003964885,0.0031321994,0.0033176958],"category_scores_gemma":[0.62487125,0.0018247779,0.004618128,0.01397441,0.0048082103,0.0057437974,0.0054064207,0.0016572295,0.00073680165],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076861377,0.0021646125,0.068883084,0.18404354,0.0083568245,0.0006643591,0.03968252,0.002080196,0.0026774516,0.012637736,0.0076244436,0.66349906],"study_design_scores_gemma":[0.014763578,0.022144714,0.17395182,0.43230122,0.034762584,0.0021283652,0.06658531,0.01792812,0.027125206,0.030799916,0.17608449,0.0014246422],"about_ca_topic_score_codex":0.0029344636,"about_ca_topic_score_gemma":0.005801726,"teacher_disagreement_score":0.43443453,"about_ca_system_score_codex":0.01225911,"about_ca_system_score_gemma":0.021546224,"threshold_uncertainty_score":0.53573513},"labels":[],"label_agreement":null},{"id":"W1544634347","doi":"10.56645/jmde.v3i4.95","title":"Review of Research Evaluation, Volumes 13(3), 14(1), and 14(2)","year":2006,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.365610475907359,"score_gpt":0.5976328797105598,"score_spread":0.23202240380320077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544634347","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010692881,0.9650979,0.0009554095,0.010648715,0.015039267,0.00009221067,0.00018648093,0.000053211163,0.007819909],"genre_scores_gemma":[0.0028485693,0.9683516,0.0019447196,0.0053979894,0.011669003,0.00014787944,0.00038129886,0.000088157125,0.0091707865],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9721771,0.006530573,0.0045304815,0.0014783071,0.014727123,0.0005563367],"domain_scores_gemma":[0.9090649,0.04749696,0.005974191,0.0027490675,0.03295914,0.0017557607],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025421813,0.0014400807,0.0037583853,0.018816704,0.0013506345,0.008398412,0.0026962713,0.003614761,0.021347344],"category_scores_gemma":[0.088023424,0.0011657764,0.0014980749,0.022887517,0.0038719927,0.0066568847,0.002056603,0.0028901442,0.01020154],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051094452,0.00004839325,0.00029609114,0.014448389,0.000094931456,0.000036801182,0.00020800195,0.0001786071,0.0002603116,0.009104424,0.6267799,0.34849307],"study_design_scores_gemma":[0.000015675221,0.00003302907,0.0012953363,0.0129206935,0.0000756276,0.00012305494,0.00013761668,0.00008190788,0.00012636633,0.0028213328,0.9823465,0.000022948387],"about_ca_topic_score_codex":0.01030087,"about_ca_topic_score_gemma":0.017553661,"teacher_disagreement_score":0.9745782,"about_ca_system_score_codex":0.011018937,"about_ca_system_score_gemma":0.02049391,"threshold_uncertainty_score":0.13444501},"labels":[],"label_agreement":null},{"id":"W1581987850","doi":"10.56645/jmde.v8i17.337","title":"‘Policing Schools’ Strategies: A Review of the Evaluation Evidence","year":2012,"lang":"en","type":"review","venue":"Journal of MultiDisciplinary Evaluation","topic":"Education Discipline and Inequality","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Johns Hopkins University; George Mason University","keywords":"Curriculum; Intervention (counseling); Medical education; Psychology; Scale (ratio); Mathematics education; Medicine; Pedagogy; Psychiatry","score_opus":0.4899013199200807,"score_gpt":0.5862737800061536,"score_spread":0.09637246008607292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581987850","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00089142093,0.9975068,0.000121712954,0.0004952905,0.00008673887,0.00028459658,0.00011382804,0.000007839287,0.00049187575],"genre_scores_gemma":[0.016480615,0.9809497,0.0010282057,0.0006114684,0.000059185033,0.0006582305,0.00013190806,0.000008628639,0.00007207254],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96142673,0.017812107,0.011654766,0.0012772711,0.0070184083,0.00081058854],"domain_scores_gemma":[0.8413334,0.12414284,0.017301429,0.0021341161,0.01390351,0.0011847276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.044435605,0.0017169726,0.007731616,0.020960102,0.001278274,0.0055550775,0.0038185294,0.0035434242,0.0050641],"category_scores_gemma":[0.1394219,0.0019316779,0.006087367,0.017766638,0.0024014453,0.005052286,0.0026396536,0.0023148376,0.0004890234],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049918593,0.00014372647,0.0011820736,0.78923446,0.0034168812,0.000118641256,0.0007528797,0.00022350709,0.000123585,0.0009067058,0.003708933,0.19968943],"study_design_scores_gemma":[0.00026366173,0.0003630847,0.0036862805,0.9637658,0.01011534,0.00022476731,0.0007623446,0.00010363882,0.00018252464,0.0004196278,0.020078238,0.000034750334],"about_ca_topic_score_codex":0.014395387,"about_ca_topic_score_gemma":0.032787062,"teacher_disagreement_score":0.044435605,"about_ca_system_score_codex":0.014124659,"about_ca_system_score_gemma":0.026219867,"threshold_uncertainty_score":0.23500073},"labels":[],"label_agreement":null},{"id":"W1713678554","doi":"10.56645/jmde.v1i1.144","title":"Unpacking the Participatory Process","year":2004,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Unpacking; Citizen journalism; Process (computing); Participatory action research; Sociology; Computer science; Linguistics; Anthropology; World Wide Web","score_opus":0.4185578280274691,"score_gpt":0.5807891987238559,"score_spread":0.16223137069638682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1713678554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011650422,0.0024325983,0.8221538,0.022135073,0.0006147827,0.0008549368,0.000050455827,0.00016824174,0.13993967],"genre_scores_gemma":[0.61575973,0.0026427254,0.3624572,0.002699753,0.0005417597,0.0018790392,0.00006911495,0.00014370929,0.013806963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.89522135,0.08443403,0.0020524627,0.005273375,0.010133888,0.0028849011],"domain_scores_gemma":[0.91401803,0.0654792,0.0030902564,0.01086895,0.005179958,0.0013636027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09458681,0.00131026,0.0011098995,0.004522595,0.0104329195,0.013747162,0.002967928,0.005317708,0.005718235],"category_scores_gemma":[0.07601226,0.0008176215,0.0012202575,0.003457011,0.057609703,0.021952605,0.014554286,0.006283518,0.001084746],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012192153,0.000014694711,0.00027685825,0.00013360746,0.000008672005,0.000069307695,0.008440442,0.0007152826,0.00015519916,0.97149897,0.00044029223,0.0182346],"study_design_scores_gemma":[0.000017256176,0.00005297236,0.00023685725,0.00030097357,0.000013348943,0.00013894419,0.0029653613,0.0015297337,0.00027223077,0.93600243,0.05844529,0.000024600746],"about_ca_topic_score_codex":0.0048944894,"about_ca_topic_score_gemma":0.0043598143,"teacher_disagreement_score":0.09458681,"about_ca_system_score_codex":0.0072407043,"about_ca_system_score_gemma":0.019297425,"threshold_uncertainty_score":0.5002289},"labels":[],"label_agreement":null},{"id":"W1750660279","doi":"10.56645/jmde.v8i18.349","title":"An In-Depth International Comparison of Major Donor Agencies: How Do They Systematically Conduct Country Program Evaluation?","year":2012,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"International Development and Aid","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Japan International Cooperation Agency; World Bank Group; Asian Development Bank; United States Agency for International Development","keywords":"Viewpoints; Christian ministry; Ministry of Foreign Affairs; Program evaluation; Political science; Evaluation methods; International development; Public administration; Economic growth; Public relations; Economics; Engineering","score_opus":0.13999391933636257,"score_gpt":0.47660545791766407,"score_spread":0.3366115385813015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1750660279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6456977,0.036563978,0.11831913,0.02255537,0.0013279163,0.018471833,0.0014512765,0.00043572183,0.15517698],"genre_scores_gemma":[0.91937727,0.0041812533,0.06742475,0.0018329539,0.00010912356,0.0052411794,0.00039772637,0.00008958787,0.0013460569],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.5471929,0.39795882,0.021381544,0.0046348106,0.02270123,0.0061306125],"domain_scores_gemma":[0.5734193,0.24443614,0.039329067,0.018116629,0.11549303,0.009205827],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.33196813,0.0007726862,0.0015411664,0.015912946,0.00542293,0.0145112425,0.0024855589,0.001385862,0.0031160614],"category_scores_gemma":[0.28850794,0.00066109106,0.0008353716,0.017850118,0.005642596,0.009722294,0.005789285,0.0023114528,0.0004509453],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010719469,0.0017302738,0.16874495,0.01055093,0.0006351239,0.00016873785,0.12331869,0.0023482058,0.0017604228,0.062493388,0.010495588,0.6166818],"study_design_scores_gemma":[0.0005387257,0.0037330198,0.22574587,0.023676911,0.00089937757,0.0005288505,0.5481604,0.0047257277,0.006776559,0.025768917,0.15887906,0.00056668045],"about_ca_topic_score_codex":0.007179831,"about_ca_topic_score_gemma":0.011009479,"teacher_disagreement_score":0.33196813,"about_ca_system_score_codex":0.01577044,"about_ca_system_score_gemma":0.041995518,"threshold_uncertainty_score":0.82380223},"labels":[],"label_agreement":null},{"id":"W1756996990","doi":"10.56645/jmde.v6i11.221","title":"Nonmarket Economic Valuation and \"The Economist’s Fallacy\"","year":2009,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Financial Reporting and Valuation Research","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Nonmarket forces; Fallacy; Economics; Valuation (finance); Positive economics; Neoclassical economics; Public economics; Classical economics; Microeconomics; Factor market; Epistemology; Philosophy","score_opus":0.04982295590130277,"score_gpt":0.3348057041719891,"score_spread":0.28498274827068637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1756996990","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013629754,0.02971855,0.19345725,0.5911796,0.006212684,0.00019400932,0.00041181105,0.00021626509,0.16498],"genre_scores_gemma":[0.7609703,0.018438343,0.09272243,0.08784123,0.019176695,0.0010503877,0.00024650944,0.00032990854,0.019224044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9731915,0.014767861,0.0015808616,0.0020985499,0.007875392,0.00048583522],"domain_scores_gemma":[0.93788177,0.049336478,0.0025818988,0.0049824626,0.0046913153,0.0005260053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.045750618,0.00087128556,0.0023803127,0.004397634,0.0023964574,0.008533549,0.003219621,0.0060858005,0.004939431],"category_scores_gemma":[0.110744655,0.00067894877,0.0010838024,0.0027175082,0.030951599,0.022032317,0.004301207,0.012789916,0.0009363332],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016166385,0.000016646905,0.00019111572,0.000071198614,0.000018114268,0.00003234,0.00012020903,0.00045290243,0.0000189588,0.98206884,0.007986888,0.009006685],"study_design_scores_gemma":[0.000010787994,0.0000046062714,0.000078454366,0.000078937905,0.0000037249188,0.000028972026,0.000049796196,0.00087746605,0.000031409752,0.9897758,0.009052598,0.0000074676664],"about_ca_topic_score_codex":0.0029843808,"about_ca_topic_score_gemma":0.0018558415,"teacher_disagreement_score":0.045750618,"about_ca_system_score_codex":0.005021955,"about_ca_system_score_gemma":0.0023681994,"threshold_uncertainty_score":0.24195528},"labels":[],"label_agreement":null},{"id":"W1771824113","doi":"10.56645/jmde.v4i7.8","title":"Evaluation, Sustainable Development, and the Environment in the South Pacific","year":2007,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Island Studies and Pacific Affairs","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Argument (complex analysis); Sustainable development; Vulnerability (computing); Orthodoxy; Function (biology); Perspective (graphical); Value (mathematics); Empirical research; Regional science; Sociology; Environmental resource management; Environmental planning; Political science; Epistemology; Geography; Computer science; Economics; Law","score_opus":0.040570017837781816,"score_gpt":0.3327616416763509,"score_spread":0.2921916238385691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1771824113","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23186299,0.13160475,0.10606953,0.081588835,0.0005987186,0.0016056697,0.00017949357,0.00021970818,0.44627026],"genre_scores_gemma":[0.90470904,0.036307808,0.048705954,0.0016797248,0.0000821308,0.0009881285,0.00004272996,0.0000504409,0.0074339844],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96657985,0.026743473,0.0010915,0.00036005676,0.0047964477,0.00042868176],"domain_scores_gemma":[0.97798777,0.01676078,0.0010605952,0.0006486201,0.0031584478,0.0003838936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031308822,0.0004826555,0.0006445945,0.003974735,0.0028896965,0.0074499487,0.0006444609,0.0010628277,0.0014801134],"category_scores_gemma":[0.031569064,0.00025686534,0.0002541266,0.0040300423,0.013991524,0.0047111865,0.0046985396,0.0014858348,0.00009413278],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010515503,0.00017668711,0.01117017,0.0032715516,0.00009722995,0.00050290383,0.028306896,0.005813119,0.0007519733,0.3557531,0.0043368177,0.58971447],"study_design_scores_gemma":[0.00011697692,0.0005367198,0.033049826,0.011163831,0.00021123425,0.0008834792,0.14783952,0.009002349,0.006008011,0.49953493,0.29144228,0.00021095743],"about_ca_topic_score_codex":0.025838217,"about_ca_topic_score_gemma":0.032379534,"teacher_disagreement_score":0.031308822,"about_ca_system_score_codex":0.009177055,"about_ca_system_score_gemma":0.024564287,"threshold_uncertainty_score":0.16557884},"labels":[],"label_agreement":null},{"id":"W1873333392","doi":"10.56645/jmde.v4i8.30","title":"Culturally Competent Evaluation for Aboriginal Communities: A Review of the Empirical Literature","year":2007,"lang":"en","type":"review","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Health Canada","keywords":"Multiculturalism; Context (archaeology); Cultural diversity; Cultural competence; Sociology; Psychology; Social psychology; Public relations; Pedagogy; Political science; Anthropology","score_opus":0.6594573931484259,"score_gpt":0.6618411843139824,"score_spread":0.002383791165556537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1873333392","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038470246,0.9980404,0.00015357793,0.00069789187,0.000057019268,0.000040770086,0.000011707658,0.0000031655547,0.00061085646],"genre_scores_gemma":[0.0057806834,0.99289024,0.00082005706,0.0002948622,0.000038713224,0.000090309564,0.0000177844,0.000003053569,0.00006433007],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98222476,0.010609715,0.0022431267,0.0006349525,0.004017948,0.00026946815],"domain_scores_gemma":[0.9276636,0.05907985,0.0039743898,0.0009275294,0.0076937545,0.0006608474],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.031654682,0.0010265572,0.0035503071,0.00798197,0.001218647,0.003617338,0.0019852123,0.0021149747,0.002135905],"category_scores_gemma":[0.077662855,0.0006736128,0.001312067,0.012061441,0.0024354558,0.0035050672,0.0019408034,0.0017513934,0.00046217078],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014118022,0.00014441041,0.0011953362,0.13212615,0.00027298377,0.00012727984,0.0013914752,0.00030726305,0.00014769212,0.0035516287,0.0075509623,0.8530436],"study_design_scores_gemma":[0.00016287783,0.0006747874,0.016162833,0.69796956,0.0021489656,0.0013992643,0.007334837,0.00046172156,0.00078422483,0.0067330217,0.2660354,0.00013248442],"about_ca_topic_score_codex":0.017045844,"about_ca_topic_score_gemma":0.030379813,"teacher_disagreement_score":0.96834534,"about_ca_system_score_codex":0.00836669,"about_ca_system_score_gemma":0.020153651,"threshold_uncertainty_score":0.16740799},"labels":[],"label_agreement":null},{"id":"W1906589293","doi":"10.56645/jmde.v8i17.329","title":"Thinking Beyond Measurement, Description and Judgement: Fourth Generation Evaluation in Family-Centered Pediatric Healthcare Organizations","year":2012,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Health care; General partnership; Context (archaeology); Judgement; Ideal (ethics); Engineering ethics; Dialectic; Family centered care; Psychology; Sociology; Management science; Knowledge management; Computer science; Epistemology; Political science; Engineering","score_opus":0.21505837903585967,"score_gpt":0.42947964768010954,"score_spread":0.21442126864424987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1906589293","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34290794,0.014790831,0.3867141,0.13720408,0.0017063038,0.0046638213,0.0000884189,0.00039823828,0.11152617],"genre_scores_gemma":[0.9308419,0.0012334102,0.0609046,0.003808953,0.00009214134,0.0016119182,0.000022505628,0.000075476026,0.0014090192],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.40785518,0.56070733,0.0075657517,0.003117388,0.017153535,0.0036009154],"domain_scores_gemma":[0.42641068,0.48233947,0.02032045,0.01916392,0.043378312,0.008387208],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.36774883,0.00077297084,0.0009942183,0.005542532,0.008500743,0.014648003,0.002813849,0.0032708924,0.0024965615],"category_scores_gemma":[0.3996277,0.0007735419,0.0010932732,0.0028899286,0.03686933,0.017692233,0.013831749,0.0053388025,0.00026383935],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036882918,0.00040065785,0.026093373,0.0023055014,0.00015895258,0.0005408092,0.4145133,0.002884885,0.00035877217,0.28790888,0.00903144,0.2554347],"study_design_scores_gemma":[0.00027174392,0.001049077,0.0137682995,0.012338471,0.00025374774,0.00094497507,0.37321964,0.013545247,0.0031058604,0.49369797,0.08749664,0.00030839525],"about_ca_topic_score_codex":0.008300362,"about_ca_topic_score_gemma":0.009406101,"teacher_disagreement_score":0.36774883,"about_ca_system_score_codex":0.032179516,"about_ca_system_score_gemma":0.046951655,"threshold_uncertainty_score":0.7796783},"labels":[],"label_agreement":null},{"id":"W1912672976","doi":"10.56645/jmde.v7i16.322","title":"Return on Investment: A Placebo for the Chief Financial Officer… And Other Paradoxes","year":2011,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Intellectual Capital and Performance Analysis","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Ministry of Health and Long Term Care","funders":"","keywords":"Return on investment; Officer; Region of interest; Finance; Investment (military); Computer science; Business; Economics; Artificial intelligence; Law; Political science","score_opus":0.07392816003349144,"score_gpt":0.2925710610319062,"score_spread":0.21864290099841477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1912672976","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07386006,0.025823176,0.04488205,0.64924777,0.007005281,0.0005156494,0.00023112136,0.0000988081,0.198336],"genre_scores_gemma":[0.9301604,0.0045335116,0.012273661,0.042116202,0.0029006891,0.0006576651,0.000039566658,0.00008817127,0.0072300984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.94247466,0.042071648,0.0017760986,0.003531409,0.009106702,0.0010395332],"domain_scores_gemma":[0.67865354,0.27306205,0.017598301,0.01262063,0.01602584,0.002039647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09096885,0.0006073323,0.0009432399,0.0022155198,0.0029252046,0.007051482,0.0016860025,0.004085281,0.006139369],"category_scores_gemma":[0.24917436,0.00027265222,0.0006807035,0.001859292,0.023969585,0.016992461,0.0040654377,0.007038059,0.000504441],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029312746,0.00006770985,0.0013936672,0.0006492761,0.000049592745,0.00012034333,0.0036378547,0.00030194846,0.00012798538,0.9492438,0.0141709475,0.029943822],"study_design_scores_gemma":[0.000248777,0.00030063975,0.0020479253,0.001972585,0.00011332005,0.00024671838,0.0051328316,0.0018172192,0.00077783124,0.8889066,0.09838493,0.000050734798],"about_ca_topic_score_codex":0.00075875246,"about_ca_topic_score_gemma":0.0006839774,"teacher_disagreement_score":0.09096885,"about_ca_system_score_codex":0.005634498,"about_ca_system_score_gemma":0.005924191,"threshold_uncertainty_score":0.48109502},"labels":[],"label_agreement":null},{"id":"W1958376939","doi":"10.56645/jmde.v6i11.207","title":"Debating Professional Designations for Evaluators","year":2009,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Process (computing); Psychology; Political science; Sociology; Engineering ethics; Pedagogy; Computer science; Engineering","score_opus":0.3373365539722523,"score_gpt":0.5875076878738227,"score_spread":0.25017113390157036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1958376939","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037867256,0.0067683114,0.120490976,0.72681254,0.010855841,0.0013508026,0.00008717358,0.00044396557,0.09532309],"genre_scores_gemma":[0.70622206,0.0032271831,0.08602107,0.14954932,0.0029566633,0.0021444373,0.00012230674,0.00079957576,0.04895737],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.37849542,0.42021713,0.026138619,0.018955084,0.13012125,0.026072457],"domain_scores_gemma":[0.31523255,0.312316,0.022289688,0.028464485,0.29361516,0.028082075],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48885494,0.0012252867,0.001800392,0.0055207233,0.037564702,0.029909818,0.008865093,0.015293403,0.0041241976],"category_scores_gemma":[0.5414956,0.0022429929,0.0013793265,0.0032368847,0.06143333,0.017380688,0.021504484,0.024933355,0.0014225831],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022932923,0.00014707111,0.0038446633,0.0008382746,0.000090107955,0.00078305334,0.28017703,0.0016939152,0.0016502426,0.42024964,0.16848896,0.121807694],"study_design_scores_gemma":[0.0001078398,0.0000892204,0.0013747647,0.0022815156,0.0000480918,0.00033184653,0.12703411,0.002269251,0.0018595953,0.103700586,0.7605997,0.00030350834],"about_ca_topic_score_codex":0.10266167,"about_ca_topic_score_gemma":0.13730755,"teacher_disagreement_score":0.51114506,"about_ca_system_score_codex":0.10347164,"about_ca_system_score_gemma":0.17327707,"threshold_uncertainty_score":0.7507428},"labels":[],"label_agreement":null},{"id":"W2165257846","doi":"10.56645/jmde.v11i25.433","title":"The \"Usability\" of Evaluation Reports: A Precursor to Evaluation Use in Government Organizations","year":2015,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École Nationale d'Administration Publique","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Australian Government","keywords":"Summative assessment; Formative assessment; Government (linguistics); Public relations; Usability; Business; Treasury; Data collection; Thematic analysis; Program evaluation; Qualitative research; Psychology; Political science; Public administration; Computer science; Sociology","score_opus":0.29165285448490014,"score_gpt":0.5123901997387377,"score_spread":0.22073734525383754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165257846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53723675,0.010703452,0.19202633,0.060898725,0.001264729,0.0060793,0.0007763287,0.0008917969,0.19012263],"genre_scores_gemma":[0.954291,0.0014024858,0.037924223,0.0019603414,0.00024272018,0.0016052475,0.00012287658,0.00020532262,0.002245763],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.5384009,0.3303151,0.033323627,0.008872657,0.083179824,0.0059079113],"domain_scores_gemma":[0.1610719,0.5975445,0.052765,0.05146332,0.1334064,0.003748896],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.378672,0.0007734969,0.0009723425,0.011553247,0.007429758,0.01521679,0.0032353695,0.0021532583,0.0024713227],"category_scores_gemma":[0.6073475,0.001104555,0.0011679971,0.008925288,0.022948004,0.012321677,0.007823947,0.0053680274,0.00038450278],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034411217,0.00041068366,0.11650802,0.004031832,0.0001655636,0.0008532116,0.45814162,0.0006244838,0.0025392377,0.08253301,0.012291191,0.32155702],"study_design_scores_gemma":[0.00011144887,0.0014427954,0.30162016,0.015841663,0.00027839997,0.0023587628,0.32216573,0.0039183917,0.009237339,0.046322152,0.29626682,0.0004363291],"about_ca_topic_score_codex":0.040948313,"about_ca_topic_score_gemma":0.036682397,"teacher_disagreement_score":0.378672,"about_ca_system_score_codex":0.023536187,"about_ca_system_score_gemma":0.03640089,"threshold_uncertainty_score":0.76620805},"labels":[],"label_agreement":null},{"id":"W2311665238","doi":"10.56645/jmde.v12i26.437","title":"Book Review: Evaluating Communication for Development: A Framework for Social Change","year":2016,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Social change; Sociology; Political science","score_opus":0.5475983103789693,"score_gpt":0.6087747331216172,"score_spread":0.061176422742647896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2311665238","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022268761,0.8233325,0.006315656,0.09776816,0.04058226,0.0002968136,0.00026950703,0.00015510115,0.031057315],"genre_scores_gemma":[0.005867054,0.8552266,0.011457233,0.03851068,0.027384112,0.000780277,0.00044150025,0.00032432342,0.060008287],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9806818,0.008078596,0.0014354772,0.0007483981,0.00871301,0.00034268197],"domain_scores_gemma":[0.93487906,0.043425694,0.0020428172,0.00096881896,0.017565392,0.0011182341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013145307,0.0017204637,0.002839207,0.0066110515,0.0014330156,0.00909835,0.0021367904,0.0050706756,0.011011847],"category_scores_gemma":[0.05243472,0.0007331287,0.0014282961,0.008681946,0.0053128987,0.0058013876,0.0020001603,0.008114302,0.0080942735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017813905,0.00002255719,0.00008447914,0.002216351,0.00004550572,0.000018560311,0.00020992603,0.00022445378,0.00006164855,0.009891449,0.848704,0.13850331],"study_design_scores_gemma":[0.000023641409,0.000056868448,0.0004822836,0.0096581355,0.00007927687,0.00016774418,0.00027021606,0.00024729164,0.00014908382,0.0146904,0.9741251,0.000049997678],"about_ca_topic_score_codex":0.010872109,"about_ca_topic_score_gemma":0.02362646,"teacher_disagreement_score":0.013145307,"about_ca_system_score_codex":0.008241903,"about_ca_system_score_gemma":0.01432727,"threshold_uncertainty_score":0.06951988},"labels":[],"label_agreement":null},{"id":"W2527468053","doi":"10.56645/jmde.v2i2.131","title":"An Update on Evaluation in Canada","year":2005,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Psychology","score_opus":0.19928177835078514,"score_gpt":0.5200236305055952,"score_spread":0.32074185215481005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527468053","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010888329,0.5981587,0.0013366519,0.23116636,0.06490395,0.00021124724,0.0028402712,0.00043516318,0.09985878],"genre_scores_gemma":[0.015898759,0.7898116,0.005874269,0.09985958,0.017559372,0.00021037548,0.0038442959,0.000379633,0.066562116],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9825486,0.0019090916,0.0019878512,0.00063805934,0.011308471,0.0016079728],"domain_scores_gemma":[0.91285443,0.006404004,0.0013973383,0.0010235627,0.072917275,0.005403363],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015242437,0.0012056069,0.0018902214,0.011643552,0.0045755557,0.008497331,0.0033927616,0.005726295,0.012657087],"category_scores_gemma":[0.035195258,0.00073242374,0.0012098518,0.019257165,0.0029918884,0.0035710705,0.0026330396,0.006461239,0.004096049],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002402288,0.000020322126,0.0004735159,0.0007428108,0.000012909316,0.000112565125,0.00013448007,0.00009295558,0.000045715107,0.0016569055,0.8903769,0.10630684],"study_design_scores_gemma":[0.000011152939,0.000013028988,0.002248667,0.0020493902,0.00002320297,0.00015082005,0.00015655355,0.00003593695,0.000038049693,0.00039289828,0.99485695,0.000023283681],"about_ca_topic_score_codex":0.8982656,"about_ca_topic_score_gemma":0.95317596,"teacher_disagreement_score":0.98475754,"about_ca_system_score_codex":0.061856307,"about_ca_system_score_gemma":0.19070685,"threshold_uncertainty_score":0.44880104},"labels":[],"label_agreement":null},{"id":"W2553254625","doi":"10.56645/jmde.v12i27.454","title":"Debate on the Appropriate Methods for Conducting Impact Evaluation of Programs within the Development Context","year":2016,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Impact evaluation; Context (archaeology); Program evaluation; Computer science; Management science; Intervention (counseling); Impact assessment; Process management; Evaluation methods; Risk analysis (engineering); Psychology; Political science; Business; Engineering; Medicine","score_opus":0.6229679264758866,"score_gpt":0.6137793347535752,"score_spread":0.009188591722311457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553254625","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02761912,0.15856631,0.34784797,0.36786798,0.008716635,0.0067819846,0.0020411727,0.0006079742,0.07995095],"genre_scores_gemma":[0.28675234,0.07308248,0.5763091,0.040183704,0.0027113664,0.016052872,0.00063304004,0.0006197004,0.003655506],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.51950103,0.36972407,0.041056406,0.009683604,0.055810295,0.0042245337],"domain_scores_gemma":[0.21259227,0.6289802,0.028408788,0.02826151,0.09809104,0.0036661576],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5207908,0.0016830564,0.0038905863,0.010149499,0.0042659873,0.020789428,0.010408029,0.008739012,0.0063892077],"category_scores_gemma":[0.58966106,0.0015715364,0.003876295,0.012900098,0.019757232,0.024901228,0.008858263,0.014576735,0.0023278212],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006470837,0.00063685473,0.012473622,0.028186109,0.0007620769,0.00020188646,0.02280259,0.002748099,0.0010536644,0.33733472,0.039879892,0.5532735],"study_design_scores_gemma":[0.00065741944,0.0010030149,0.017488744,0.14940059,0.0011192512,0.00069577195,0.049984656,0.005487356,0.0047333795,0.4158615,0.35286838,0.00070005096],"about_ca_topic_score_codex":0.0054979003,"about_ca_topic_score_gemma":0.0071544275,"teacher_disagreement_score":0.47920918,"about_ca_system_score_codex":0.01344455,"about_ca_system_score_gemma":0.03601678,"threshold_uncertainty_score":0.59095025},"labels":[],"label_agreement":null},{"id":"W2564563180","doi":"10.56645/jmde.v2i3.107","title":"Evaluation in Canada","year":2005,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"World Bank Group","keywords":"Political science; Business","score_opus":0.23999870031305678,"score_gpt":0.5137436117701629,"score_spread":0.2737449114571061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564563180","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00468411,0.044488106,0.00575066,0.08988424,0.0060127727,0.00081525964,0.0031687503,0.0008016021,0.84439445],"genre_scores_gemma":[0.2051009,0.07015548,0.02292701,0.037858535,0.0012013146,0.0010503047,0.004955274,0.0008170629,0.6559341],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97593,0.004343895,0.0013872762,0.0015074174,0.012359166,0.004472293],"domain_scores_gemma":[0.91498667,0.0071197883,0.0013724072,0.0024612346,0.057297133,0.016762696],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017554263,0.0008006022,0.0011387657,0.005013247,0.013975489,0.016023591,0.0028579931,0.0033828106,0.050472997],"category_scores_gemma":[0.051471613,0.0007189134,0.0008914338,0.0084727155,0.004749449,0.003534074,0.005289514,0.0044177677,0.007982378],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006793323,0.000056277815,0.0019017998,0.000642891,0.000025149895,0.0002163262,0.0009852045,0.0005612654,0.0001650797,0.09267406,0.7407422,0.16196172],"study_design_scores_gemma":[0.000024618332,0.000020115807,0.0056367754,0.0008553692,0.00001335567,0.00007144608,0.0009556572,0.0003439921,0.00011777938,0.0058178944,0.9860952,0.000047885726],"about_ca_topic_score_codex":0.9744611,"about_ca_topic_score_gemma":0.9822066,"teacher_disagreement_score":0.9824457,"about_ca_system_score_codex":0.15570463,"about_ca_system_score_gemma":0.5194822,"threshold_uncertainty_score":0.97926295},"labels":[],"label_agreement":null},{"id":"W2574130935","doi":"10.56645/jmde.v2i2.141","title":"Canadian Journal of Program Evaluation, Volume 19(2), Fall 2004","year":2005,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Volume (thermodynamics); Psychology; Physics; Thermodynamics","score_opus":0.22543288998314084,"score_gpt":0.5251932649418456,"score_spread":0.2997603749587048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2574130935","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067061107,0.17774545,0.0035013454,0.14213146,0.024218211,0.00046657634,0.005465239,0.00081772055,0.6389479],"genre_scores_gemma":[0.13098547,0.1636256,0.013043425,0.019158568,0.003386589,0.00037846973,0.0056313598,0.00073482754,0.6630557],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907136,0.0010324229,0.00037088105,0.00024122748,0.0070877005,0.0005542655],"domain_scores_gemma":[0.97542965,0.0018717541,0.00044631463,0.00049390964,0.01901293,0.0027454593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00677045,0.00057222554,0.00094230345,0.0055502723,0.004851069,0.008117822,0.0014137594,0.001514604,0.0694944],"category_scores_gemma":[0.02393143,0.0006029986,0.00037705715,0.0072354726,0.0024962542,0.001737887,0.0015469445,0.0017314547,0.0066792625],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003804993,0.000050243158,0.0017499115,0.00034676227,0.000020370819,0.00002948622,0.00021716215,0.00012166646,0.0000855371,0.0068482077,0.89126587,0.09922676],"study_design_scores_gemma":[0.000019692377,0.00001766608,0.009314805,0.0005850224,0.000027538486,0.000056584147,0.0007302964,0.00016845239,0.0000975068,0.0023641223,0.98659307,0.000025232375],"about_ca_topic_score_codex":0.83883756,"about_ca_topic_score_gemma":0.93227357,"teacher_disagreement_score":0.83883756,"about_ca_system_score_codex":0.034656785,"about_ca_system_score_gemma":0.1172325,"threshold_uncertainty_score":0.32422304},"labels":[],"label_agreement":null},{"id":"W2576058593","doi":"10.56645/jmde.v3i4.77","title":"Taking Evaluation Contexts Seriously: A Cross-Cultural Evaluation in Extreme Unpredictability","year":2006,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Psychology; Sociology","score_opus":0.3547556918813846,"score_gpt":0.5431977453023824,"score_spread":0.1884420534209978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576058593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9289174,0.0030241308,0.03203069,0.0044940053,0.00044606824,0.015443534,0.000073421266,0.00010507747,0.015465698],"genre_scores_gemma":[0.9562989,0.00066444825,0.031467102,0.0009244489,0.00005879282,0.009662297,0.000044245524,0.00005635478,0.0008233706],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.32089594,0.6305783,0.019414846,0.0034496367,0.022044918,0.0036163554],"domain_scores_gemma":[0.422388,0.44366136,0.025024923,0.034145918,0.06902929,0.0057504973],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.518023,0.0011446422,0.0013568631,0.0027635612,0.0067737214,0.0062707462,0.0024513274,0.002898634,0.0015738372],"category_scores_gemma":[0.5154154,0.0012155095,0.0018172546,0.0024353515,0.0078083784,0.0065894597,0.010876689,0.0033219543,0.00025834463],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010434277,0.013542144,0.088848755,0.0072507598,0.0019805902,0.0017445383,0.36557862,0.004662613,0.0069422233,0.015456497,0.0039068796,0.47965205],"study_design_scores_gemma":[0.009011776,0.08566609,0.19722854,0.020233378,0.0030753228,0.0027238538,0.52650476,0.015148955,0.037719402,0.023376208,0.07802948,0.0012821425],"about_ca_topic_score_codex":0.002576016,"about_ca_topic_score_gemma":0.005878691,"teacher_disagreement_score":0.518023,"about_ca_system_score_codex":0.011843021,"about_ca_system_score_gemma":0.01155144,"threshold_uncertainty_score":0.59436345},"labels":[],"label_agreement":null},{"id":"W2611404306","doi":"10.56645/jmde.v13i28.456","title":"The World of Evaluation: Challenges Faced by Student Evaluators","year":2017,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Mathematics education; Psychology; Pedagogy; Sociology","score_opus":0.3297996531442704,"score_gpt":0.5830362193061646,"score_spread":0.25323656616189416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611404306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43196672,0.04967567,0.17813896,0.2758902,0.0038371666,0.0014353357,0.00032877742,0.0009854612,0.057741694],"genre_scores_gemma":[0.9188734,0.011361973,0.046495363,0.016455946,0.00085853465,0.0012198351,0.0001535614,0.000304698,0.0042765858],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.6022605,0.31843844,0.024269924,0.008586384,0.041398212,0.0050465153],"domain_scores_gemma":[0.4212664,0.39707822,0.03534288,0.024058988,0.10873376,0.013519732],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.24527018,0.0004943068,0.0011237758,0.003310399,0.007811796,0.017017026,0.003137649,0.0030935146,0.002762221],"category_scores_gemma":[0.39821857,0.0007258491,0.0008027465,0.003908039,0.007964327,0.009752558,0.010815882,0.0052743945,0.00092047756],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003506411,0.0003913538,0.056305744,0.0049830033,0.00030254893,0.0012466743,0.3135026,0.001214463,0.0016283302,0.014965583,0.04265442,0.5624545],"study_design_scores_gemma":[0.00009710598,0.0010803243,0.035959564,0.015783641,0.00020597625,0.003927435,0.6229066,0.0034051393,0.004354419,0.03161595,0.2802938,0.0003700481],"about_ca_topic_score_codex":0.003094809,"about_ca_topic_score_gemma":0.007438128,"teacher_disagreement_score":0.24527018,"about_ca_system_score_codex":0.0063518886,"about_ca_system_score_gemma":0.018546259,"threshold_uncertainty_score":0.9307162},"labels":[],"label_agreement":null},{"id":"W2797709357","doi":"10.56645/jmde.v14i30.501","title":"Customizing the Standard to the Purpose of the Assessment","year":2018,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology","score_opus":0.2134546959921358,"score_gpt":0.5487707242592667,"score_spread":0.33531602826713086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797709357","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019041049,0.004440729,0.0007428978,0.8807361,0.10786509,0.00018579894,0.0005812386,0.000076020246,0.005181655],"genre_scores_gemma":[0.0024945461,0.0015032098,0.0014919904,0.96359795,0.025823945,0.00046778962,0.0001504271,0.000044100692,0.0044259666],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9474186,0.017016329,0.008585069,0.0048066545,0.019501658,0.0026716413],"domain_scores_gemma":[0.7229509,0.13500041,0.009398303,0.0066193803,0.121233016,0.0047980277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04827169,0.0016479329,0.002285021,0.002684904,0.00394059,0.004199455,0.009051038,0.052904665,0.014214305],"category_scores_gemma":[0.3075944,0.001413231,0.0049364013,0.00258162,0.0072239046,0.0065339203,0.0037057402,0.046617985,0.011075372],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095569085,0.000013006266,0.00010813379,0.00069423206,0.000045832647,0.00008072898,0.00015637653,0.00004929586,0.00016656992,0.0050789965,0.986153,0.0073581906],"study_design_scores_gemma":[0.00039745963,0.00007811829,0.0018169743,0.008552784,0.0003493698,0.00026948433,0.0006212102,0.0003316573,0.0011442396,0.023226067,0.96300817,0.00020455939],"about_ca_topic_score_codex":0.033768687,"about_ca_topic_score_gemma":0.046865474,"teacher_disagreement_score":0.052904665,"about_ca_system_score_codex":0.010731395,"about_ca_system_score_gemma":0.03304887,"threshold_uncertainty_score":0.25528812},"labels":[],"label_agreement":null},{"id":"W2798177048","doi":"10.56645/jmde.v14i30.477","title":"Evaluating Community Development Projects Using the OECD Evaluation Criteria","year":2018,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Community Development and Social Impact","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Fund for Agricultural Development; Université Laval; UNICEF","keywords":"Program evaluation; Community development; Relevance (law); Psychological intervention; Sustainability; Strengths and weaknesses; Environmental planning; Intervention (counseling); Business; Environmental resource management; Evaluation methods; Economic growth; Political science; Engineering; Geography; Psychology; Public administration; Environmental science","score_opus":0.4724031975862495,"score_gpt":0.4691999126206124,"score_spread":0.0032032849656370987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798177048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39782587,0.003942818,0.26172632,0.0022732213,0.0004167932,0.018095784,0.0049822214,0.00058440975,0.3101525],"genre_scores_gemma":[0.7006385,0.0019696972,0.27489623,0.00020208764,0.000055641027,0.014128594,0.0024415103,0.0000892324,0.005578453],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.88422537,0.075875044,0.0123036485,0.0010666712,0.024624616,0.0019046],"domain_scores_gemma":[0.80563945,0.08463798,0.015881494,0.005834849,0.084927596,0.0030786137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.078992814,0.0014723487,0.0010925162,0.010584531,0.0015258989,0.0049504633,0.0012350419,0.0007062117,0.0038764274],"category_scores_gemma":[0.10042726,0.000282344,0.0014410719,0.008371894,0.0016749407,0.0024496687,0.0038991931,0.0008023737,0.00062124594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001938919,0.0014467797,0.20346889,0.006744404,0.0010437239,0.0007136273,0.0074853785,0.07121732,0.003072371,0.076680295,0.019333156,0.6068552],"study_design_scores_gemma":[0.0014596506,0.012583647,0.25689828,0.012063012,0.0020045072,0.001850975,0.05100776,0.14944991,0.022704253,0.11871579,0.3704451,0.00081708503],"about_ca_topic_score_codex":0.0061270883,"about_ca_topic_score_gemma":0.008198693,"teacher_disagreement_score":0.078992814,"about_ca_system_score_codex":0.0068655177,"about_ca_system_score_gemma":0.013908029,"threshold_uncertainty_score":0.41775894},"labels":[],"label_agreement":null},{"id":"W2908468726","doi":"10.56645/jmde.v14i31.497","title":"Seeking Culturally Safe Developmental Evaluation: Supporting the Shift in Services for Indigenous Children","year":2018,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"Health Canada","keywords":"Indigenous; Participatory action research; Mainstream; Psychosocial; Traditional knowledge; Context (archaeology); Intervention (counseling); Citizen journalism; Community-based participatory research; Nursing; Sociology; Psychology; Medical education; Medicine; Political science; Geography; Psychotherapist","score_opus":0.1359810264428348,"score_gpt":0.4949917022111761,"score_spread":0.35901067576834134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908468726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7311859,0.0031907428,0.027975757,0.08717054,0.0007121017,0.0046343133,0.00017213578,0.0003988419,0.14455956],"genre_scores_gemma":[0.95100904,0.0016599039,0.037198912,0.0035123162,0.000064562635,0.0014239057,0.00006518322,0.000056337885,0.005009919],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95373404,0.038788084,0.0010741177,0.00085155276,0.0030186495,0.0025335767],"domain_scores_gemma":[0.9705095,0.014396343,0.002045609,0.002249256,0.0050228196,0.0057764435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.056862958,0.0005671984,0.00037341967,0.0010637824,0.011772599,0.0052815042,0.0022204183,0.0014251011,0.0035442528],"category_scores_gemma":[0.053061936,0.00035940998,0.00064168515,0.0006404714,0.008476962,0.00372733,0.016823558,0.0031523216,0.00034336644],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019179366,0.0013452373,0.014040808,0.0017317489,0.00005439006,0.00212728,0.5871722,0.0005907694,0.0019732995,0.016350105,0.014935484,0.3594869],"study_design_scores_gemma":[0.00015529066,0.0009447729,0.021385835,0.0043139732,0.00012599806,0.0011729664,0.78132445,0.0009000293,0.004782165,0.016039228,0.16872993,0.00012536606],"about_ca_topic_score_codex":0.0295283,"about_ca_topic_score_gemma":0.09016111,"teacher_disagreement_score":0.056862958,"about_ca_system_score_codex":0.01448798,"about_ca_system_score_gemma":0.071313016,"threshold_uncertainty_score":0.30072367},"labels":[],"label_agreement":null},{"id":"W2945434485","doi":"10.56645/jmde.v15i32.513","title":"Communication for Social Change","year":2019,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Deci-; Capacity building; Public relations; Political science; Knowledge management; Business; Computer science","score_opus":0.4924261702304836,"score_gpt":0.5826940578875175,"score_spread":0.09026788765703392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945434485","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012656188,0.01342854,0.015927218,0.36178896,0.0054260767,0.0005190801,0.00031093773,0.000514689,0.5894283],"genre_scores_gemma":[0.7758658,0.017976098,0.017630825,0.08554293,0.003979149,0.002364982,0.00041014652,0.0005782531,0.09565179],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.93638545,0.051095523,0.0013792255,0.0029706147,0.0059159785,0.0022532155],"domain_scores_gemma":[0.94128346,0.0337722,0.004337899,0.006996271,0.0059072967,0.0077028377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026314685,0.00092882325,0.0006804558,0.0022153754,0.00891525,0.014934412,0.0019711796,0.00605679,0.05367302],"category_scores_gemma":[0.05754159,0.0003533756,0.00095563225,0.0020269926,0.021354882,0.0129556265,0.0147495875,0.00877472,0.010896966],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072022696,0.00018512023,0.0016689573,0.0018210782,0.000065265835,0.00031764634,0.081609786,0.00031105336,0.00046239272,0.4496145,0.19419242,0.2696797],"study_design_scores_gemma":[0.000027590662,0.0001331677,0.0010079177,0.002239166,0.000022774031,0.00030610658,0.015827931,0.00014767802,0.0002845184,0.097290285,0.8826858,0.000026983671],"about_ca_topic_score_codex":0.001255338,"about_ca_topic_score_gemma":0.0011345289,"teacher_disagreement_score":0.05367302,"about_ca_system_score_codex":0.007058396,"about_ca_system_score_gemma":0.016673332,"threshold_uncertainty_score":0.17955416},"labels":[],"label_agreement":null},{"id":"W2992263007","doi":"10.56645/jmde.v10i22.388","title":"Bioeconomic Models and the Formative Evaluation of Fisheries-Related Programs","year":2014,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fisheries and Oceans Canada; Natural Resources Canada; Government of Canada; Canadian Forest Service","funders":"Fisheries and Oceans Canada; Government of Canada","keywords":"Formative assessment; Bioeconomics; Context (archaeology); Management science; Resource (disambiguation); Environmental resource management; Computer science; Fishery; Engineering; Sociology; Economics; Geography","score_opus":0.25010842456074567,"score_gpt":0.43412697988211113,"score_spread":0.18401855532136546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992263007","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13554399,0.008335716,0.7281658,0.0146071995,0.00079874037,0.0021950589,0.0011299258,0.00044652968,0.10877701],"genre_scores_gemma":[0.8516885,0.004059597,0.13411053,0.00073346257,0.00024270905,0.0021553983,0.00033182208,0.00008853168,0.006589414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9406281,0.050315812,0.0012350025,0.0011576737,0.005556608,0.0011067889],"domain_scores_gemma":[0.82901895,0.14314821,0.011270473,0.0062640915,0.008612583,0.0016857097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.049672104,0.0021660794,0.0012151541,0.0036320465,0.00079716695,0.006969502,0.0033934035,0.0027030807,0.004002819],"category_scores_gemma":[0.16242622,0.0007295927,0.0010062068,0.0031847537,0.0052084513,0.00754533,0.0024752035,0.002706014,0.00039977996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039557114,0.0003557359,0.0051224306,0.00048511312,0.00022962822,0.0000715068,0.0005544367,0.41459545,0.00033998268,0.5167097,0.002054824,0.05908559],"study_design_scores_gemma":[0.00015721426,0.00054925214,0.0021328484,0.00052900205,0.00010974853,0.000031958785,0.0005309629,0.29505938,0.0010399651,0.68944013,0.010324247,0.00009529591],"about_ca_topic_score_codex":0.0054495386,"about_ca_topic_score_gemma":0.0054783933,"teacher_disagreement_score":0.049672104,"about_ca_system_score_codex":0.010569541,"about_ca_system_score_gemma":0.006928808,"threshold_uncertainty_score":0.26269436},"labels":[],"label_agreement":null},{"id":"W2992830025","doi":"10.56645/jmde.v11i25.406","title":"The Promise of Participatory Evaluation in Family-Centered Rehabilitation Settings: A Qualitative Study","year":2015,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Family and Disability Support Research","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Empowerment; Thematic analysis; Citizen journalism; Focus group; Participatory action research; Medical education; Qualitative research; Rehabilitation; Logic model; Psychological intervention; Service delivery framework; Psychology; Program evaluation; Nursing; Service (business); Medicine; Sociology; Political science; Social science; Business","score_opus":0.32055347795488726,"score_gpt":0.5440565552918495,"score_spread":0.22350307733696223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992830025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9044407,0.0020921843,0.04451243,0.018121159,0.0003031732,0.006274096,0.00032759274,0.000100962505,0.02382775],"genre_scores_gemma":[0.97930473,0.00071505166,0.012397877,0.0016338531,0.000023025292,0.003542148,0.00004153594,0.00003174038,0.0023099908],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8931655,0.09831102,0.0014016264,0.0017561791,0.0026607162,0.0027049978],"domain_scores_gemma":[0.84875363,0.12588483,0.0056149815,0.00418695,0.009576378,0.0059832563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.115593456,0.00059046864,0.00091411226,0.0019583092,0.018614586,0.0065684705,0.002940441,0.002139739,0.0029279497],"category_scores_gemma":[0.081657246,0.0007253647,0.0005783612,0.0019297841,0.01802303,0.006929805,0.008184212,0.0033677982,0.00025437603],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043893462,0.00013681962,0.0019097032,0.00033539548,0.000008208252,0.00053217437,0.98145044,0.00010253367,0.00030254707,0.0041909167,0.00068006647,0.010307388],"study_design_scores_gemma":[0.00003534366,0.00013469084,0.0010463342,0.0007758606,0.0000101901915,0.00023608383,0.9779513,0.00024993822,0.00039435906,0.0029819042,0.01616065,0.000023372455],"about_ca_topic_score_codex":0.013128393,"about_ca_topic_score_gemma":0.02373321,"teacher_disagreement_score":0.115593456,"about_ca_system_score_codex":0.014734142,"about_ca_system_score_gemma":0.026703447,"threshold_uncertainty_score":0.61132395},"labels":[],"label_agreement":null},{"id":"W2994567589","doi":"10.56645/jmde.v13i28.462","title":"Translating Project Achievements into Strategic Plans: A Case Study in Utilization-Focused Evaluation","year":2017,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Process management; Program evaluation; Strategic planning; Management science; Engineering management; Business; Political science; Engineering; Public administration; Marketing","score_opus":0.6383590666042548,"score_gpt":0.6091607377580164,"score_spread":0.02919832884623841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994567589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8759297,0.0008982114,0.054201353,0.010985429,0.00016505296,0.0047090678,0.00011507291,0.0001306273,0.05286539],"genre_scores_gemma":[0.95847195,0.00072012667,0.03331868,0.0007360715,0.000031613014,0.0017778414,0.00005183908,0.00007377226,0.0048180697],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.8786316,0.10717416,0.0021631715,0.0014540502,0.0048976922,0.005679299],"domain_scores_gemma":[0.9364236,0.04460064,0.0032623461,0.0040815743,0.006288421,0.0053432942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08605368,0.0008800015,0.00064087164,0.0026165808,0.014109255,0.008394365,0.0033922137,0.004075118,0.0031188],"category_scores_gemma":[0.070535704,0.0008737318,0.0009169001,0.0033226982,0.008409919,0.0064329007,0.009911569,0.00510007,0.0006015627],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047360462,0.0073970994,0.028011259,0.0011026675,0.00009376204,0.025783526,0.67439353,0.0048897667,0.002206952,0.06571629,0.011194006,0.17873754],"study_design_scores_gemma":[0.00018748661,0.0023320296,0.009713112,0.0016385345,0.00008064268,0.0058695166,0.8546338,0.0072959317,0.005574748,0.014969486,0.09754854,0.00015620056],"about_ca_topic_score_codex":0.0059746127,"about_ca_topic_score_gemma":0.012546167,"teacher_disagreement_score":0.08605368,"about_ca_system_score_codex":0.013889644,"about_ca_system_score_gemma":0.019796547,"threshold_uncertainty_score":0.45510077},"labels":[],"label_agreement":null},{"id":"W2996945182","doi":"10.56645/jmde.v15i33.609","title":"Big Shoes to Fill: An Evaluation Journey in the Footsteps of Daniel L. Stufflebeam","year":2019,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Laurentian University","funders":"","keywords":"Context (archaeology); Relevance (law); Foundation (evidence); Intervention (counseling); Program evaluation; Evaluation methods; Sociology; Engineering ethics; Psychology; Engineering; History; Political science; Archaeology; Law","score_opus":0.3461999936431824,"score_gpt":0.5442462073245252,"score_spread":0.19804621368134284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996945182","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011702984,0.057592172,0.017166415,0.8861401,0.0040921764,0.00036952968,0.00008537005,0.0001303287,0.022720907],"genre_scores_gemma":[0.38934717,0.14189923,0.12201415,0.2875975,0.0038881076,0.0023963337,0.00026197225,0.0006180609,0.051977374],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.92511195,0.05336617,0.0025359525,0.0028711588,0.014699646,0.0014151381],"domain_scores_gemma":[0.8689833,0.080959566,0.0032016207,0.0030584724,0.028769044,0.015027962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06866866,0.000466259,0.0011994763,0.0033444436,0.008360984,0.010561739,0.0015700586,0.002925349,0.0041208165],"category_scores_gemma":[0.13819906,0.0005940554,0.00051002135,0.0028082605,0.011479754,0.013071701,0.0067157745,0.011452159,0.0011044593],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017282856,0.0005313776,0.0036311126,0.0022251855,0.0000528012,0.0009638178,0.056515817,0.00043545046,0.0008131383,0.084777705,0.4066589,0.44322184],"study_design_scores_gemma":[0.000044033255,0.0003603855,0.002896664,0.00920986,0.000025452919,0.0010814375,0.057461724,0.00052144943,0.0012394604,0.07094551,0.8560438,0.00017021134],"about_ca_topic_score_codex":0.010589686,"about_ca_topic_score_gemma":0.020056034,"teacher_disagreement_score":0.06866866,"about_ca_system_score_codex":0.012071953,"about_ca_system_score_gemma":0.03730428,"threshold_uncertainty_score":0.36315894},"labels":[],"label_agreement":null},{"id":"W2997715932","doi":"10.56645/jmde.v15i33.575","title":"Retrospective Pretest and Counterfactual Self-Report: Different or Same?","year":2019,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Resilience and Mental Health","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Counterfactual thinking; Retrospective cohort study; Self-efficacy; Psychology; Research design; Randomized controlled trial; Clinical psychology; Medicine; Social psychology; Statistics; Mathematics; Internal medicine","score_opus":0.039221277550391995,"score_gpt":0.42136537496664705,"score_spread":0.38214409741625505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997715932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9322253,0.0008922176,0.054091733,0.0008559348,0.00063293864,0.0016033794,0.0007393253,0.00018760086,0.008771616],"genre_scores_gemma":[0.9874226,0.00011858836,0.009923483,0.00038320533,0.000106420084,0.0011033482,0.0004377609,0.000057567555,0.00044704977],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.85295504,0.11019022,0.009452107,0.008717938,0.017067283,0.0016174265],"domain_scores_gemma":[0.6063199,0.24334696,0.06359969,0.065806784,0.018576303,0.0023504214],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0953177,0.0007403613,0.0012266471,0.0015665516,0.0006794222,0.0025761349,0.0013448532,0.0012847296,0.0025387746],"category_scores_gemma":[0.22556868,0.0005899039,0.0016673458,0.0014753921,0.0049968027,0.0028239298,0.002305295,0.0017366814,0.0005972064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006867568,0.0020055682,0.8520988,0.0011294584,0.0026975442,0.00012512454,0.011176761,0.0007216934,0.0052757813,0.006387736,0.0016677054,0.10984626],"study_design_scores_gemma":[0.0002475701,0.0034883579,0.9731559,0.00039620762,0.00064987614,0.00033336386,0.002723347,0.004352699,0.0070540323,0.004001677,0.0034584135,0.00013844963],"about_ca_topic_score_codex":0.000555852,"about_ca_topic_score_gemma":0.0008047263,"teacher_disagreement_score":0.9046823,"about_ca_system_score_codex":0.00075044774,"about_ca_system_score_gemma":0.0006958453,"threshold_uncertainty_score":0.50409424},"labels":[],"label_agreement":null},{"id":"W2998328657","doi":"10.56645/jmde.v15i33.539","title":"Using Action Research to Build Evaluation Capacity in Public Health Organizations","year":2019,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École Nationale d'Administration Publique","funders":"","keywords":"Capacity building; Public health; Action research; Qualitative research; Data collection; Action (physics); Program evaluation; Public relations; Medical education; Psychology; Political science; Sociology; Medicine; Nursing; Public administration; Pedagogy","score_opus":0.8641173841470653,"score_gpt":0.654224582662043,"score_spread":0.20989280148502232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998328657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46400493,0.0063410546,0.24030456,0.07425217,0.0005414936,0.015867999,0.00024591156,0.0006405081,0.19780134],"genre_scores_gemma":[0.8893568,0.0013232471,0.10211847,0.0015308583,0.00006021563,0.003990846,0.00007172591,0.00003988468,0.0015080017],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.70376664,0.26743114,0.004288079,0.0046575745,0.012170309,0.0076862657],"domain_scores_gemma":[0.62929755,0.30570057,0.017406408,0.017052101,0.019461716,0.011081684],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22488572,0.001281828,0.0010503404,0.007246795,0.010676937,0.013276755,0.004508581,0.0028592285,0.0037275355],"category_scores_gemma":[0.17863072,0.0009515284,0.0010626758,0.0034420223,0.031561643,0.012895478,0.018473342,0.004194997,0.0003382286],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004202646,0.0032941788,0.045412645,0.005124912,0.00034488816,0.00080961396,0.33143094,0.012054105,0.0017627239,0.15311882,0.011941921,0.43428504],"study_design_scores_gemma":[0.0011080774,0.002224751,0.035317145,0.014817437,0.00034827355,0.000419533,0.466446,0.015829768,0.006033332,0.28849354,0.16854051,0.0004216128],"about_ca_topic_score_codex":0.029365454,"about_ca_topic_score_gemma":0.043790318,"teacher_disagreement_score":0.7751143,"about_ca_system_score_codex":0.039485704,"about_ca_system_score_gemma":0.096980184,"threshold_uncertainty_score":0.9558539},"labels":[],"label_agreement":null},{"id":"W3094330052","doi":"10.56645/jmde.v16i36.623","title":"Evaluation Policy and Organizational Evaluation Capacity Building: Application of an Ecological Framework across Cultural Contexts","year":2020,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Ottawa; Saudi Arabian Cultural Bureau; National Science Foundation","keywords":"Context (archaeology); Focus group; Conceptual framework; Capacity building; Situated; Government (linguistics); Public relations; Political science; Sociology; Psychology; Environmental resource management; Geography; Business; Social science; Marketing; Economics","score_opus":0.3125964842906351,"score_gpt":0.5461170546069485,"score_spread":0.2335205703163134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094330052","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2630022,0.0053747706,0.36694413,0.04276836,0.0003915216,0.004054234,0.00046056206,0.00020069585,0.31680351],"genre_scores_gemma":[0.92138827,0.00088301965,0.07407407,0.00054250937,0.000035844056,0.0019350327,0.000061370425,0.00003423165,0.0010458145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.93441814,0.05777122,0.0015213059,0.0020637733,0.0025405372,0.0016850702],"domain_scores_gemma":[0.91586196,0.06548947,0.0051554777,0.0043945964,0.006101624,0.0029968715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.056676406,0.0009881336,0.0008813026,0.0075019663,0.010243351,0.013944987,0.002902792,0.0021784978,0.0055872193],"category_scores_gemma":[0.0494894,0.000889626,0.0013227446,0.0066561694,0.05007437,0.011882786,0.012955591,0.0031337587,0.00025067216],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035658664,0.00023576865,0.020865452,0.0011002393,0.00008036149,0.00043245693,0.0888306,0.0034272026,0.00019848296,0.8385581,0.0013868804,0.044848733],"study_design_scores_gemma":[0.00006439808,0.00019865044,0.028220408,0.0033998846,0.0001223256,0.0004907265,0.2890789,0.010037336,0.000613706,0.59229124,0.075375974,0.00010643848],"about_ca_topic_score_codex":0.01555362,"about_ca_topic_score_gemma":0.02070487,"teacher_disagreement_score":0.056676406,"about_ca_system_score_codex":0.025113108,"about_ca_system_score_gemma":0.033435524,"threshold_uncertainty_score":0.29973704},"labels":[],"label_agreement":null},{"id":"W3128096052","doi":"10.56645/jmde.v17i38.673","title":"Evaluation in Our New Normal Environment: Navigating the Challenges with Data Collection","year":2021,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Data collection; Credibility; Best practice; Data quality; Computer science; Quality (philosophy); Public relations; Data science; Risk analysis (engineering); Process management; Business; Political science; Marketing; Sociology","score_opus":0.36889537975502795,"score_gpt":0.5129477895526718,"score_spread":0.1440524097976439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128096052","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039736137,0.039243374,0.11565102,0.75860125,0.007649695,0.007538866,0.0006392297,0.0004796766,0.030460812],"genre_scores_gemma":[0.44099903,0.02977952,0.34272304,0.14941128,0.004838013,0.02593873,0.0005959104,0.00082299253,0.0048914305],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.14337842,0.7827358,0.02484602,0.00777484,0.03584044,0.005424469],"domain_scores_gemma":[0.094154015,0.7384558,0.028094932,0.03923291,0.08371227,0.016350059],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.7069043,0.0011980097,0.0036361178,0.0067862286,0.018425845,0.041282073,0.009832836,0.008209305,0.0052892356],"category_scores_gemma":[0.6823929,0.0020772535,0.0022763947,0.007247086,0.041052125,0.04156986,0.022864334,0.021901233,0.0019831492],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007768139,0.0008943947,0.018991718,0.022465207,0.00069037155,0.0014489243,0.27986854,0.002643227,0.0016135833,0.12987904,0.13503312,0.4056951],"study_design_scores_gemma":[0.00029229067,0.0009549138,0.010758026,0.0558936,0.00025128067,0.0011380964,0.24031036,0.0027345838,0.0016669993,0.21629974,0.46914646,0.00055367907],"about_ca_topic_score_codex":0.0094104735,"about_ca_topic_score_gemma":0.017364124,"teacher_disagreement_score":0.7069043,"about_ca_system_score_codex":0.03535559,"about_ca_system_score_gemma":0.11529088,"threshold_uncertainty_score":0.36143923},"labels":[],"label_agreement":null},{"id":"W4362503582","doi":"10.56645/jmde.v18i42.703","title":"How did conservation agriculture go to scale?","year":2022,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Agriculture and Rural Development Research","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Business Development Bank of Canada; University of Guelph","funders":"Global Affairs Canada","keywords":"Food security; Conservation agriculture; Livelihood; Agriculture; Sustainable agriculture; Business; Environmental resource management; Promotion (chess); Economic growth; Agricultural economics; Geography; Economics; Political science","score_opus":0.04144172568117667,"score_gpt":0.2953618935618358,"score_spread":0.25392016788065913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362503582","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09219242,0.017865624,0.020399198,0.5269602,0.0027103499,0.002146981,0.00032286163,0.00027775284,0.3371246],"genre_scores_gemma":[0.9389893,0.008327114,0.011838349,0.029359747,0.0002795972,0.00089885894,0.00008834523,0.00010638618,0.01011237],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.97240454,0.017534472,0.00047894786,0.0015075408,0.005108368,0.0029661637],"domain_scores_gemma":[0.97477764,0.011675819,0.001340443,0.0019610005,0.007271202,0.0029738492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034078445,0.00043197008,0.00045484997,0.0012932885,0.0049466384,0.012054341,0.001789476,0.0025990633,0.008214517],"category_scores_gemma":[0.047127184,0.00028021526,0.00045116222,0.0021906267,0.016169257,0.013483452,0.0047685485,0.0032038065,0.00056989025],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001800947,0.00048539095,0.020752046,0.0026137026,0.00011948357,0.00042271015,0.020445455,0.0022255108,0.0011957174,0.47669733,0.06986489,0.40499768],"study_design_scores_gemma":[0.00009989025,0.0006800742,0.023413263,0.0059229485,0.00010574174,0.00037057936,0.07629513,0.0014862809,0.0020816852,0.20549855,0.6839329,0.00011289778],"about_ca_topic_score_codex":0.024921086,"about_ca_topic_score_gemma":0.023987493,"teacher_disagreement_score":0.034078445,"about_ca_system_score_codex":0.019050077,"about_ca_system_score_gemma":0.03373299,"threshold_uncertainty_score":0.1802262},"labels":[],"label_agreement":null},{"id":"W4362503601","doi":"10.56645/jmde.v18i42.721","title":"Competitive champions versus cooperative advocates","year":2022,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes","funders":"","keywords":"Interview; Nonprobability sampling; Enthusiasm; Public relations; Extant taxon; Data collection; Sociology; Psychology; Knowledge management; Social psychology; Political science; Social science; Computer science","score_opus":0.2869313256836769,"score_gpt":0.5289861200793462,"score_spread":0.2420547943956693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362503601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71600276,0.0027625456,0.011792016,0.01662916,0.0005440558,0.00052563247,0.000043461565,0.00013358306,0.25156686],"genre_scores_gemma":[0.9883759,0.00036693347,0.0018362234,0.0011919126,0.00008091405,0.00021164138,0.000020690666,0.00002762071,0.007888195],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98378307,0.009554886,0.00045871278,0.0010984257,0.003888494,0.0012164542],"domain_scores_gemma":[0.9513885,0.02286532,0.010396276,0.0019262729,0.0059919595,0.0074318573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017655542,0.00039719758,0.00037030256,0.0019294966,0.0034366518,0.00728657,0.0012701257,0.0024470773,0.007704442],"category_scores_gemma":[0.038095135,0.00023511877,0.0002781529,0.0011248448,0.0086071985,0.0053225253,0.004690042,0.001822163,0.0011128247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005903302,0.00090454303,0.12776037,0.0013106101,0.00010754018,0.0017110785,0.2132064,0.00055599504,0.0028015398,0.4733315,0.021889238,0.15583092],"study_design_scores_gemma":[0.0002190795,0.0017696709,0.08009199,0.003994394,0.00021013628,0.0029810073,0.27581298,0.0036741225,0.00414806,0.1279521,0.49892762,0.00021875883],"about_ca_topic_score_codex":0.0010416037,"about_ca_topic_score_gemma":0.0019544202,"teacher_disagreement_score":0.017655542,"about_ca_system_score_codex":0.003027357,"about_ca_system_score_gemma":0.004661829,"threshold_uncertainty_score":0.093372524},"labels":[],"label_agreement":null},{"id":"W4362503613","doi":"10.56645/jmde.v18i42.711","title":"Empowerment Evaluation of Programs Involving Youth","year":2022,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Winnipeg","funders":"","keywords":"Empowerment; Participatory evaluation; Program evaluation; Youth empowerment; Citizen journalism; Psychology; Participatory action research; Intervention (counseling); Positive Youth Development; Set (abstract data type); Medical education; Applied psychology; Sociology; Computer science; Political science; Medicine; Social science; Developmental psychology","score_opus":0.39650484374405937,"score_gpt":0.526744258074393,"score_spread":0.1302394143303336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362503613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7745179,0.0036294668,0.042617273,0.0069766594,0.00056225376,0.026145618,0.0011652624,0.00076494523,0.14362057],"genre_scores_gemma":[0.9528899,0.0014453994,0.027693827,0.00070560863,0.00008429239,0.011109393,0.0004003369,0.000060640334,0.0056105847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9600894,0.032331146,0.0011252966,0.00088766514,0.00414991,0.0014166504],"domain_scores_gemma":[0.96545947,0.019293062,0.004118346,0.001634225,0.0066639944,0.0028309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03573002,0.0006031253,0.0004512422,0.0014461693,0.0016690341,0.0016533863,0.001005026,0.0005830009,0.0092140315],"category_scores_gemma":[0.050861508,0.00020418699,0.00072373834,0.0008915233,0.0011993747,0.0016524501,0.003767013,0.0010744715,0.00041765685],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030098385,0.010184682,0.04320763,0.005573307,0.00034340733,0.00027219555,0.019626021,0.0038104516,0.0028809619,0.012976135,0.016570382,0.881545],"study_design_scores_gemma":[0.008495914,0.067204565,0.2768415,0.02915218,0.0027147331,0.0007753771,0.07028085,0.016199743,0.06468883,0.04055614,0.42269006,0.00040016318],"about_ca_topic_score_codex":0.0014423158,"about_ca_topic_score_gemma":0.00259007,"teacher_disagreement_score":0.03573002,"about_ca_system_score_codex":0.0034835385,"about_ca_system_score_gemma":0.011158941,"threshold_uncertainty_score":0.18896067},"labels":[],"label_agreement":null},{"id":"W4362504882","doi":"10.56645/jmde.v3i5.54","title":"Collaborative Evaluation","year":2006,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Psychology","score_opus":0.14730919225055178,"score_gpt":0.5253125317131393,"score_spread":0.3780033394625875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362504882","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014109411,0.18381096,0.17189576,0.058278788,0.008427248,0.0015486139,0.0002807356,0.0009469869,0.5734],"genre_scores_gemma":[0.118605174,0.28497624,0.2205394,0.03917621,0.009547839,0.0047286316,0.0016956279,0.0012846242,0.31944627],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9087755,0.05220665,0.004328078,0.0040761377,0.029206773,0.0014068825],"domain_scores_gemma":[0.9196088,0.044372834,0.002435697,0.0076959673,0.02307415,0.0028126084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04772917,0.0011562824,0.0016275684,0.0052156853,0.0029337828,0.01197696,0.0030273541,0.004122862,0.026886174],"category_scores_gemma":[0.10450359,0.0005417343,0.0010789133,0.0057459627,0.004849053,0.008650268,0.0069084526,0.0036979266,0.0144257415],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046643552,0.0001127475,0.0004751158,0.0017091298,0.00007839938,0.00006535725,0.0013746308,0.00071168755,0.00015301988,0.16456822,0.2352536,0.5954514],"study_design_scores_gemma":[0.000025477444,0.00007012424,0.0005077381,0.0034872242,0.000030635103,0.00021953727,0.0008618695,0.00044704782,0.00029016615,0.0834146,0.91060925,0.000036361525],"about_ca_topic_score_codex":0.0029433724,"about_ca_topic_score_gemma":0.004213857,"teacher_disagreement_score":0.04772917,"about_ca_system_score_codex":0.006595256,"about_ca_system_score_gemma":0.012749875,"threshold_uncertainty_score":0.25241905},"labels":[],"label_agreement":null},{"id":"W4362504947","doi":"10.56645/jmde.v3i4.83","title":"American Evaluation Association","year":2006,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Association (psychology); Psychology; Psychotherapist","score_opus":0.16413093304957194,"score_gpt":0.5246990005505626,"score_spread":0.3605680675009907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362504947","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008354215,0.011287494,0.0037508234,0.03570923,0.009818283,0.0010574302,0.010899719,0.0010128818,0.9256288],"genre_scores_gemma":[0.011131956,0.014587946,0.0069046654,0.01836778,0.0022079933,0.0019024282,0.015316208,0.000520399,0.9290607],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97223705,0.005843385,0.0031383936,0.0019459003,0.01496139,0.0018738748],"domain_scores_gemma":[0.8946398,0.0075675873,0.0030424928,0.004702897,0.08427486,0.005772381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019947307,0.00091053837,0.0010751643,0.005382076,0.0026920957,0.007092391,0.0021566092,0.0044704485,0.23109141],"category_scores_gemma":[0.05613659,0.00062885624,0.0008024104,0.0057482156,0.0010719406,0.0033016172,0.0033214334,0.0050738854,0.13776177],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057386995,0.000060017923,0.0006193426,0.0001824889,0.00001056533,0.000025686597,0.00004681628,0.000035493948,0.00005196645,0.007756703,0.91470784,0.07644566],"study_design_scores_gemma":[0.000016152195,0.0000120628165,0.0010182582,0.00022598152,0.0000051168345,0.000037374975,0.000034807916,0.0000306324,0.00002976538,0.0008969178,0.9976866,0.0000062592053],"about_ca_topic_score_codex":0.021976901,"about_ca_topic_score_gemma":0.03359614,"teacher_disagreement_score":0.23109141,"about_ca_system_score_codex":0.0058434554,"about_ca_system_score_gemma":0.038369328,"threshold_uncertainty_score":0.7730778},"labels":[],"label_agreement":null},{"id":"W4362505079","doi":"10.56645/jmde.v3i4.79","title":"Using Multivariate Techniques to Measure the Performance of R&D Programs: A Case Example","year":2006,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Efficiency Analysis Using DEA","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Natural Sciences and Engineering Research Council of Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Measure (data warehouse); Multivariate statistics; Multivariate analysis; Statistics; Computer science; Econometrics; Mathematics; Data mining","score_opus":0.30978301106322964,"score_gpt":0.4677882252431006,"score_spread":0.15800521417987096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362505079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54413754,0.002540211,0.42171004,0.0035444086,0.00011264267,0.0007303761,0.0011956065,0.00041254406,0.025616605],"genre_scores_gemma":[0.82932645,0.0009520854,0.16654614,0.00015134305,0.000053350155,0.0002511478,0.00022870585,0.00007954307,0.0024111972],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99070346,0.005936314,0.00043119863,0.00049097143,0.002084041,0.00035410642],"domain_scores_gemma":[0.9787032,0.015401359,0.001711099,0.0012116464,0.0027348031,0.00023790752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009516708,0.0009087498,0.0007513264,0.004523233,0.0011134009,0.0019379606,0.0007335012,0.0011890325,0.0016466947],"category_scores_gemma":[0.02059913,0.00018322309,0.0012922955,0.008463399,0.0008478368,0.0010818961,0.0012603753,0.0014367301,0.000329073],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011702178,0.0031075508,0.25071606,0.0010851223,0.00094825844,0.0022245503,0.00523736,0.05369537,0.016283676,0.05552215,0.009082438,0.60092723],"study_design_scores_gemma":[0.000335713,0.003397811,0.46415102,0.00065273966,0.00086808595,0.0039835875,0.009794537,0.3547222,0.044232845,0.06801897,0.04923115,0.0006113289],"about_ca_topic_score_codex":0.00918203,"about_ca_topic_score_gemma":0.011969074,"teacher_disagreement_score":0.009516708,"about_ca_system_score_codex":0.0014148073,"about_ca_system_score_gemma":0.0011304531,"threshold_uncertainty_score":0.050329745},"labels":[],"label_agreement":null},{"id":"W4377141999","doi":"10.56645/jmde.v19i43.825","title":"The Program Evaluation Standards in Evaluation Scholarship and Practice","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Medical education; Systematic review; Resource (disambiguation); Professional association; Political science; Psychology; Medicine; Sociology; Public relations; MEDLINE; Computer science","score_opus":0.42328942187289514,"score_gpt":0.6372998949468092,"score_spread":0.21401047307391402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377141999","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054582987,0.20536418,0.22030555,0.377593,0.009996478,0.005427288,0.0010782088,0.00070761924,0.12494468],"genre_scores_gemma":[0.6718757,0.07122224,0.19779499,0.040254332,0.0037514116,0.009920941,0.0010060106,0.00035112398,0.0038232116],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.4085834,0.3868751,0.07522758,0.010971097,0.11395051,0.0043923515],"domain_scores_gemma":[0.18770123,0.51962656,0.07969655,0.037982367,0.1644551,0.010538133],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43465808,0.00063944614,0.0017138429,0.012720025,0.0051858295,0.014436083,0.003407177,0.0053636394,0.0020516387],"category_scores_gemma":[0.58375597,0.0010375555,0.0017082269,0.012841678,0.026981153,0.012409798,0.011965224,0.008647631,0.00056732976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017119956,0.00039031653,0.042695813,0.021592636,0.0003028905,0.00017590781,0.020214416,0.0015257286,0.00078194484,0.3325015,0.05727337,0.52237433],"study_design_scores_gemma":[0.0002003601,0.0008126503,0.07158183,0.120838925,0.0004867852,0.0010883593,0.019024761,0.0026042259,0.0024749818,0.22347048,0.5570782,0.0003385371],"about_ca_topic_score_codex":0.012877403,"about_ca_topic_score_gemma":0.012242584,"teacher_disagreement_score":0.56534195,"about_ca_system_score_codex":0.020893939,"about_ca_system_score_gemma":0.141306,"threshold_uncertainty_score":0.6971673},"labels":[],"label_agreement":null},{"id":"W4377142049","doi":"10.56645/jmde.v19i43.837","title":"The Integration of the Program Evaluation Standards into an Evaluation Toolkit for a Transformative Model of Care for Mental Health Service Delivery","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Transformative learning; Mental health; Process management; Process (computing); Health care; Logic model; Service delivery framework; Computer science; Service (business); Knowledge management; Psychology; Business; Sociology; Pedagogy; Political science","score_opus":0.5826331380281115,"score_gpt":0.6905983737903973,"score_spread":0.1079652357622859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377142049","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010245028,0.0019092029,0.8406437,0.06822558,0.0017423516,0.021872312,0.0007520368,0.0052547418,0.049354997],"genre_scores_gemma":[0.038545568,0.0009480082,0.94153607,0.002359696,0.00014877376,0.0124218585,0.00072485494,0.0006046152,0.002710571],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.38514268,0.47723046,0.06185935,0.0065421476,0.06377585,0.005449563],"domain_scores_gemma":[0.36452228,0.34818882,0.025291933,0.08238698,0.16214646,0.017463638],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.50310355,0.0017462982,0.0023355458,0.010191694,0.004855618,0.018015053,0.006827879,0.005428061,0.0036840127],"category_scores_gemma":[0.50405663,0.0021372908,0.004100996,0.007819214,0.011978518,0.020475416,0.024355263,0.015133428,0.0023517848],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024924736,0.0011817511,0.0054587526,0.008572582,0.000267814,0.0005196441,0.026499916,0.015582813,0.0021804275,0.28329936,0.07755953,0.5786282],"study_design_scores_gemma":[0.0006219982,0.0018382209,0.012935313,0.033395637,0.00028757984,0.0013505946,0.018761937,0.025872631,0.0068358146,0.36396456,0.5332824,0.0008533257],"about_ca_topic_score_codex":0.0088957725,"about_ca_topic_score_gemma":0.012778404,"teacher_disagreement_score":0.49689645,"about_ca_system_score_codex":0.03204351,"about_ca_system_score_gemma":0.14775854,"threshold_uncertainty_score":0.61276186},"labels":[],"label_agreement":null},{"id":"W4384928951","doi":"10.56645/jmde.v19i44.779","title":"Decolonizing Evaluation of Indigenous Guidance and Counseling Approaches: A Review of Selected Evaluated Programs","year":2023,"lang":"en","type":"review","venue":"Journal of MultiDisciplinary Evaluation","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Indigenous; Colonialism; Curriculum; Social connectedness; Medical education; Culturally sensitive; Sociology; Medicine; Psychology; Psychotherapist; Political science; Pedagogy; Social psychology; Ecology","score_opus":0.48693098882521013,"score_gpt":0.5408138259197823,"score_spread":0.0538828370945722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384928951","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045309064,0.998667,0.00012688266,0.00013588423,0.00005595819,0.000052509884,0.00001891243,0.0000034635311,0.00048639928],"genre_scores_gemma":[0.0034853208,0.99571085,0.00046374206,0.00013116597,0.000030180114,0.000065512126,0.000028869092,0.0000031405839,0.00008123414],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99595416,0.0014736163,0.0010809823,0.00035556123,0.0010168094,0.00011885341],"domain_scores_gemma":[0.98042035,0.015744349,0.0014303629,0.00027665534,0.001914225,0.00021410546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008104387,0.00093196845,0.0023096576,0.00915189,0.00080865703,0.0021956759,0.0018364901,0.0016411314,0.0023222298],"category_scores_gemma":[0.021143047,0.00060331565,0.0014473695,0.009011614,0.0014168008,0.0022239676,0.0015163992,0.0015943138,0.00029199853],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014957297,0.00013979212,0.00035244424,0.22313923,0.00042079677,0.00007102077,0.0009671078,0.00019188468,0.0002956179,0.0022443298,0.0034796912,0.76854855],"study_design_scores_gemma":[0.00011237015,0.00055113237,0.006294366,0.6676578,0.0034741883,0.0011416831,0.0021501812,0.00024160386,0.0013002855,0.0017084074,0.31529903,0.00006893535],"about_ca_topic_score_codex":0.007030861,"about_ca_topic_score_gemma":0.015433802,"teacher_disagreement_score":0.00915189,"about_ca_system_score_codex":0.003453174,"about_ca_system_score_gemma":0.009066923,"threshold_uncertainty_score":0.042860568},"labels":[],"label_agreement":null},{"id":"W4384928989","doi":"10.56645/jmde.v19i44.785","title":"Decolonizing Science: Undoing the Colonial and Racist Hegemony of Western Science","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"African cultural and philosophical studies","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Stanford Bio-X; Max-Planck-Gesellschaft; Queen's University; McGill University","keywords":"Undoing; Hegemony; Decolonization; Colonialism; Indigenous; Sociology; Science studies; Epistemology; Postcolonialism (international relations); Social science; Political science; Law; Philosophy; Ecology","score_opus":0.10545789838779038,"score_gpt":0.43662876327912237,"score_spread":0.33117086489133196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384928989","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34329844,0.020194601,0.036186457,0.14013602,0.0014902876,0.00017144755,0.000032698877,0.00031204417,0.458178],"genre_scores_gemma":[0.972154,0.003076255,0.004952408,0.0052782074,0.0001509474,0.00007395432,0.000009266484,0.0001220811,0.014182827],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98437065,0.010526345,0.00034375748,0.0009750795,0.0022395197,0.0015446143],"domain_scores_gemma":[0.9878221,0.0059928573,0.001075832,0.0024646327,0.0018417441,0.00080289325],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.019036833,0.00040498324,0.0006430314,0.0017316277,0.0149331,0.011068219,0.00097833,0.0026338578,0.0026578698],"category_scores_gemma":[0.017868074,0.00032092887,0.00043445153,0.0013365071,0.076238565,0.012758845,0.013137664,0.006066509,0.00039909797],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041194573,0.000043036383,0.0011438563,0.0001641625,0.000013593406,0.00022528775,0.1681174,0.0002055016,0.0009081157,0.787526,0.004946412,0.036665514],"study_design_scores_gemma":[0.000031297255,0.00020191488,0.0024601438,0.0011946268,0.000029449453,0.00046565285,0.10393213,0.0007554977,0.0022946962,0.41346958,0.4750874,0.0000775946],"about_ca_topic_score_codex":0.012555622,"about_ca_topic_score_gemma":0.014687015,"teacher_disagreement_score":0.9850669,"about_ca_system_score_codex":0.01026852,"about_ca_system_score_gemma":0.014854337,"threshold_uncertainty_score":0.10067761},"labels":[],"label_agreement":null},{"id":"W4384929312","doi":"10.56645/jmde.v19i44.773","title":"Decolonizing Evaluation of Indigenous Land-Based Programs: A Settler Perspective on What We Can Learn from the LANDBACK Movement","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Aurora College","funders":"","keywords":"Indigenous; Sovereignty; Perspective (graphical); Land rights; Sociology; Environmental ethics; Political science; Ecology; Law; Ethnology; Computer science; Politics; Artificial intelligence","score_opus":0.30421046055774864,"score_gpt":0.5120849863126739,"score_spread":0.2078745257549252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384929312","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26096663,0.028907362,0.072127424,0.3562782,0.0018527922,0.0039568744,0.00016805547,0.00023600268,0.27550668],"genre_scores_gemma":[0.93869025,0.006554197,0.03057944,0.012949093,0.00032223575,0.0018583006,0.000055624296,0.00008401518,0.008906828],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.8939484,0.08808715,0.0023731487,0.002029183,0.010840744,0.0027213928],"domain_scores_gemma":[0.8753252,0.09823618,0.005271917,0.004631156,0.014342186,0.0021934067],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.1251525,0.0005981837,0.0010731943,0.002268957,0.005930704,0.013490012,0.0024530198,0.003192703,0.0029701611],"category_scores_gemma":[0.14569844,0.0002512251,0.00052094064,0.0020630155,0.023701312,0.008664678,0.007878756,0.0050284495,0.00022861542],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026599204,0.0012456386,0.00955941,0.0040189023,0.00018040945,0.00046485802,0.12126325,0.0031805374,0.0011281793,0.41199362,0.017317234,0.42938203],"study_design_scores_gemma":[0.0005016222,0.0028019017,0.0279962,0.018674126,0.00028125392,0.00041792612,0.24234709,0.006396172,0.00555642,0.4047858,0.28996664,0.00027484036],"about_ca_topic_score_codex":0.018778842,"about_ca_topic_score_gemma":0.023424318,"teacher_disagreement_score":0.9940693,"about_ca_system_score_codex":0.018316686,"about_ca_system_score_gemma":0.032241378,"threshold_uncertainty_score":0.6618776},"labels":[],"label_agreement":null},{"id":"W4384932226","doi":"10.56645/jmde.v19i44.809","title":"Steps Toward Evaluation as Decluttering: Learnings from Hawaiian Epistemology","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Indigenous; CLARITY; Negotiation; Epistemology; Identity (music); Field (mathematics); Meaning (existential); Sociology; Social science; Aesthetics; Philosophy; Ecology","score_opus":0.35745616972763433,"score_gpt":0.5449069672074174,"score_spread":0.18745079747978305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384932226","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17547934,0.017478954,0.20677488,0.33217523,0.0014860582,0.0005176537,0.000046987603,0.00029219082,0.26574886],"genre_scores_gemma":[0.9470583,0.002649654,0.038455352,0.005134314,0.00016702905,0.00026227385,0.00001835455,0.00009909875,0.006155612],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9402883,0.049140457,0.0015739918,0.0015786972,0.005620776,0.0017978072],"domain_scores_gemma":[0.92694545,0.04970439,0.0025483305,0.0071161836,0.011064434,0.0026212328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0991257,0.0008830522,0.0010703875,0.003756659,0.0109323505,0.021347879,0.003016984,0.0036912062,0.0034472377],"category_scores_gemma":[0.06810753,0.000548788,0.000687439,0.0017170038,0.085738435,0.026897654,0.019973015,0.010494686,0.00042125268],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048505226,0.000102164544,0.0028390451,0.00032159567,0.00002814363,0.0003275721,0.19248894,0.00078347663,0.00035499997,0.73890734,0.0025874046,0.061210833],"study_design_scores_gemma":[0.000029897232,0.00009123068,0.0012744254,0.0015628196,0.000025497087,0.00018566774,0.12886742,0.0026072355,0.0009830998,0.79317355,0.07111086,0.000088225184],"about_ca_topic_score_codex":0.022950977,"about_ca_topic_score_gemma":0.020509355,"teacher_disagreement_score":0.0991257,"about_ca_system_score_codex":0.01730256,"about_ca_system_score_gemma":0.021080714,"threshold_uncertainty_score":0.5242331},"labels":[],"label_agreement":null},{"id":"W4386812791","doi":"10.56645/jmde.v19i45.701","title":"Excessive Evaluation Anxiety (XEA): The Last Two Decades","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Problem Solving Skills Development","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Stakeholder; Scopus; Anxiety; Psychology; Thematic analysis; Intervention (counseling); Inclusion (mineral); Resistance (ecology); Applied psychology; Public relations; Political science; Social psychology; Sociology; MEDLINE; Social science; Qualitative research","score_opus":0.11949339892396017,"score_gpt":0.4969720774571387,"score_spread":0.3774786785331785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386812791","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01354576,0.96010286,0.0005907458,0.018021744,0.0012186161,0.000047968315,0.0001672272,0.00001946785,0.00628557],"genre_scores_gemma":[0.22188695,0.75936073,0.0011892294,0.013566397,0.0020035452,0.0002572203,0.00029137233,0.000039350383,0.0014051838],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9878628,0.0049483255,0.002192265,0.001321479,0.0030165743,0.0006585443],"domain_scores_gemma":[0.90496564,0.06571203,0.015644815,0.0012249468,0.010142607,0.0023099552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017061519,0.00047268142,0.0011263421,0.0053531537,0.0015507916,0.0052872365,0.0011284708,0.002501291,0.0028166573],"category_scores_gemma":[0.05871843,0.0005159943,0.0011500425,0.0085773235,0.0037778947,0.0058147754,0.0031253549,0.0033231857,0.0003174546],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037937463,0.0001790107,0.030092971,0.06807887,0.000618689,0.0009562377,0.026144281,0.00033019317,0.0005041196,0.017999511,0.038470306,0.81624645],"study_design_scores_gemma":[0.0000673269,0.0005205228,0.146961,0.26599166,0.0015003306,0.007919729,0.04414581,0.0004035448,0.0010173328,0.012965854,0.5182471,0.00025979136],"about_ca_topic_score_codex":0.0115757305,"about_ca_topic_score_gemma":0.017179824,"teacher_disagreement_score":0.017061519,"about_ca_system_score_codex":0.007506047,"about_ca_system_score_gemma":0.013500633,"threshold_uncertainty_score":0.090231},"labels":[],"label_agreement":null},{"id":"W4386812841","doi":"10.56645/jmde.v19i45.743","title":"The Evaluation of Equity-Focused Community Coalitions: A Review of the Empirical Literature","year":2023,"lang":"en","type":"review","venue":"Journal of MultiDisciplinary Evaluation","topic":"Community Health and Development","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"CLARITY; Framing (construction); Equity (law); Sociology; Scope (computer science); Empirical research; Public relations; Engineering ethics; Management science; Political science; Epistemology; Computer science; Economics; Engineering","score_opus":0.7978476605117001,"score_gpt":0.6764633025978322,"score_spread":0.12138435791386792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386812841","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051918824,0.996997,0.000377036,0.0008966513,0.00011438912,0.000107008666,0.000022888647,0.000005617681,0.00096021255],"genre_scores_gemma":[0.012127331,0.9852144,0.0015705619,0.00056467316,0.00008163928,0.00026843927,0.000047293594,0.00000980311,0.00011584485],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96115226,0.02361702,0.0056576496,0.0018255758,0.0068318644,0.0009156726],"domain_scores_gemma":[0.7627149,0.21247493,0.007265864,0.0027649899,0.013494461,0.0012847867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.060859304,0.001292056,0.0044355863,0.01085354,0.0015726732,0.0053331438,0.0028280914,0.0032055443,0.0044024447],"category_scores_gemma":[0.1472325,0.0011440984,0.0021108515,0.0138795115,0.0041480986,0.0066588973,0.0042257467,0.0024580457,0.0006648407],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015362735,0.00013645447,0.00092131813,0.26488796,0.0006305161,0.00008645099,0.0017818639,0.00034960455,0.00014481242,0.0068316315,0.004727038,0.71934867],"study_design_scores_gemma":[0.0000853284,0.0003687052,0.0041337684,0.80703235,0.0022973605,0.00040296887,0.0044619436,0.00029542993,0.00060054724,0.0056181997,0.174621,0.00008231002],"about_ca_topic_score_codex":0.009588232,"about_ca_topic_score_gemma":0.014756214,"teacher_disagreement_score":0.060859304,"about_ca_system_score_codex":0.009028079,"about_ca_system_score_gemma":0.02917717,"threshold_uncertainty_score":0.32185864},"labels":[],"label_agreement":null},{"id":"W4386813275","doi":"10.56645/jmde.v19i45.739","title":"We Can’t Hear You – You’re on Mute: Findings From a Review of Evaluation Capacity Building (ECB) Practice Online","year":2023,"lang":"en","type":"review","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Context (archaeology); Capacity building; Intervention (counseling); Descriptive statistics; Data collection; Medical education; Modalities; Computer science; The Internet; Coronavirus disease 2019 (COVID-19); Work (physics); Psychology; Sociology; Political science; Medicine; World Wide Web; Engineering; Social science; Statistics","score_opus":0.6006527710065875,"score_gpt":0.6003414472637132,"score_spread":0.0003113237428743476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386813275","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14521761,0.76732725,0.0034195757,0.060828086,0.0012183795,0.0010089437,0.0004899379,0.00004703055,0.020443156],"genre_scores_gemma":[0.56993717,0.40094426,0.007187187,0.01786478,0.00058726966,0.0019109773,0.0003825758,0.0000977146,0.0010880562],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.85250133,0.100087926,0.020245878,0.0031107324,0.021466509,0.0025876507],"domain_scores_gemma":[0.3555873,0.545127,0.043458156,0.0070139444,0.04423076,0.0045828633],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.15506864,0.00045442744,0.0015485635,0.019361008,0.002823566,0.008632365,0.0020910923,0.0022836397,0.0019369038],"category_scores_gemma":[0.41246116,0.0009208109,0.0012761105,0.02335952,0.00622594,0.012051627,0.0072552767,0.002904116,0.0002746366],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002881301,0.00024108012,0.02778059,0.119336784,0.000990631,0.0012191118,0.2717911,0.00031910284,0.0007845974,0.011658927,0.025448585,0.5401413],"study_design_scores_gemma":[0.000121360616,0.00034260488,0.061254654,0.39541495,0.001324786,0.0017808441,0.2701246,0.0002490631,0.0008830159,0.003922897,0.2644143,0.0001669702],"about_ca_topic_score_codex":0.008817908,"about_ca_topic_score_gemma":0.024847696,"teacher_disagreement_score":0.84493136,"about_ca_system_score_codex":0.009580867,"about_ca_system_score_gemma":0.0362407,"threshold_uncertainty_score":0.8200911},"labels":[],"label_agreement":null},{"id":"W4389672983","doi":"10.56645/jmde.v19i46.971","title":"Building Spaces for Dialogues to Rethink Evaluator Competencies: Lessons from the Webinars Organized by the Evaluation Centre for Complex Health Interventions","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychological intervention; General partnership; Sustainability; Political science; Public relations; Capacity building; Diversity (politics); Sociology; Engineering ethics; Psychology; Engineering","score_opus":0.48782107023075144,"score_gpt":0.5796790978903889,"score_spread":0.09185802765963741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389672983","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09173535,0.008327749,0.21467611,0.5503005,0.008504966,0.0054452885,0.00031375137,0.00282484,0.11787149],"genre_scores_gemma":[0.6220204,0.005129498,0.2675159,0.061908487,0.0020464298,0.0074216127,0.00036002434,0.0022359078,0.031361718],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.6216362,0.3535085,0.0037657316,0.0047922567,0.007339312,0.008957906],"domain_scores_gemma":[0.5288424,0.3751741,0.0077060326,0.025761798,0.02534273,0.037172955],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2802973,0.0019549923,0.0015259971,0.0031920809,0.025975764,0.025988385,0.00892043,0.012260535,0.011409273],"category_scores_gemma":[0.22089799,0.0021000127,0.0021543887,0.0018326681,0.03947622,0.03557347,0.039049365,0.027058456,0.0030420725],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029315092,0.0019274617,0.0030989938,0.002305716,0.00007839501,0.0028458545,0.6321195,0.0019391187,0.0014111628,0.08199141,0.09152021,0.180469],"study_design_scores_gemma":[0.00027121528,0.00060894905,0.0023316504,0.006179617,0.000043084758,0.0007324503,0.35358316,0.0019152709,0.0017033927,0.072334014,0.56000966,0.00028754488],"about_ca_topic_score_codex":0.0050512273,"about_ca_topic_score_gemma":0.01134998,"teacher_disagreement_score":0.7197027,"about_ca_system_score_codex":0.017856296,"about_ca_system_score_gemma":0.055446908,"threshold_uncertainty_score":0.88752156},"labels":[],"label_agreement":null},{"id":"W4389686269","doi":"10.56645/jmde.v19i46.969","title":"Rethinking Evaluator Competencies in an Age of Discontinuity – Implications of Inequities, Sustainability and the Pandemic for Training Evaluators: An Introduction to a Special Volume","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pandemic; Sustainability; Coronavirus disease 2019 (COVID-19); Sociology; Psychology; Political science; Engineering ethics; Medicine; Engineering; Biology; Ecology","score_opus":0.2642530573592116,"score_gpt":0.5106165978136467,"score_spread":0.24636354045443504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389686269","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062875166,0.2031723,0.032477703,0.57387424,0.14848053,0.00035778774,0.00018684533,0.00045634966,0.034706775],"genre_scores_gemma":[0.08818801,0.23843402,0.117736585,0.34421542,0.12357912,0.00144558,0.0005336111,0.001296215,0.08457154],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99235076,0.0037874097,0.0007371257,0.0005717384,0.0019310918,0.000621938],"domain_scores_gemma":[0.9667626,0.0210523,0.0012080054,0.0009233489,0.00672498,0.0033287304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01836414,0.0008702795,0.0009196097,0.0021222178,0.0027813034,0.007793612,0.0023024697,0.007964644,0.0108482735],"category_scores_gemma":[0.030282,0.00055594125,0.0007624356,0.0012169622,0.0052621723,0.012785937,0.007857919,0.011345918,0.0028552902],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004758366,0.0002496658,0.0016940528,0.0013661726,0.000026907112,0.000307601,0.011384859,0.00023391063,0.0015995093,0.039692737,0.60571855,0.33767855],"study_design_scores_gemma":[0.000017912223,0.00011429017,0.0044379877,0.0037549338,0.000016395254,0.00083557086,0.0077181295,0.00024417593,0.0005460167,0.045954116,0.9362763,0.00008417758],"about_ca_topic_score_codex":0.0023301202,"about_ca_topic_score_gemma":0.013738451,"teacher_disagreement_score":0.01836414,"about_ca_system_score_codex":0.0033882693,"about_ca_system_score_gemma":0.008144188,"threshold_uncertainty_score":0.09712005},"labels":[],"label_agreement":null},{"id":"W4389686508","doi":"10.56645/jmde.v19i46.893","title":"In Plain Sight or Just Plain Obscured?: A Review of Professional Evaluation Associations’ Frameworks for Evaluation Practice Supporting Equity, Diversity and Inclusion (EDI)","year":2023,"lang":"en","type":"review","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Inclusion (mineral); Equity (law); Professional development; Diversity (politics); Presentation (obstetrics); Psychology; Medical education; Pedagogy; Political science; Medicine","score_opus":0.5524989813377544,"score_gpt":0.6559057552488365,"score_spread":0.1034067739110821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389686508","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004201542,0.99455345,0.00035570818,0.0030266119,0.0003487974,0.00005201035,0.000018653483,0.0000048325146,0.0012197153],"genre_scores_gemma":[0.013329615,0.9821452,0.0020808761,0.0017398613,0.00023583295,0.00014873684,0.00003736579,0.000010321134,0.00027226988],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.95803916,0.021341803,0.0074897143,0.0012894645,0.011175048,0.0006648631],"domain_scores_gemma":[0.8635864,0.092117056,0.01668867,0.0020212983,0.023988657,0.0015979784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.068091564,0.00067152485,0.0017977777,0.009882781,0.0014167359,0.004974109,0.0018675703,0.0021725956,0.0015301562],"category_scores_gemma":[0.14607762,0.00089918077,0.0014095696,0.012463062,0.002349404,0.005208224,0.0025734946,0.0028291913,0.0004607719],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009704484,0.00005325688,0.0018551181,0.13456191,0.00045355936,0.00010444956,0.0022560286,0.00022767499,0.00031879582,0.011556938,0.021406647,0.82710856],"study_design_scores_gemma":[0.000040048773,0.00012197976,0.0072958977,0.38180426,0.00091013266,0.0005659993,0.002392001,0.00022763776,0.0003996021,0.0027166747,0.60347015,0.000055619188],"about_ca_topic_score_codex":0.009277489,"about_ca_topic_score_gemma":0.030926688,"teacher_disagreement_score":0.068091564,"about_ca_system_score_codex":0.0067525366,"about_ca_system_score_gemma":0.03459359,"threshold_uncertainty_score":0.3601069},"labels":[],"label_agreement":null},{"id":"W4389686746","doi":"10.56645/jmde.v19i46.881","title":"Glocal Evaluation Competencies for Learning As We Go: Zooming in and zooming out to connect system-level solutions to local beneficiaries","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University; Canadian Evaluation Society","funders":"","keywords":"Glocalization; Perspective (graphical); Beneficiary; Zoom; Knowledge management; Adaptation (eye); Computer science; Psychology; Business; Artificial intelligence; Political science; Engineering; Globalization","score_opus":0.4029661667108118,"score_gpt":0.5222759465913903,"score_spread":0.1193097798805785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389686746","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14371179,0.0014072172,0.35538468,0.035789087,0.00064329576,0.0019409312,0.00033820013,0.003032354,0.45775244],"genre_scores_gemma":[0.69722587,0.0008845761,0.27201036,0.0025712017,0.000052082327,0.0010631575,0.00020502906,0.0005024868,0.025485234],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.994331,0.0040491526,0.00018303374,0.00028384203,0.00063795096,0.0005149705],"domain_scores_gemma":[0.9918799,0.0034267579,0.0007515347,0.00089246535,0.0017294952,0.0013198502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008223173,0.0009331097,0.00034047136,0.0021338938,0.0026348876,0.006380647,0.0011581458,0.0019062064,0.014035964],"category_scores_gemma":[0.02382566,0.00029961436,0.0005465592,0.000813601,0.008639742,0.008489015,0.008932318,0.0025780469,0.0027830072],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002597539,0.00066561776,0.010892816,0.0015297519,0.000040426603,0.0004984738,0.09237829,0.005104988,0.007905474,0.3242316,0.05443518,0.50205755],"study_design_scores_gemma":[0.000170032,0.0009192755,0.025030626,0.0046702963,0.00008151816,0.0010006239,0.12228337,0.019551612,0.01729897,0.27583125,0.5328837,0.0002787703],"about_ca_topic_score_codex":0.0047200536,"about_ca_topic_score_gemma":0.008893188,"teacher_disagreement_score":0.014035964,"about_ca_system_score_codex":0.0031403794,"about_ca_system_score_gemma":0.007262193,"threshold_uncertainty_score":0.04695499},"labels":[],"label_agreement":null},{"id":"W4394973106","doi":"10.56645/jmde.v19i45.947","title":"In Memoriam - Chris Coryn","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Legal case studies and regulations","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"McKnight Foundation; Eli Lilly and Company; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Sociology; Theology; Psychology; Philosophy","score_opus":0.07754206848215654,"score_gpt":0.4367946990376323,"score_spread":0.35925263055547574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394973106","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012637439,0.002546233,0.00022131391,0.63120204,0.36256287,0.000041964748,0.00010918158,0.00006041103,0.0031295733],"genre_scores_gemma":[0.0033910444,0.002857897,0.00060771353,0.6745281,0.23300898,0.00022496255,0.00008786092,0.00011905246,0.08517432],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992174,0.0015348276,0.00071728014,0.0013297306,0.0036087015,0.00063543196],"domain_scores_gemma":[0.9457486,0.01447013,0.0022783128,0.001769324,0.028844222,0.0068893763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011273108,0.0014509679,0.0024358702,0.0018545204,0.0069022435,0.010861514,0.003931882,0.015433926,0.023298444],"category_scores_gemma":[0.09983494,0.0007283228,0.0015762061,0.00085240055,0.0050014895,0.0062998408,0.006441464,0.031116532,0.01810472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060968805,0.0000048245524,0.00005343775,0.000018369577,0.0000033303556,0.00008476422,0.000065255685,0.0000059539148,0.000012102718,0.0004341739,0.9972345,0.0020771516],"study_design_scores_gemma":[0.000017664393,0.0000075934204,0.0003218969,0.00020084693,0.00001585038,0.00033210963,0.00073600025,0.00006159725,0.00005990006,0.0023944334,0.99583226,0.000019833904],"about_ca_topic_score_codex":0.017757796,"about_ca_topic_score_gemma":0.039005168,"teacher_disagreement_score":0.023298444,"about_ca_system_score_codex":0.008176401,"about_ca_system_score_gemma":0.0113327205,"threshold_uncertainty_score":0.07794106},"labels":[],"label_agreement":null},{"id":"W4399921253","doi":"10.56645/jmde.v20i47.999","title":"Canadian Evaluation Society Tribute to Dr. Michael Scriven","year":2024,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Evaluation Society","funders":"","keywords":"Tribute; Political science; Sociology; Art; Media studies; Law","score_opus":0.23073699912654302,"score_gpt":0.5334483235436518,"score_spread":0.3027113244171088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399921253","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042047995,0.015331426,0.0013364883,0.69311816,0.09167037,0.00026169853,0.0008331873,0.00045838678,0.19656985],"genre_scores_gemma":[0.010221066,0.0126122115,0.0021702682,0.20547207,0.011730815,0.00030916277,0.00090457726,0.00060869724,0.7559711],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9625604,0.0032727858,0.001420663,0.0028573596,0.026178734,0.0037100203],"domain_scores_gemma":[0.8481794,0.007973531,0.0016195845,0.0036371837,0.11978698,0.018803302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014736616,0.00097429025,0.0015926469,0.0037665567,0.014843986,0.010480384,0.0026716893,0.0082400525,0.10121721],"category_scores_gemma":[0.07777416,0.0008681017,0.000993787,0.0043399725,0.003749743,0.0026697132,0.0035173898,0.012145716,0.048876204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004447674,0.0000031176912,0.000042964417,0.000012884262,0.000001256876,0.00002464067,0.00002819893,0.000007898745,0.000011955515,0.0010729004,0.9936103,0.005179401],"study_design_scores_gemma":[0.000005819159,0.0000032970468,0.00027144756,0.000104684696,0.0000028916254,0.00008045292,0.00012789277,0.000028524815,0.000032174947,0.00043379428,0.9988952,0.000013775348],"about_ca_topic_score_codex":0.59506494,"about_ca_topic_score_gemma":0.7922861,"teacher_disagreement_score":0.9668682,"about_ca_system_score_codex":0.03313177,"about_ca_system_score_gemma":0.18809235,"threshold_uncertainty_score":0.81463957},"labels":[],"label_agreement":null},{"id":"W4410799851","doi":"10.56645/jmde.v21i50.1173","title":"Ray Rist: An Evaluator at the Government Accountability Office (GAO)","year":2025,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Accountability; Government (linguistics); Political science; Linguistics; Philosophy; Law","score_opus":0.16430975445695797,"score_gpt":0.5301316705100111,"score_spread":0.36582191605305314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410799851","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.089908145,0.0069281203,0.02905566,0.58184665,0.014356159,0.0023934257,0.0013104982,0.004534711,0.26966664],"genre_scores_gemma":[0.332772,0.005966523,0.043101415,0.08689541,0.0028823123,0.0012836098,0.000685198,0.0022977046,0.5241158],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97826093,0.011017442,0.00081419793,0.0022082638,0.0061950395,0.0015039976],"domain_scores_gemma":[0.9336077,0.014373668,0.003161625,0.0027581837,0.02981945,0.016279401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017270038,0.0005268792,0.0005699057,0.0027707338,0.0076933824,0.005471664,0.0011751261,0.0023776882,0.035291813],"category_scores_gemma":[0.041177243,0.00057247153,0.00044585104,0.0015772479,0.0039366074,0.0031709007,0.0029567108,0.0067719193,0.0063248957],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019679408,0.000387449,0.012369008,0.00039748056,0.000031187777,0.0015280213,0.018116528,0.0005001927,0.0019998276,0.011233143,0.80909383,0.14414655],"study_design_scores_gemma":[0.00003208739,0.00031387684,0.010194877,0.00060687657,0.00003957728,0.00082843617,0.027218346,0.00065391976,0.0018153269,0.003110509,0.9550929,0.00009313092],"about_ca_topic_score_codex":0.02297212,"about_ca_topic_score_gemma":0.03960889,"teacher_disagreement_score":0.035291813,"about_ca_system_score_codex":0.01035169,"about_ca_system_score_gemma":0.03559303,"threshold_uncertainty_score":0.11806291},"labels":[],"label_agreement":null},{"id":"W4410799871","doi":"10.56645/jmde.v21i50.1175","title":"From Studies to Systems: Ray Rist’s Influence on Evaluation Systems: Insights from International Research Group for Policy and Program Evaluation (INTEVAL)","year":2025,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Group (periodic table); Psychology; Management science; Political science; Engineering; Chemistry","score_opus":0.42995390967908126,"score_gpt":0.6383168529536529,"score_spread":0.20836294327457167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410799871","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011159287,0.07064354,0.022593388,0.71224844,0.002144623,0.00024141809,0.00006674345,0.0001007676,0.18080173],"genre_scores_gemma":[0.7574718,0.07534708,0.029481951,0.1069907,0.0032924148,0.0014409046,0.00009007748,0.0007264848,0.02515856],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.6425169,0.31611684,0.0065137893,0.008871807,0.021083862,0.004896726],"domain_scores_gemma":[0.48925146,0.47180656,0.0064044367,0.013085226,0.015479944,0.0039724107],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.23690395,0.0008741115,0.0014749406,0.0083277095,0.0129596535,0.037470292,0.0030701829,0.0096213985,0.004139649],"category_scores_gemma":[0.2240807,0.0011087159,0.0012898411,0.010556011,0.08804721,0.0294061,0.017259875,0.020447416,0.0006748141],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021295593,0.00003496194,0.00079661544,0.00044432067,0.000020829875,0.00010954033,0.036996864,0.00047421805,0.000053335818,0.90559256,0.022238981,0.033216376],"study_design_scores_gemma":[0.000038117574,0.00011138808,0.0024089455,0.0065057753,0.00004612878,0.00024196343,0.033730716,0.00094000046,0.0008616318,0.35857671,0.5964558,0.00008276703],"about_ca_topic_score_codex":0.017875088,"about_ca_topic_score_gemma":0.010435721,"teacher_disagreement_score":0.23690395,"about_ca_system_score_codex":0.044152383,"about_ca_system_score_gemma":0.04400253,"threshold_uncertainty_score":0.9410333},"labels":[],"label_agreement":null}]}