{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":56,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":56,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"6156bc5eeb8c","filters":{"venue":"Journal of MultiDisciplinary Evaluation"}},"results":[{"id":"W1526225390","doi":"10.56645/jmde.v7i16.314","title":"Empathy Training: Methods, Evaluation Practices, and Validity","year":2011,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Empathy and Medical Education","field":"Medicine","cited_by":141,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Empathy; Psychology; Feeling; Narrative; Social work; Social psychology; Applied psychology; Medical education; Medicine","authors":[{"name":"Tony C. M. Lam","is_ca":true},{"name":"Klodiana Kolomitro","is_ca":true},{"name":"Flanny C. Alamparambil","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4604867244391697,"gpt":0.518990695771376,"spread":0.05850397133220631,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5655655,0.002439077,0.004244553,0.01412666,0.003168719,0.007674959,0.003964885,0.003132199,0.003317696],"category_scores_gemma":[0.6248713,0.001824778,0.004618128,0.01397441,0.00480821,0.005743797,0.005406421,0.001657229,0.0007368017],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01225911,"about_ca_system_score_gemma":0.02154622,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002934464,"about_ca_topic_score_gemma":0.005801726,"domain_scores_codex":[0.410356,0.4184235,0.09809188,0.008669381,0.06266141,0.001797812],"domain_scores_gemma":[0.3690398,0.4150257,0.05819527,0.02815182,0.1279869,0.001600467],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.007686138,0.002164613,0.06888308,0.1840435,0.008356825,0.0006643591,0.03968252,0.002080196,0.002677452,0.01263774,0.007624444,0.6634991],"study_design_scores_gemma":[0.01476358,0.02214471,0.1739518,0.4323012,0.03476258,0.002128365,0.06658531,0.01792812,0.02712521,0.03079992,0.1760845,0.001424642],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"empirical","genre_scores_codex":[0.1348309,0.09257985,0.2071578,0.003341849,0.001595104,0.5305169,0.003662198,0.0005051084,0.02581031],"genre_scores_gemma":[0.2316871,0.01242672,0.2649192,0.0008035353,0.0001857916,0.487951,0.0008310252,0.000114476,0.001081225],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4344345,"threshold_uncertainty_score":0.5357351,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1713678554","doi":"10.56645/jmde.v1i1.144","title":"Unpacking the Participatory Process","year":2004,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":116,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Unpacking; Citizen journalism; Process (computing); Participatory action research; Sociology; Computer science; Linguistics; Anthropology; World Wide Web","authors":[{"name":"Linda M. Weaver","is_ca":true},{"name":"J. Bradley Cousins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4185578280274691,"gpt":0.5807891987238559,"spread":0.1622313706963868,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09458681,0.00131026,0.001109899,0.004522595,0.01043292,0.01374716,0.002967928,0.005317708,0.005718235],"category_scores_gemma":[0.07601226,0.0008176215,0.001220257,0.003457011,0.0576097,0.0219526,0.01455429,0.006283518,0.001084746],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007240704,"about_ca_system_score_gemma":0.01929742,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004894489,"about_ca_topic_score_gemma":0.004359814,"domain_scores_codex":[0.8952214,0.08443403,0.002052463,0.005273375,0.01013389,0.002884901],"domain_scores_gemma":[0.914018,0.0654792,0.003090256,0.01086895,0.005179958,0.001363603],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001219215,0.00001469471,0.0002768582,0.0001336075,0.000008672005,0.00006930769,0.008440442,0.0007152826,0.0001551992,0.971499,0.0004402922,0.0182346],"study_design_scores_gemma":[0.00001725618,0.00005297236,0.0002368572,0.0003009736,0.00001334894,0.0001389442,0.002965361,0.001529734,0.0002722308,0.9360024,0.05844529,0.00002460075],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01165042,0.002432598,0.8221538,0.02213507,0.0006147827,0.0008549368,0.00005045583,0.0001682417,0.1399397],"genre_scores_gemma":[0.6157597,0.002642725,0.3624572,0.002699753,0.0005417597,0.001879039,0.00006911495,0.0001437093,0.01380696],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.09458681,"threshold_uncertainty_score":0.5002289,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1873333392","doi":"10.56645/jmde.v4i8.30","title":"Culturally Competent Evaluation for Aboriginal Communities: A Review of the Empirical Literature","year":2007,"lang":"en","type":"review","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Health Canada","keywords":"Multiculturalism; Context (archaeology); Cultural diversity; Cultural competence; Sociology; Psychology; Social psychology; Public relations; Pedagogy; Political science; Anthropology","authors":[{"name":"Jill Anne Chouinard","is_ca":true},{"name":"J. Bradley Cousins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6594573931484259,"gpt":0.6618411843139824,"spread":0.002383791165556537,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03165468,0.001026557,0.003550307,0.00798197,0.001218647,0.003617338,0.001985212,0.002114975,0.002135905],"category_scores_gemma":[0.07766286,0.0006736128,0.001312067,0.01206144,0.002435456,0.003505067,0.001940803,0.001751393,0.0004621708],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00836669,"about_ca_system_score_gemma":0.02015365,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01704584,"about_ca_topic_score_gemma":0.03037981,"domain_scores_codex":[0.9822248,0.01060972,0.002243127,0.0006349525,0.004017948,0.0002694681],"domain_scores_gemma":[0.9276636,0.05907985,0.00397439,0.0009275294,0.007693755,0.0006608474],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001411802,0.0001444104,0.001195336,0.1321262,0.0002729838,0.0001272798,0.001391475,0.000307263,0.0001476921,0.003551629,0.007550962,0.8530436],"study_design_scores_gemma":[0.0001628778,0.0006747874,0.01616283,0.6979696,0.002148966,0.001399264,0.007334837,0.0004617216,0.0007842248,0.006733022,0.2660354,0.0001324844],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003847025,0.9980404,0.0001535779,0.0006978919,0.00005701927,0.00004077009,0.00001170766,0.000003165555,0.0006108565],"genre_scores_gemma":[0.005780683,0.9928902,0.0008200571,0.0002948622,0.00003871322,0.00009030956,0.0000177844,0.000003053569,0.00006433007],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9683453,"threshold_uncertainty_score":0.167408,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1581987850","doi":"10.56645/jmde.v8i17.337","title":"‘Policing Schools’ Strategies: A Review of the Evaluation Evidence","year":2012,"lang":"en","type":"review","venue":"Journal of MultiDisciplinary Evaluation","topic":"Education Discipline and Inequality","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Johns Hopkins University; George Mason University","keywords":"Curriculum; Intervention (counseling); Medical education; Psychology; Scale (ratio); Mathematics education; Medicine; Pedagogy; Psychiatry","authors":[{"name":"Sarah Guckenburg","is_ca":false},{"name":"Trevor Fronius","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4899013199200807,"gpt":0.5862737800061536,"spread":0.09637246008607292,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04443561,0.001716973,0.007731616,0.0209601,0.001278274,0.005555077,0.003818529,0.003543424,0.0050641],"category_scores_gemma":[0.1394219,0.001931678,0.006087367,0.01776664,0.002401445,0.005052286,0.002639654,0.002314838,0.0004890234],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01412466,"about_ca_system_score_gemma":0.02621987,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01439539,"about_ca_topic_score_gemma":0.03278706,"domain_scores_codex":[0.9614267,0.01781211,0.01165477,0.001277271,0.007018408,0.0008105885],"domain_scores_gemma":[0.8413334,0.1241428,0.01730143,0.002134116,0.01390351,0.001184728],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0004991859,0.0001437265,0.001182074,0.7892345,0.003416881,0.0001186413,0.0007528797,0.0002235071,0.000123585,0.0009067058,0.003708933,0.1996894],"study_design_scores_gemma":[0.0002636617,0.0003630847,0.00368628,0.9637658,0.01011534,0.0002247673,0.0007623446,0.0001036388,0.0001825246,0.0004196278,0.02007824,0.00003475033],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0008914209,0.9975068,0.000121713,0.0004952905,0.00008673887,0.0002845966,0.000113828,0.000007839287,0.0004918757],"genre_scores_gemma":[0.01648062,0.9809497,0.001028206,0.0006114684,0.00005918503,0.0006582305,0.0001319081,0.000008628639,0.00007207254],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.04443561,"threshold_uncertainty_score":0.2350007,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4384928989","doi":"10.56645/jmde.v19i44.785","title":"Decolonizing Science: Undoing the Colonial and Racist Hegemony of Western Science","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"African cultural and philosophical studies","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"Stanford Bio-X; Max-Planck-Gesellschaft; Queen's University; McGill University","keywords":"Undoing; Hegemony; Decolonization; Colonialism; Indigenous; Sociology; Science studies; Epistemology; Postcolonialism (international relations); Social science; Political science; Law; Philosophy; Ecology","authors":[{"name":"Mirjam Held","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1054578983877904,"gpt":0.4366287632791224,"spread":0.331170864891332,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01903683,0.0004049832,0.0006430314,0.001731628,0.0149331,0.01106822,0.00097833,0.002633858,0.00265787],"category_scores_gemma":[0.01786807,0.0003209289,0.0004344515,0.001336507,0.07623857,0.01275885,0.01313766,0.006066509,0.000399098],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01026852,"about_ca_system_score_gemma":0.01485434,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01255562,"about_ca_topic_score_gemma":0.01468701,"domain_scores_codex":[0.9843706,0.01052635,0.0003437575,0.0009750795,0.00223952,0.001544614],"domain_scores_gemma":[0.9878221,0.005992857,0.001075832,0.002464633,0.001841744,0.0008028932],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004119457,0.00004303638,0.001143856,0.0001641625,0.00001359341,0.0002252877,0.1681174,0.0002055016,0.0009081157,0.787526,0.004946412,0.03666551],"study_design_scores_gemma":[0.00003129726,0.0002019149,0.002460144,0.001194627,0.00002944945,0.0004656528,0.1039321,0.0007554977,0.002294696,0.4134696,0.4750874,0.0000775946],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3432984,0.0201946,0.03618646,0.140136,0.001490288,0.0001714476,0.00003269888,0.0003120442,0.458178],"genre_scores_gemma":[0.972154,0.003076255,0.004952408,0.005278207,0.0001509474,0.00007395432,0.000009266484,0.0001220811,0.01418283],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9850669,"threshold_uncertainty_score":0.1006776,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1501592175","doi":"10.56645/jmde.v11i24.422","title":"Utilization Focused Developmental Evaluation: Learning Through Practice","year":2015,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"Mastercard Foundation","keywords":"Data collection; Context (archaeology); Curriculum; Intervention (counseling); Sample (material); Citizen journalism; Participatory evaluation; Process (computing); Knowledge management; Computer science; Psychology; Process management; Medical education; Management science; Pedagogy; Sociology; Engineering; Medicine","authors":[{"name":"Ricardo Ramı́rez","is_ca":true},{"name":"Galin Kora","is_ca":false},{"name":"Daniel Shephard","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6300483308941991,"gpt":0.5906089619140568,"spread":0.03943936898014233,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2034919,0.001040656,0.0009343574,0.004156493,0.003608177,0.01200844,0.003595088,0.00238192,0.006313581],"category_scores_gemma":[0.223915,0.0007385256,0.0007129544,0.002975033,0.01191639,0.009247537,0.01269146,0.004069154,0.001953891],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009919845,"about_ca_system_score_gemma":0.02736128,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001835397,"about_ca_topic_score_gemma":0.002464992,"domain_scores_codex":[0.7545406,0.2168401,0.006773933,0.004205253,0.01486577,0.002774381],"domain_scores_gemma":[0.7475864,0.1821003,0.009118676,0.02125442,0.03029694,0.009643222],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001341829,0.0009535286,0.00378258,0.003566922,0.00005610512,0.0003476978,0.03738624,0.001268835,0.0008833812,0.0692603,0.01892668,0.8634336],"study_design_scores_gemma":[0.0004992426,0.002350519,0.01079181,0.03837007,0.0001972112,0.002078024,0.09393843,0.01022492,0.009632605,0.297894,0.5336908,0.0003324851],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05162492,0.009882019,0.7012228,0.05426154,0.001220421,0.01822743,0.0002344423,0.001781195,0.1615452],"genre_scores_gemma":[0.3169722,0.006824218,0.6538616,0.004340753,0.0002763805,0.01162622,0.0001786906,0.0003800472,0.005539981],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2034919,"threshold_uncertainty_score":0.9822363,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2908468726","doi":"10.56645/jmde.v14i31.497","title":"Seeking Culturally Safe Developmental Evaluation: Supporting the Shift in Services for Indigenous Children","year":2018,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Concordia University","funders":"Health Canada","keywords":"Indigenous; Participatory action research; Mainstream; Psychosocial; Traditional knowledge; Context (archaeology); Intervention (counseling); Citizen journalism; Community-based participatory research; Nursing; Sociology; Psychology; Medical education; Medicine; Political science; Geography; Psychotherapist","authors":[{"name":"Natasha Blanchet‐Cohen","is_ca":false},{"name":"Luz Luz Marina Hoyos","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1359810264428348,"gpt":0.4949917022111761,"spread":0.3590106757683413,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05686296,0.0005671984,0.0003734197,0.001063782,0.0117726,0.005281504,0.002220418,0.001425101,0.003544253],"category_scores_gemma":[0.05306194,0.00035941,0.0006416852,0.0006404714,0.008476962,0.00372733,0.01682356,0.003152322,0.0003433664],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01448798,"about_ca_system_score_gemma":0.07131302,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0295283,"about_ca_topic_score_gemma":0.09016111,"domain_scores_codex":[0.953734,0.03878808,0.001074118,0.0008515528,0.00301865,0.002533577],"domain_scores_gemma":[0.9705095,0.01439634,0.002045609,0.002249256,0.00502282,0.005776444],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001917937,0.001345237,0.01404081,0.001731749,0.00005439006,0.00212728,0.5871722,0.0005907694,0.0019733,0.01635011,0.01493548,0.3594869],"study_design_scores_gemma":[0.0001552907,0.0009447729,0.02138584,0.004313973,0.0001259981,0.001172966,0.7813244,0.0009000293,0.004782165,0.01603923,0.1687299,0.0001253661],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7311859,0.003190743,0.02797576,0.08717054,0.0007121017,0.004634313,0.0001721358,0.0003988419,0.1445596],"genre_scores_gemma":[0.951009,0.001659904,0.03719891,0.003512316,0.00006456264,0.001423906,0.00006518322,0.00005633789,0.005009919],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05686296,"threshold_uncertainty_score":0.3007237,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1912672976","doi":"10.56645/jmde.v7i16.322","title":"Return on Investment: A Placebo for the Chief Financial Officer… And Other Paradoxes","year":2011,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Intellectual Capital and Performance Analysis","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University; Ministry of Health and Long Term Care","funders":"","keywords":"Return on investment; Officer; Region of interest; Finance; Investment (military); Computer science; Business; Economics; Artificial intelligence; Law; Political science","authors":[{"name":"Peter Andru","is_ca":true},{"name":"Alexei Botchkarev","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07392816003349144,"gpt":0.2925710610319062,"spread":0.2186429009984148,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09096885,0.0006073323,0.0009432399,0.00221552,0.002925205,0.007051482,0.001686002,0.004085281,0.006139369],"category_scores_gemma":[0.2491744,0.0002726522,0.0006807035,0.001859292,0.02396959,0.01699246,0.004065438,0.007038059,0.000504441],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005634498,"about_ca_system_score_gemma":0.005924191,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007587525,"about_ca_topic_score_gemma":0.0006839774,"domain_scores_codex":[0.9424747,0.04207165,0.001776099,0.003531409,0.009106702,0.001039533],"domain_scores_gemma":[0.6786535,0.2730621,0.0175983,0.01262063,0.01602584,0.002039647],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002931275,0.00006770985,0.001393667,0.0006492761,0.00004959275,0.0001203433,0.003637855,0.0003019485,0.0001279854,0.9492438,0.01417095,0.02994382],"study_design_scores_gemma":[0.000248777,0.0003006397,0.002047925,0.001972585,0.00011332,0.0002467184,0.005132832,0.001817219,0.0007778312,0.8889066,0.09838493,0.0000507348],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.07386006,0.02582318,0.04488205,0.6492478,0.007005281,0.0005156494,0.0002311214,0.0000988081,0.198336],"genre_scores_gemma":[0.9301604,0.004533512,0.01227366,0.0421162,0.002900689,0.0006576651,0.00003956666,0.00008817127,0.007230098],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.09096885,"threshold_uncertainty_score":0.481095,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1958376939","doi":"10.56645/jmde.v6i11.207","title":"Debating Professional Designations for Evaluators","year":2009,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa","funders":"","keywords":"Process (computing); Psychology; Political science; Sociology; Engineering ethics; Pedagogy; Computer science; Engineering","authors":[{"name":"J. Bradley Cousins","is_ca":true},{"name":"Jim Cullen","is_ca":true},{"name":"Sumbal Malik","is_ca":true},{"name":"Brigitte Maicher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3373365539722523,"gpt":0.5875076878738227,"spread":0.2501711339015704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4888549,0.001225287,0.001800392,0.005520723,0.0375647,0.02990982,0.008865093,0.0152934,0.004124198],"category_scores_gemma":[0.5414956,0.002242993,0.001379326,0.003236885,0.06143333,0.01738069,0.02150448,0.02493335,0.001422583],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.1034716,"about_ca_system_score_gemma":0.1732771,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1026617,"about_ca_topic_score_gemma":0.1373076,"domain_scores_codex":[0.3784954,0.4202171,0.02613862,0.01895508,0.1301212,0.02607246],"domain_scores_gemma":[0.3152325,0.312316,0.02228969,0.02846448,0.2936152,0.02808207],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002293292,0.0001470711,0.003844663,0.0008382746,0.00009010795,0.0007830533,0.280177,0.001693915,0.001650243,0.4202496,0.168489,0.1218077],"study_design_scores_gemma":[0.0001078398,0.0000892204,0.001374765,0.002281516,0.0000480918,0.0003318465,0.1270341,0.002269251,0.001859595,0.1037006,0.7605997,0.0003035083],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.03786726,0.006768311,0.120491,0.7268125,0.01085584,0.001350803,0.00008717358,0.0004439656,0.09532309],"genre_scores_gemma":[0.7062221,0.003227183,0.08602107,0.1495493,0.002956663,0.002144437,0.0001223067,0.0007995758,0.04895737],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.5111451,"threshold_uncertainty_score":0.7507428,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2165257846","doi":"10.56645/jmde.v11i25.433","title":"The \"Usability\" of Evaluation Reports: A Precursor to Evaluation Use in Government Organizations","year":2015,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"École Nationale d'Administration Publique","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Australian Government","keywords":"Summative assessment; Formative assessment; Government (linguistics); Public relations; Usability; Business; Treasury; Data collection; Thematic analysis; Program evaluation; Qualitative research; Psychology; Political science; Public administration; Computer science; Sociology","authors":[{"name":"Isabelle Bourgeois","is_ca":true},{"name":"Clémence Naré","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2916528544849001,"gpt":0.5123901997387377,"spread":0.2207373452538375,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.378672,0.0007734969,0.0009723425,0.01155325,0.007429758,0.01521679,0.003235369,0.002153258,0.002471323],"category_scores_gemma":[0.6073475,0.001104555,0.001167997,0.008925288,0.022948,0.01232168,0.007823947,0.005368027,0.0003845028],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02353619,"about_ca_system_score_gemma":0.03640089,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04094831,"about_ca_topic_score_gemma":0.0366824,"domain_scores_codex":[0.5384009,0.3303151,0.03332363,0.008872657,0.08317982,0.005907911],"domain_scores_gemma":[0.1610719,0.5975445,0.052765,0.05146332,0.1334064,0.003748896],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0003441122,0.0004106837,0.116508,0.004031832,0.0001655636,0.0008532116,0.4581416,0.0006244838,0.002539238,0.08253301,0.01229119,0.321557],"study_design_scores_gemma":[0.0001114489,0.001442795,0.3016202,0.01584166,0.0002784,0.002358763,0.3221657,0.003918392,0.009237339,0.04632215,0.2962668,0.0004363291],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5372368,0.01070345,0.1920263,0.06089872,0.001264729,0.0060793,0.0007763287,0.0008917969,0.1901226],"genre_scores_gemma":[0.954291,0.001402486,0.03792422,0.001960341,0.0002427202,0.001605247,0.0001228766,0.0002053226,0.002245763],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.378672,"threshold_uncertainty_score":0.7662081,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2994567589","doi":"10.56645/jmde.v13i28.462","title":"Translating Project Achievements into Strategic Plans: A Case Study in Utilization-Focused Evaluation","year":2017,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"","keywords":"Process management; Program evaluation; Strategic planning; Management science; Engineering management; Business; Political science; Engineering; Public administration; Marketing","authors":[{"name":"Ricardo Ramı́rez","is_ca":true},{"name":"Galin Kora","is_ca":false},{"name":"Dal Brodhead","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6383590666042548,"gpt":0.6091607377580164,"spread":0.02919832884623841,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08605368,0.0008800015,0.0006408716,0.002616581,0.01410925,0.008394365,0.003392214,0.004075118,0.0031188],"category_scores_gemma":[0.0705357,0.0008737318,0.0009169001,0.003322698,0.008409919,0.006432901,0.009911569,0.00510007,0.0006015627],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01388964,"about_ca_system_score_gemma":0.01979655,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005974613,"about_ca_topic_score_gemma":0.01254617,"domain_scores_codex":[0.8786316,0.1071742,0.002163172,0.00145405,0.004897692,0.005679299],"domain_scores_gemma":[0.9364236,0.04460064,0.003262346,0.004081574,0.006288421,0.005343294],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0004736046,0.007397099,0.02801126,0.001102668,0.00009376204,0.02578353,0.6743935,0.004889767,0.002206952,0.06571629,0.01119401,0.1787375],"study_design_scores_gemma":[0.0001874866,0.00233203,0.009713112,0.001638534,0.00008064268,0.005869517,0.8546338,0.007295932,0.005574748,0.01496949,0.09754854,0.0001562006],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8759297,0.0008982114,0.05420135,0.01098543,0.000165053,0.004709068,0.0001150729,0.0001306273,0.05286539],"genre_scores_gemma":[0.958472,0.0007201267,0.03331868,0.0007360715,0.00003161301,0.001777841,0.00005183908,0.00007377226,0.00481807],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08605368,"threshold_uncertainty_score":0.4551008,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3094330052","doi":"10.56645/jmde.v16i36.623","title":"Evaluation Policy and Organizational Evaluation Capacity Building: Application of an Ecological Framework across Cultural Contexts","year":2020,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Ottawa; Saudi Arabian Cultural Bureau; National Science Foundation","keywords":"Context (archaeology); Focus group; Conceptual framework; Capacity building; Situated; Government (linguistics); Public relations; Political science; Sociology; Psychology; Environmental resource management; Geography; Business; Social science; Marketing; Economics","authors":[{"name":"Hind Al Hudib","is_ca":false},{"name":"Judy Cousins","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3125964842906351,"gpt":0.5461170546069485,"spread":0.2335205703163134,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05667641,0.0009881336,0.0008813026,0.007501966,0.01024335,0.01394499,0.002902792,0.002178498,0.005587219],"category_scores_gemma":[0.0494894,0.000889626,0.001322745,0.006656169,0.05007437,0.01188279,0.01295559,0.003133759,0.0002506722],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02511311,"about_ca_system_score_gemma":0.03343552,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01555362,"about_ca_topic_score_gemma":0.02070487,"domain_scores_codex":[0.9344181,0.05777122,0.001521306,0.002063773,0.002540537,0.00168507],"domain_scores_gemma":[0.915862,0.06548947,0.005155478,0.004394596,0.006101624,0.002996871],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003565866,0.0002357686,0.02086545,0.001100239,0.00008036149,0.0004324569,0.0888306,0.003427203,0.000198483,0.8385581,0.00138688,0.04484873],"study_design_scores_gemma":[0.00006439808,0.0001986504,0.02822041,0.003399885,0.0001223256,0.0004907265,0.2890789,0.01003734,0.000613706,0.5922912,0.07537597,0.0001064385],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2630022,0.005374771,0.3669441,0.04276836,0.0003915216,0.004054234,0.0004605621,0.0002006959,0.3168035],"genre_scores_gemma":[0.9213883,0.0008830196,0.07407407,0.0005425094,0.00003584406,0.001935033,0.00006137043,0.00003423165,0.001045814],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.05667641,"threshold_uncertainty_score":0.299737,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4384932226","doi":"10.56645/jmde.v19i44.809","title":"Steps Toward Evaluation as Decluttering: Learnings from Hawaiian Epistemology","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Indigenous; CLARITY; Negotiation; Epistemology; Identity (music); Field (mathematics); Meaning (existential); Sociology; Social science; Aesthetics; Philosophy; Ecology","authors":[{"name":"April Nakaima","is_ca":true},{"name":"Sanjeev Sridharan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3574561697276343,"gpt":0.5449069672074174,"spread":0.187450797479783,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0991257,0.0008830522,0.001070388,0.003756659,0.01093235,0.02134788,0.003016984,0.003691206,0.003447238],"category_scores_gemma":[0.06810753,0.000548788,0.000687439,0.001717004,0.08573844,0.02689765,0.01997302,0.01049469,0.0004212527],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01730256,"about_ca_system_score_gemma":0.02108071,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02295098,"about_ca_topic_score_gemma":0.02050935,"domain_scores_codex":[0.9402883,0.04914046,0.001573992,0.001578697,0.005620776,0.001797807],"domain_scores_gemma":[0.9269454,0.04970439,0.00254833,0.007116184,0.01106443,0.002621233],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004850523,0.0001021645,0.002839045,0.0003215957,0.00002814363,0.0003275721,0.1924889,0.0007834766,0.000355,0.7389073,0.002587405,0.06121083],"study_design_scores_gemma":[0.00002989723,0.00009123068,0.001274425,0.00156282,0.00002549709,0.0001856677,0.1288674,0.002607235,0.0009830998,0.7931736,0.07111086,0.00008822518],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1754793,0.01747895,0.2067749,0.3321752,0.001486058,0.0005176537,0.0000469876,0.0002921908,0.2657489],"genre_scores_gemma":[0.9470583,0.002649654,0.03845535,0.005134314,0.0001670291,0.0002622739,0.00001835455,0.00009909875,0.006155612],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0991257,"threshold_uncertainty_score":0.5242331,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2553254625","doi":"10.56645/jmde.v12i27.454","title":"Debate on the Appropriate Methods for Conducting Impact Evaluation of Programs within the Development Context","year":2016,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Impact evaluation; Context (archaeology); Program evaluation; Computer science; Management science; Intervention (counseling); Impact assessment; Process management; Evaluation methods; Risk analysis (engineering); Psychology; Political science; Business; Engineering; Medicine","authors":[{"name":"Enyonam Brigitte Norgbey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6229679264758866,"gpt":0.6137793347535752,"spread":0.009188591722311457,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5207908,0.001683056,0.003890586,0.0101495,0.004265987,0.02078943,0.01040803,0.008739012,0.006389208],"category_scores_gemma":[0.5896611,0.001571536,0.003876295,0.0129001,0.01975723,0.02490123,0.008858263,0.01457673,0.002327821],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01344455,"about_ca_system_score_gemma":0.03601678,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0054979,"about_ca_topic_score_gemma":0.007154427,"domain_scores_codex":[0.519501,0.3697241,0.04105641,0.009683604,0.0558103,0.004224534],"domain_scores_gemma":[0.2125923,0.6289802,0.02840879,0.02826151,0.09809104,0.003666158],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006470837,0.0006368547,0.01247362,0.02818611,0.0007620769,0.0002018865,0.02280259,0.002748099,0.001053664,0.3373347,0.03987989,0.5532735],"study_design_scores_gemma":[0.0006574194,0.001003015,0.01748874,0.1494006,0.001119251,0.0006957719,0.04998466,0.005487356,0.004733379,0.4158615,0.3528684,0.000700051],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.02761912,0.1585663,0.347848,0.367868,0.008716635,0.006781985,0.002041173,0.0006079742,0.07995095],"genre_scores_gemma":[0.2867523,0.07308248,0.5763091,0.0401837,0.002711366,0.01605287,0.00063304,0.0006197004,0.003655506],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4792092,"threshold_uncertainty_score":0.5909503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2311665238","doi":"10.56645/jmde.v12i26.437","title":"Book Review: Evaluating Communication for Development: A Framework for Social Change","year":2016,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"","keywords":"Social change; Sociology; Political science","authors":[{"name":"Ricardo Ramírez","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5475983103789693,"gpt":0.6087747331216172,"spread":0.0611764227426479,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01314531,0.001720464,0.002839207,0.006611052,0.001433016,0.00909835,0.00213679,0.005070676,0.01101185],"category_scores_gemma":[0.05243472,0.0007331287,0.001428296,0.008681946,0.005312899,0.005801388,0.00200016,0.008114302,0.008094274],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008241903,"about_ca_system_score_gemma":0.01432727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01087211,"about_ca_topic_score_gemma":0.02362646,"domain_scores_codex":[0.9806818,0.008078596,0.001435477,0.0007483981,0.00871301,0.000342682],"domain_scores_gemma":[0.9348791,0.04342569,0.002042817,0.000968819,0.01756539,0.001118234],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001781391,0.00002255719,0.00008447914,0.002216351,0.00004550572,0.00001856031,0.000209926,0.0002244538,0.00006164855,0.009891449,0.848704,0.1385033],"study_design_scores_gemma":[0.00002364141,0.00005686845,0.0004822836,0.009658135,0.00007927687,0.0001677442,0.0002702161,0.0002472916,0.0001490838,0.0146904,0.9741251,0.00004999768],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002226876,0.8233325,0.006315656,0.09776816,0.04058226,0.0002968136,0.000269507,0.0001551012,0.03105731],"genre_scores_gemma":[0.005867054,0.8552266,0.01145723,0.03851068,0.02738411,0.000780277,0.0004415002,0.0003243234,0.06000829],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01314531,"threshold_uncertainty_score":0.06951988,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3128096052","doi":"10.56645/jmde.v17i38.673","title":"Evaluation in Our New Normal Environment: Navigating the Challenges with Data Collection","year":2021,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Data collection; Credibility; Best practice; Data quality; Computer science; Quality (philosophy); Public relations; Data science; Risk analysis (engineering); Process management; Business; Political science; Marketing; Sociology","authors":[{"name":"Nadini Persaud","is_ca":false},{"name":"Ruby Dagher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.368895379755028,"gpt":0.5129477895526718,"spread":0.1440524097976439,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.7069043,0.00119801,0.003636118,0.006786229,0.01842584,0.04128207,0.009832836,0.008209305,0.005289236],"category_scores_gemma":[0.6823929,0.002077254,0.002276395,0.007247086,0.04105213,0.04156986,0.02286433,0.02190123,0.001983149],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03535559,"about_ca_system_score_gemma":0.1152909,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009410474,"about_ca_topic_score_gemma":0.01736412,"domain_scores_codex":[0.1433784,0.7827358,0.02484602,0.00777484,0.03584044,0.005424469],"domain_scores_gemma":[0.09415402,0.7384558,0.02809493,0.03923291,0.08371227,0.01635006],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007768139,0.0008943947,0.01899172,0.02246521,0.0006903716,0.001448924,0.2798685,0.002643227,0.001613583,0.129879,0.1350331,0.4056951],"study_design_scores_gemma":[0.0002922907,0.0009549138,0.01075803,0.0558936,0.0002512807,0.001138096,0.2403104,0.002734584,0.001666999,0.2162997,0.4691465,0.0005536791],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03973614,0.03924337,0.115651,0.7586012,0.007649695,0.007538866,0.0006392297,0.0004796766,0.03046081],"genre_scores_gemma":[0.440999,0.02977952,0.342723,0.1494113,0.004838013,0.02593873,0.0005959104,0.0008229925,0.00489143],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7069043,"threshold_uncertainty_score":0.3614392,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1750660279","doi":"10.56645/jmde.v8i18.349","title":"An In-Depth International Comparison of Major Donor Agencies: How Do They Systematically Conduct Country Program Evaluation?","year":2012,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"International Development and Aid","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Japan International Cooperation Agency; World Bank Group; Asian Development Bank; United States Agency for International Development","keywords":"Viewpoints; Christian ministry; Ministry of Foreign Affairs; Program evaluation; Political science; Evaluation methods; International development; Public administration; Economic growth; Public relations; Economics; Engineering","authors":[{"name":"Ryo Sasaki","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1399939193363626,"gpt":0.4766054579176641,"spread":0.3366115385813015,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3319681,0.0007726862,0.001541166,0.01591295,0.00542293,0.01451124,0.002485559,0.001385862,0.003116061],"category_scores_gemma":[0.2885079,0.0006610911,0.0008353716,0.01785012,0.005642596,0.009722294,0.005789285,0.002311453,0.0004509453],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01577044,"about_ca_system_score_gemma":0.04199552,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007179831,"about_ca_topic_score_gemma":0.01100948,"domain_scores_codex":[0.5471929,0.3979588,0.02138154,0.004634811,0.02270123,0.006130612],"domain_scores_gemma":[0.5734193,0.2444361,0.03932907,0.01811663,0.115493,0.009205827],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001071947,0.001730274,0.168745,0.01055093,0.0006351239,0.0001687379,0.1233187,0.002348206,0.001760423,0.06249339,0.01049559,0.6166818],"study_design_scores_gemma":[0.0005387257,0.00373302,0.2257459,0.02367691,0.0008993776,0.0005288505,0.5481604,0.004725728,0.006776559,0.02576892,0.1588791,0.0005666804],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6456977,0.03656398,0.1183191,0.02255537,0.001327916,0.01847183,0.001451276,0.0004357218,0.155177],"genre_scores_gemma":[0.9193773,0.004181253,0.06742475,0.001832954,0.0001091236,0.005241179,0.0003977264,0.00008958787,0.001346057],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3319681,"threshold_uncertainty_score":0.8238022,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386812841","doi":"10.56645/jmde.v19i45.743","title":"The Evaluation of Equity-Focused Community Coalitions: A Review of the Empirical Literature","year":2023,"lang":"en","type":"review","venue":"Journal of MultiDisciplinary Evaluation","topic":"Community Health and Development","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"CLARITY; Framing (construction); Equity (law); Sociology; Scope (computer science); Empirical research; Public relations; Engineering ethics; Management science; Political science; Epistemology; Computer science; Economics; Engineering","authors":[{"name":"Jill Anne Chouinard","is_ca":true},{"name":"Tiffany L. S. Tovey","is_ca":false},{"name":"Kristin E. Kidd","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7978476605117001,"gpt":0.6764633025978322,"spread":0.1213843579138679,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0608593,0.001292056,0.004435586,0.01085354,0.001572673,0.005333144,0.002828091,0.003205544,0.004402445],"category_scores_gemma":[0.1472325,0.001144098,0.002110851,0.01387951,0.004148099,0.006658897,0.004225747,0.002458046,0.0006648407],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009028079,"about_ca_system_score_gemma":0.02917717,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009588232,"about_ca_topic_score_gemma":0.01475621,"domain_scores_codex":[0.9611523,0.02361702,0.00565765,0.001825576,0.006831864,0.0009156726],"domain_scores_gemma":[0.7627149,0.2124749,0.007265864,0.00276499,0.01349446,0.001284787],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001536273,0.0001364545,0.0009213181,0.264888,0.0006305161,0.00008645099,0.001781864,0.0003496046,0.0001448124,0.006831632,0.004727038,0.7193487],"study_design_scores_gemma":[0.0000853284,0.0003687052,0.004133768,0.8070323,0.00229736,0.0004029689,0.004461944,0.0002954299,0.0006005472,0.0056182,0.174621,0.00008231002],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0005191882,0.996997,0.000377036,0.0008966513,0.0001143891,0.0001070087,0.00002288865,0.000005617681,0.0009602126],"genre_scores_gemma":[0.01212733,0.9852144,0.001570562,0.0005646732,0.00008163928,0.0002684393,0.00004729359,0.00000980311,0.0001158449],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.0608593,"threshold_uncertainty_score":0.3218586,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2576058593","doi":"10.56645/jmde.v3i4.77","title":"Taking Evaluation Contexts Seriously: A Cross-Cultural Evaluation in Extreme Unpredictability","year":2006,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Psychology; Sociology","authors":[{"name":"Hélène Laperrière","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3547556918813846,"gpt":0.5431977453023824,"spread":0.1884420534209978,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.518023,0.001144642,0.001356863,0.002763561,0.006773721,0.006270746,0.002451327,0.002898634,0.001573837],"category_scores_gemma":[0.5154154,0.001215509,0.001817255,0.002435351,0.007808378,0.00658946,0.01087669,0.003321954,0.0002583446],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01184302,"about_ca_system_score_gemma":0.01155144,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002576016,"about_ca_topic_score_gemma":0.005878691,"domain_scores_codex":[0.3208959,0.6305783,0.01941485,0.003449637,0.02204492,0.003616355],"domain_scores_gemma":[0.422388,0.4436614,0.02502492,0.03414592,0.06902929,0.005750497],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01043428,0.01354214,0.08884875,0.00725076,0.00198059,0.001744538,0.3655786,0.004662613,0.006942223,0.0154565,0.00390688,0.479652],"study_design_scores_gemma":[0.009011776,0.08566609,0.1972285,0.02023338,0.003075323,0.002723854,0.5265048,0.01514896,0.0377194,0.02337621,0.07802948,0.001282142],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9289174,0.003024131,0.03203069,0.004494005,0.0004460682,0.01544353,0.00007342127,0.0001050775,0.0154657],"genre_scores_gemma":[0.9562989,0.0006644482,0.0314671,0.0009244489,0.00005879282,0.009662297,0.00004424552,0.00005635478,0.0008233706],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.518023,"threshold_uncertainty_score":0.5943635,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2998328657","doi":"10.56645/jmde.v15i33.539","title":"Using Action Research to Build Evaluation Capacity in Public Health Organizations","year":2019,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"École Nationale d'Administration Publique","funders":"","keywords":"Capacity building; Public health; Action research; Qualitative research; Data collection; Action (physics); Program evaluation; Public relations; Medical education; Psychology; Political science; Sociology; Medicine; Nursing; Public administration; Pedagogy","authors":[{"name":"Isabelle Bourgeois","is_ca":true},{"name":"David Buetti","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8641173841470653,"gpt":0.654224582662043,"spread":0.2098928014850223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2248857,0.001281828,0.00105034,0.007246795,0.01067694,0.01327675,0.004508581,0.002859229,0.003727535],"category_scores_gemma":[0.1786307,0.0009515284,0.001062676,0.003442022,0.03156164,0.01289548,0.01847334,0.004194997,0.0003382286],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0394857,"about_ca_system_score_gemma":0.09698018,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02936545,"about_ca_topic_score_gemma":0.04379032,"domain_scores_codex":[0.7037666,0.2674311,0.004288079,0.004657574,0.01217031,0.007686266],"domain_scores_gemma":[0.6292976,0.3057006,0.01740641,0.0170521,0.01946172,0.01108168],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004202646,0.003294179,0.04541264,0.005124912,0.0003448882,0.000809614,0.3314309,0.01205411,0.001762724,0.1531188,0.01194192,0.434285],"study_design_scores_gemma":[0.001108077,0.002224751,0.03531715,0.01481744,0.0003482735,0.000419533,0.466446,0.01582977,0.006033332,0.2884935,0.1685405,0.0004216128],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4640049,0.006341055,0.2403046,0.07425217,0.0005414936,0.015868,0.0002459116,0.0006405081,0.1978013],"genre_scores_gemma":[0.8893568,0.001323247,0.1021185,0.001530858,0.00006021563,0.003990846,0.00007172591,0.00003988468,0.001508002],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7751143,"threshold_uncertainty_score":0.9558539,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2945434485","doi":"10.56645/jmde.v15i32.513","title":"Communication for Social Change","year":2019,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Guelph","funders":"","keywords":"Deci-; Capacity building; Public relations; Political science; Knowledge management; Business; Computer science","authors":[{"name":"Ricardo Ramı́rez","is_ca":true},{"name":"Wendy Quarry","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4924261702304836,"gpt":0.5826940578875175,"spread":0.09026788765703392,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02631469,0.0009288233,0.0006804558,0.002215375,0.00891525,0.01493441,0.00197118,0.00605679,0.05367302],"category_scores_gemma":[0.05754159,0.0003533756,0.0009556322,0.002026993,0.02135488,0.01295563,0.01474959,0.00877472,0.01089697],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007058396,"about_ca_system_score_gemma":0.01667333,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001255338,"about_ca_topic_score_gemma":0.001134529,"domain_scores_codex":[0.9363855,0.05109552,0.001379226,0.002970615,0.005915978,0.002253216],"domain_scores_gemma":[0.9412835,0.0337722,0.004337899,0.006996271,0.005907297,0.007702838],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000720227,0.0001851202,0.001668957,0.001821078,0.00006526583,0.0003176463,0.08160979,0.0003110534,0.0004623927,0.4496145,0.1941924,0.2696797],"study_design_scores_gemma":[0.00002759066,0.0001331677,0.001007918,0.002239166,0.00002277403,0.0003061066,0.01582793,0.000147678,0.0002845184,0.09729028,0.8826858,0.00002698367],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.01265619,0.01342854,0.01592722,0.361789,0.005426077,0.0005190801,0.0003109377,0.000514689,0.5894283],"genre_scores_gemma":[0.7758658,0.0179761,0.01763082,0.08554293,0.003979149,0.002364982,0.0004101465,0.0005782531,0.09565179],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.05367302,"threshold_uncertainty_score":0.1795542,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2798177048","doi":"10.56645/jmde.v14i30.477","title":"Evaluating Community Development Projects Using the OECD Evaluation Criteria","year":2018,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Community Development and Social Impact","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"International Fund for Agricultural Development; Université Laval; UNICEF","keywords":"Program evaluation; Community development; Relevance (law); Psychological intervention; Sustainability; Strengths and weaknesses; Environmental planning; Intervention (counseling); Business; Environmental resource management; Evaluation methods; Economic growth; Political science; Engineering; Geography; Psychology; Public administration; Environmental science","authors":[{"name":"Enoch Assan Ninson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4724031975862495,"gpt":0.4691999126206124,"spread":0.003203284965637099,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07899281,0.001472349,0.001092516,0.01058453,0.001525899,0.004950463,0.001235042,0.0007062117,0.003876427],"category_scores_gemma":[0.1004273,0.000282344,0.001441072,0.008371894,0.001674941,0.002449669,0.003899193,0.0008023737,0.0006212459],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006865518,"about_ca_system_score_gemma":0.01390803,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006127088,"about_ca_topic_score_gemma":0.008198693,"domain_scores_codex":[0.8842254,0.07587504,0.01230365,0.001066671,0.02462462,0.0019046],"domain_scores_gemma":[0.8056394,0.08463798,0.01588149,0.005834849,0.0849276,0.003078614],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001938919,0.00144678,0.2034689,0.006744404,0.001043724,0.0007136273,0.007485379,0.07121732,0.003072371,0.0766803,0.01933316,0.6068552],"study_design_scores_gemma":[0.001459651,0.01258365,0.2568983,0.01206301,0.002004507,0.001850975,0.05100776,0.1494499,0.02270425,0.1187158,0.3704451,0.000817085],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3978259,0.003942818,0.2617263,0.002273221,0.0004167932,0.01809578,0.004982221,0.0005844097,0.3101525],"genre_scores_gemma":[0.7006385,0.001969697,0.2748962,0.0002020876,0.00005564103,0.01412859,0.00244151,0.0000892324,0.005578453],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07899281,"threshold_uncertainty_score":0.4177589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2992830025","doi":"10.56645/jmde.v11i25.406","title":"The Promise of Participatory Evaluation in Family-Centered Rehabilitation Settings: A Qualitative Study","year":2015,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Family and Disability Support Research","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Empowerment; Thematic analysis; Citizen journalism; Focus group; Participatory action research; Medical education; Qualitative research; Rehabilitation; Logic model; Psychological intervention; Service delivery framework; Psychology; Program evaluation; Nursing; Service (business); Medicine; Sociology; Political science; Social science; Business","authors":[{"name":"Katherine Moreau","is_ca":true},{"name":"Kaylee Eady","is_ca":true},{"name":"Beth Peddle","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3205534779548873,"gpt":0.5440565552918495,"spread":0.2235030773369622,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1155935,0.0005904686,0.0009141123,0.001958309,0.01861459,0.006568471,0.002940441,0.002139739,0.00292795],"category_scores_gemma":[0.08165725,0.0007253647,0.0005783612,0.001929784,0.01802303,0.006929805,0.008184212,0.003367798,0.000254376],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01473414,"about_ca_system_score_gemma":0.02670345,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01312839,"about_ca_topic_score_gemma":0.02373321,"domain_scores_codex":[0.8931655,0.09831102,0.001401626,0.001756179,0.002660716,0.002704998],"domain_scores_gemma":[0.8487536,0.1258848,0.005614982,0.00418695,0.009576378,0.005983256],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004389346,0.0001368196,0.001909703,0.0003353955,0.000008208252,0.0005321744,0.9814504,0.0001025337,0.0003025471,0.004190917,0.0006800665,0.01030739],"study_design_scores_gemma":[0.00003534366,0.0001346908,0.001046334,0.0007758606,0.00001019019,0.0002360838,0.9779513,0.0002499382,0.0003943591,0.002981904,0.01616065,0.00002337245],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9044407,0.002092184,0.04451243,0.01812116,0.0003031732,0.006274096,0.0003275927,0.0001009625,0.02382775],"genre_scores_gemma":[0.9793047,0.0007150517,0.01239788,0.001633853,0.00002302529,0.003542148,0.00004153594,0.00003174038,0.002309991],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1155935,"threshold_uncertainty_score":0.611324,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4384929312","doi":"10.56645/jmde.v19i44.773","title":"Decolonizing Evaluation of Indigenous Land-Based Programs: A Settler Perspective on What We Can Learn from the LANDBACK Movement","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Aurora College","funders":"","keywords":"Indigenous; Sovereignty; Perspective (graphical); Land rights; Sociology; Environmental ethics; Political science; Ecology; Law; Ethnology; Computer science; Politics; Artificial intelligence","authors":[{"name":"Deborah DeLancey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3042104605577486,"gpt":0.5120849863126739,"spread":0.2078745257549252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.1251525,0.0005981837,0.001073194,0.002268957,0.005930704,0.01349001,0.00245302,0.003192703,0.002970161],"category_scores_gemma":[0.1456984,0.0002512251,0.0005209406,0.002063015,0.02370131,0.008664678,0.007878756,0.005028449,0.0002286154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01831669,"about_ca_system_score_gemma":0.03224138,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01877884,"about_ca_topic_score_gemma":0.02342432,"domain_scores_codex":[0.8939484,0.08808715,0.002373149,0.002029183,0.01084074,0.002721393],"domain_scores_gemma":[0.8753252,0.09823618,0.005271917,0.004631156,0.01434219,0.002193407],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.000265992,0.001245639,0.00955941,0.004018902,0.0001804094,0.000464858,0.1212633,0.003180537,0.001128179,0.4119936,0.01731723,0.429382],"study_design_scores_gemma":[0.0005016222,0.002801902,0.0279962,0.01867413,0.0002812539,0.0004179261,0.2423471,0.006396172,0.00555642,0.4047858,0.2899666,0.0002748404],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2609666,0.02890736,0.07212742,0.3562782,0.001852792,0.003956874,0.0001680555,0.0002360027,0.2755067],"genre_scores_gemma":[0.9386902,0.006554197,0.03057944,0.01294909,0.0003222357,0.001858301,0.0000556243,0.00008401518,0.008906828],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9940693,"threshold_uncertainty_score":0.6618776,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1771824113","doi":"10.56645/jmde.v4i7.8","title":"Evaluation, Sustainable Development, and the Environment in the South Pacific","year":2007,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Island Studies and Pacific Affairs","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Nipissing University","funders":"","keywords":"Argument (complex analysis); Sustainable development; Vulnerability (computing); Orthodoxy; Function (biology); Perspective (graphical); Value (mathematics); Empirical research; Regional science; Sociology; Environmental resource management; Environmental planning; Political science; Epistemology; Geography; Computer science; Economics; Law","authors":[{"name":"Rosario Adapon Turvey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04057001783778182,"gpt":0.3327616416763509,"spread":0.2921916238385691,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03130882,0.0004826555,0.0006445945,0.003974735,0.002889697,0.007449949,0.0006444609,0.001062828,0.001480113],"category_scores_gemma":[0.03156906,0.0002568653,0.0002541266,0.004030042,0.01399152,0.004711187,0.00469854,0.001485835,0.00009413278],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009177055,"about_ca_system_score_gemma":0.02456429,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02583822,"about_ca_topic_score_gemma":0.03237953,"domain_scores_codex":[0.9665799,0.02674347,0.0010915,0.0003600568,0.004796448,0.0004286818],"domain_scores_gemma":[0.9779878,0.01676078,0.001060595,0.0006486201,0.003158448,0.0003838936],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000105155,0.0001766871,0.01117017,0.003271552,0.00009722995,0.0005029038,0.0283069,0.005813119,0.0007519733,0.3557531,0.004336818,0.5897145],"study_design_scores_gemma":[0.0001169769,0.0005367198,0.03304983,0.01116383,0.0002112342,0.0008834792,0.1478395,0.009002349,0.006008011,0.4995349,0.2914423,0.0002109574],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.231863,0.1316047,0.1060695,0.08158883,0.0005987186,0.00160567,0.0001794936,0.0002197082,0.4462703],"genre_scores_gemma":[0.904709,0.03630781,0.04870595,0.001679725,0.0000821308,0.0009881285,0.00004272996,0.0000504409,0.007433984],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03130882,"threshold_uncertainty_score":0.1655788,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4362503601","doi":"10.56645/jmde.v18i42.721","title":"Competitive champions versus cooperative advocates","year":2022,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Advancing Health Outcomes","funders":"","keywords":"Interview; Nonprobability sampling; Enthusiasm; Public relations; Extant taxon; Data collection; Sociology; Psychology; Knowledge management; Social psychology; Political science; Social science; Computer science","authors":[{"name":"Alison Rogers","is_ca":false},{"name":"Amy Gullickson","is_ca":true},{"name":"Jean A. King","is_ca":false},{"name":"Elizabeth McKinley","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2869313256836769,"gpt":0.5289861200793462,"spread":0.2420547943956693,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01765554,0.0003971976,0.0003703026,0.001929497,0.003436652,0.00728657,0.001270126,0.002447077,0.007704442],"category_scores_gemma":[0.03809514,0.0002351188,0.0002781529,0.001124845,0.008607198,0.005322525,0.004690042,0.001822163,0.001112825],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003027357,"about_ca_system_score_gemma":0.004661829,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001041604,"about_ca_topic_score_gemma":0.00195442,"domain_scores_codex":[0.9837831,0.009554886,0.0004587128,0.001098426,0.003888494,0.001216454],"domain_scores_gemma":[0.9513885,0.02286532,0.01039628,0.001926273,0.005991959,0.007431857],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005903302,0.000904543,0.1277604,0.00131061,0.0001075402,0.001711078,0.2132064,0.000555995,0.00280154,0.4733315,0.02188924,0.1558309],"study_design_scores_gemma":[0.0002190795,0.001769671,0.08009199,0.003994394,0.0002101363,0.002981007,0.275813,0.003674123,0.00414806,0.1279521,0.4989276,0.0002187588],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7160028,0.002762546,0.01179202,0.01662916,0.0005440558,0.0005256325,0.00004346156,0.0001335831,0.2515669],"genre_scores_gemma":[0.9883759,0.0003669335,0.001836223,0.001191913,0.00008091405,0.0002116414,0.00002069067,0.00002762071,0.007888195],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01765554,"threshold_uncertainty_score":0.09337252,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4362504947","doi":"10.56645/jmde.v3i4.83","title":"American Evaluation Association","year":2006,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Association (psychology); Psychology; Psychotherapist","authors":[{"name":"Willis H. Thomas","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1641309330495719,"gpt":0.5246990005505626,"spread":0.3605680675009907,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01994731,0.0009105384,0.001075164,0.005382076,0.002692096,0.007092391,0.002156609,0.004470448,0.2310914],"category_scores_gemma":[0.05613659,0.0006288562,0.0008024104,0.005748216,0.001071941,0.003301617,0.003321433,0.005073885,0.1377618],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005843455,"about_ca_system_score_gemma":0.03836933,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0219769,"about_ca_topic_score_gemma":0.03359614,"domain_scores_codex":[0.9722371,0.005843385,0.003138394,0.0019459,0.01496139,0.001873875],"domain_scores_gemma":[0.8946398,0.007567587,0.003042493,0.004702897,0.08427486,0.005772381],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005738699,0.00006001792,0.0006193426,0.0001824889,0.00001056533,0.0000256866,0.00004681628,0.00003549395,0.00005196645,0.007756703,0.9147078,0.07644566],"study_design_scores_gemma":[0.00001615219,0.00001206282,0.001018258,0.0002259815,0.000005116834,0.00003737498,0.00003480792,0.0000306324,0.00002976538,0.0008969178,0.9976866,0.000006259205],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0008354215,0.01128749,0.003750823,0.03570923,0.009818283,0.00105743,0.01089972,0.001012882,0.9256288],"genre_scores_gemma":[0.01113196,0.01458795,0.006904665,0.01836778,0.002207993,0.001902428,0.01531621,0.000520399,0.9290607],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.2310914,"threshold_uncertainty_score":0.7730778,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4384928951","doi":"10.56645/jmde.v19i44.779","title":"Decolonizing Evaluation of Indigenous Guidance and Counseling Approaches: A Review of Selected Evaluated Programs","year":2023,"lang":"en","type":"review","venue":"Journal of MultiDisciplinary Evaluation","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Indigenous; Colonialism; Curriculum; Social connectedness; Medical education; Culturally sensitive; Sociology; Medicine; Psychology; Psychotherapist; Political science; Pedagogy; Social psychology; Ecology","authors":[{"name":"Hildah L. Mokgolodi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4869309888252101,"gpt":0.5408138259197823,"spread":0.0538828370945722,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008104387,0.0009319684,0.002309658,0.00915189,0.000808657,0.002195676,0.00183649,0.001641131,0.00232223],"category_scores_gemma":[0.02114305,0.0006033157,0.001447369,0.009011614,0.001416801,0.002223968,0.001516399,0.001594314,0.0002919985],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003453174,"about_ca_system_score_gemma":0.009066923,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007030861,"about_ca_topic_score_gemma":0.0154338,"domain_scores_codex":[0.9959542,0.001473616,0.001080982,0.0003555612,0.001016809,0.0001188534],"domain_scores_gemma":[0.9804204,0.01574435,0.001430363,0.0002766553,0.001914225,0.0002141055],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000149573,0.0001397921,0.0003524442,0.2231392,0.0004207968,0.00007102077,0.0009671078,0.0001918847,0.0002956179,0.00224433,0.003479691,0.7685485],"study_design_scores_gemma":[0.0001123702,0.0005511324,0.006294366,0.6676578,0.003474188,0.001141683,0.002150181,0.0002416039,0.001300285,0.001708407,0.315299,0.00006893535],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004530906,0.998667,0.0001268827,0.0001358842,0.00005595819,0.00005250988,0.00001891243,0.000003463531,0.0004863993],"genre_scores_gemma":[0.003485321,0.9957108,0.0004637421,0.000131166,0.00003018011,0.00006551213,0.00002886909,0.000003140584,0.00008123414],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.00915189,"threshold_uncertainty_score":0.04286057,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1906589293","doi":"10.56645/jmde.v8i17.329","title":"Thinking Beyond Measurement, Description and Judgement: Fourth Generation Evaluation in Family-Centered Pediatric Healthcare Organizations","year":2012,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Health care; General partnership; Context (archaeology); Judgement; Ideal (ethics); Engineering ethics; Dialectic; Family centered care; Psychology; Sociology; Management science; Knowledge management; Computer science; Epistemology; Political science; Engineering","authors":[{"name":"Katherine Moreau","is_ca":true},{"name":"Chantalle Clarkin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2150583790358597,"gpt":0.4294796476801095,"spread":0.2144212686442499,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3677488,0.0007729708,0.0009942183,0.005542532,0.008500743,0.014648,0.002813849,0.003270892,0.002496562],"category_scores_gemma":[0.3996277,0.0007735419,0.001093273,0.002889929,0.03686933,0.01769223,0.01383175,0.005338802,0.0002638393],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03217952,"about_ca_system_score_gemma":0.04695166,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008300362,"about_ca_topic_score_gemma":0.009406101,"domain_scores_codex":[0.4078552,0.5607073,0.007565752,0.003117388,0.01715354,0.003600915],"domain_scores_gemma":[0.4264107,0.4823395,0.02032045,0.01916392,0.04337831,0.008387208],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003688292,0.0004006579,0.02609337,0.002305501,0.0001589526,0.0005408092,0.4145133,0.002884885,0.0003587722,0.2879089,0.00903144,0.2554347],"study_design_scores_gemma":[0.0002717439,0.001049077,0.0137683,0.01233847,0.0002537477,0.0009449751,0.3732196,0.01354525,0.00310586,0.493698,0.08749664,0.0003083952],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3429079,0.01479083,0.3867141,0.1372041,0.001706304,0.004663821,0.0000884189,0.0003982383,0.1115262],"genre_scores_gemma":[0.9308419,0.00123341,0.0609046,0.003808953,0.00009214134,0.001611918,0.00002250563,0.00007547603,0.001409019],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3677488,"threshold_uncertainty_score":0.7796783,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4377141999","doi":"10.56645/jmde.v19i43.825","title":"The Program Evaluation Standards in Evaluation Scholarship and Practice","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Scholarship; Medical education; Systematic review; Resource (disambiguation); Professional association; Political science; Psychology; Medicine; Sociology; Public relations; MEDLINE; Computer science","authors":[{"name":"Brad R. Watts","is_ca":false},{"name":"Ryan Castillo","is_ca":false},{"name":"John Akwetey","is_ca":false},{"name":"Dung Pham","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4232894218728951,"gpt":0.6372998949468092,"spread":0.214010473073914,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4346581,0.0006394461,0.001713843,0.01272003,0.005185829,0.01443608,0.003407177,0.005363639,0.002051639],"category_scores_gemma":[0.583756,0.001037556,0.001708227,0.01284168,0.02698115,0.0124098,0.01196522,0.008647631,0.0005673298],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02089394,"about_ca_system_score_gemma":0.141306,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0128774,"about_ca_topic_score_gemma":0.01224258,"domain_scores_codex":[0.4085834,0.3868751,0.07522758,0.0109711,0.1139505,0.004392351],"domain_scores_gemma":[0.1877012,0.5196266,0.07969655,0.03798237,0.1644551,0.01053813],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001711996,0.0003903165,0.04269581,0.02159264,0.0003028905,0.0001759078,0.02021442,0.001525729,0.0007819448,0.3325015,0.05727337,0.5223743],"study_design_scores_gemma":[0.0002003601,0.0008126503,0.07158183,0.1208389,0.0004867852,0.001088359,0.01902476,0.002604226,0.002474982,0.2234705,0.5570782,0.0003385371],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.05458299,0.2053642,0.2203055,0.377593,0.009996478,0.005427288,0.001078209,0.0007076192,0.1249447],"genre_scores_gemma":[0.6718757,0.07122224,0.197795,0.04025433,0.003751412,0.009920941,0.001006011,0.000351124,0.003823212],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5653419,"threshold_uncertainty_score":0.6971673,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1756996990","doi":"10.56645/jmde.v6i11.221","title":"Nonmarket Economic Valuation and \"The Economist’s Fallacy\"","year":2009,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Financial Reporting and Valuation Research","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Nonmarket forces; Fallacy; Economics; Valuation (finance); Positive economics; Neoclassical economics; Public economics; Classical economics; Microeconomics; Factor market; Epistemology; Philosophy","authors":[{"name":"Murray A. Rudd","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04982295590130277,"gpt":0.3348057041719891,"spread":0.2849827482706864,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04575062,0.0008712856,0.002380313,0.004397634,0.002396457,0.008533549,0.003219621,0.0060858,0.004939431],"category_scores_gemma":[0.1107447,0.0006789488,0.001083802,0.002717508,0.0309516,0.02203232,0.004301207,0.01278992,0.0009363332],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005021955,"about_ca_system_score_gemma":0.002368199,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002984381,"about_ca_topic_score_gemma":0.001855841,"domain_scores_codex":[0.9731915,0.01476786,0.001580862,0.00209855,0.007875392,0.0004858352],"domain_scores_gemma":[0.9378818,0.04933648,0.002581899,0.004982463,0.004691315,0.0005260053],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001616638,0.00001664691,0.0001911157,0.00007119861,0.00001811427,0.00003234,0.000120209,0.0004529024,0.0000189588,0.9820688,0.007986888,0.009006685],"study_design_scores_gemma":[0.00001078799,0.000004606271,0.00007845437,0.0000789379,0.000003724919,0.00002897203,0.0000497962,0.0008774661,0.00003140975,0.9897758,0.009052598,0.000007467666],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01362975,0.02971855,0.1934572,0.5911796,0.006212684,0.0001940093,0.0004118111,0.0002162651,0.16498],"genre_scores_gemma":[0.7609703,0.01843834,0.09272243,0.08784123,0.0191767,0.001050388,0.0002465094,0.0003299085,0.01922404],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04575062,"threshold_uncertainty_score":0.2419553,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2611404306","doi":"10.56645/jmde.v13i28.456","title":"The World of Evaluation: Challenges Faced by Student Evaluators","year":2017,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Mathematics education; Psychology; Pedagogy; Sociology","authors":[{"name":"Meghan Billings","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3297996531442704,"gpt":0.5830362193061646,"spread":0.2532365661618942,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2452702,0.0004943068,0.001123776,0.003310399,0.007811796,0.01701703,0.003137649,0.003093515,0.002762221],"category_scores_gemma":[0.3982186,0.0007258491,0.0008027465,0.003908039,0.007964327,0.009752558,0.01081588,0.005274395,0.0009204776],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006351889,"about_ca_system_score_gemma":0.01854626,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003094809,"about_ca_topic_score_gemma":0.007438128,"domain_scores_codex":[0.6022605,0.3184384,0.02426992,0.008586384,0.04139821,0.005046515],"domain_scores_gemma":[0.4212664,0.3970782,0.03534288,0.02405899,0.1087338,0.01351973],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003506411,0.0003913538,0.05630574,0.004983003,0.0003025489,0.001246674,0.3135026,0.001214463,0.00162833,0.01496558,0.04265442,0.5624545],"study_design_scores_gemma":[0.00009710598,0.001080324,0.03595956,0.01578364,0.0002059762,0.003927435,0.6229066,0.003405139,0.004354419,0.03161595,0.2802938,0.0003700481],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4319667,0.04967567,0.178139,0.2758902,0.003837167,0.001435336,0.0003287774,0.0009854612,0.05774169],"genre_scores_gemma":[0.9188734,0.01136197,0.04649536,0.01645595,0.0008585347,0.001219835,0.0001535614,0.000304698,0.004276586],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2452702,"threshold_uncertainty_score":0.9307162,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4362504882","doi":"10.56645/jmde.v3i5.54","title":"Collaborative Evaluation","year":2006,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Psychology","authors":[{"name":"J. Bradley Cousins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1473091922505518,"gpt":0.5253125317131393,"spread":0.3780033394625875,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04772917,0.001156282,0.001627568,0.005215685,0.002933783,0.01197696,0.003027354,0.004122862,0.02688617],"category_scores_gemma":[0.1045036,0.0005417343,0.001078913,0.005745963,0.004849053,0.008650268,0.006908453,0.003697927,0.01442574],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006595256,"about_ca_system_score_gemma":0.01274987,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002943372,"about_ca_topic_score_gemma":0.004213857,"domain_scores_codex":[0.9087755,0.05220665,0.004328078,0.004076138,0.02920677,0.001406883],"domain_scores_gemma":[0.9196088,0.04437283,0.002435697,0.007695967,0.02307415,0.002812608],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004664355,0.0001127475,0.0004751158,0.00170913,0.00007839938,0.00006535725,0.001374631,0.0007116875,0.0001530199,0.1645682,0.2352536,0.5954514],"study_design_scores_gemma":[0.00002547744,0.00007012424,0.0005077381,0.003487224,0.0000306351,0.0002195373,0.0008618695,0.0004470478,0.0002901662,0.0834146,0.9106092,0.00003636153],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.001410941,0.183811,0.1718958,0.05827879,0.008427248,0.001548614,0.0002807356,0.0009469869,0.5734],"genre_scores_gemma":[0.1186052,0.2849762,0.2205394,0.03917621,0.009547839,0.004728632,0.001695628,0.001284624,0.3194463],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04772917,"threshold_uncertainty_score":0.2524191,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4362503613","doi":"10.56645/jmde.v18i42.711","title":"Empowerment Evaluation of Programs Involving Youth","year":2022,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; University of Winnipeg","funders":"","keywords":"Empowerment; Participatory evaluation; Program evaluation; Youth empowerment; Citizen journalism; Psychology; Participatory action research; Intervention (counseling); Positive Youth Development; Set (abstract data type); Medical education; Applied psychology; Sociology; Computer science; Political science; Medicine; Social science; Developmental psychology","authors":[{"name":"Katherine Moreau","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3965048437440594,"gpt":0.526744258074393,"spread":0.1302394143303336,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03573002,0.0006031253,0.0004512422,0.001446169,0.001669034,0.001653386,0.001005026,0.0005830009,0.009214032],"category_scores_gemma":[0.05086151,0.000204187,0.0007237383,0.0008915233,0.001199375,0.00165245,0.003767013,0.001074472,0.0004176568],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003483539,"about_ca_system_score_gemma":0.01115894,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001442316,"about_ca_topic_score_gemma":0.00259007,"domain_scores_codex":[0.9600894,0.03233115,0.001125297,0.0008876651,0.00414991,0.00141665],"domain_scores_gemma":[0.9654595,0.01929306,0.004118346,0.001634225,0.006663994,0.0028309],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003009839,0.01018468,0.04320763,0.005573307,0.0003434073,0.0002721956,0.01962602,0.003810452,0.002880962,0.01297614,0.01657038,0.881545],"study_design_scores_gemma":[0.008495914,0.06720456,0.2768415,0.02915218,0.002714733,0.0007753771,0.07028085,0.01619974,0.06468883,0.04055614,0.4226901,0.0004001632],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7745179,0.003629467,0.04261727,0.006976659,0.0005622538,0.02614562,0.001165262,0.0007649452,0.1436206],"genre_scores_gemma":[0.9528899,0.001445399,0.02769383,0.0007056086,0.00008429239,0.01110939,0.0004003369,0.00006064033,0.005610585],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03573002,"threshold_uncertainty_score":0.1889607,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2997715932","doi":"10.56645/jmde.v15i33.575","title":"Retrospective Pretest and Counterfactual Self-Report: Different or Same?","year":2019,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Resilience and Mental Health","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Counterfactual thinking; Retrospective cohort study; Self-efficacy; Psychology; Research design; Randomized controlled trial; Clinical psychology; Medicine; Social psychology; Statistics; Mathematics; Internal medicine","authors":[{"name":"Tony C. M. Lam","is_ca":true},{"name":"Edgar Valencia","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03922127755039199,"gpt":0.4213653749666471,"spread":0.382144097416255,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0953177,0.0007403613,0.001226647,0.001566552,0.0006794222,0.002576135,0.001344853,0.00128473,0.002538775],"category_scores_gemma":[0.2255687,0.0005899039,0.001667346,0.001475392,0.004996803,0.00282393,0.002305295,0.001736681,0.0005972064],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007504477,"about_ca_system_score_gemma":0.0006958453,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000555852,"about_ca_topic_score_gemma":0.0008047263,"domain_scores_codex":[0.852955,0.1101902,0.009452107,0.008717938,0.01706728,0.001617427],"domain_scores_gemma":[0.6063199,0.243347,0.06359969,0.06580678,0.0185763,0.002350421],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.006867568,0.002005568,0.8520988,0.001129458,0.002697544,0.0001251245,0.01117676,0.0007216934,0.005275781,0.006387736,0.001667705,0.1098463],"study_design_scores_gemma":[0.0002475701,0.003488358,0.9731559,0.0003962076,0.0006498761,0.0003333639,0.002723347,0.004352699,0.007054032,0.004001677,0.003458414,0.0001384496],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9322253,0.0008922176,0.05409173,0.0008559348,0.0006329386,0.001603379,0.0007393253,0.0001876009,0.008771616],"genre_scores_gemma":[0.9874226,0.0001185884,0.009923483,0.0003832053,0.0001064201,0.001103348,0.0004377609,0.00005756755,0.0004470498],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9046823,"threshold_uncertainty_score":0.5040942,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1488273786","doi":"10.56645/jmde.v1i1.148","title":"The State of Evaluation in Canada","year":2004,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Health Canada; Government of Canada; Industry Canada; Australian Government; Transport Canada","keywords":"State (computer science); Political science; Evaluation methods; Public administration; Library science; Regional science; Sociology; Computer science; Engineering; Reliability engineering","authors":[{"name":"Chris L. S. Coryn","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1579830133115361,"gpt":0.4877877855008924,"spread":0.3298047721893563,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07149008,0.0005714932,0.001813608,0.008786651,0.0172781,0.0258737,0.0054465,0.005894024,0.005501447],"category_scores_gemma":[0.1303391,0.001093623,0.001491633,0.01297931,0.02073778,0.007422897,0.006970331,0.01076757,0.0005634779],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.3082243,"about_ca_system_score_gemma":0.5616629,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9802744,"about_ca_topic_score_gemma":0.9812306,"domain_scores_codex":[0.9021764,0.01646938,0.005792735,0.005899617,0.05685955,0.01280225],"domain_scores_gemma":[0.6852447,0.06093368,0.009523741,0.005108213,0.2062049,0.03298481],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002051922,0.0001407745,0.01236041,0.002215985,0.0001251579,0.0002606187,0.004382999,0.002923009,0.0003687238,0.3292013,0.2258437,0.4219721],"study_design_scores_gemma":[0.00006869549,0.000125233,0.04374957,0.0078888,0.0001408706,0.0002006563,0.007051319,0.004072371,0.0007040917,0.05591551,0.8796382,0.0004447362],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01386667,0.2341919,0.005610219,0.6635672,0.005234101,0.0001366936,0.0007740855,0.0003083257,0.07631081],"genre_scores_gemma":[0.6060733,0.2370694,0.01592499,0.1060817,0.003907464,0.0002094548,0.0009553729,0.0004456606,0.02933258],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6917757,"threshold_uncertainty_score":0.8023618,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389686508","doi":"10.56645/jmde.v19i46.893","title":"In Plain Sight or Just Plain Obscured?: A Review of Professional Evaluation Associations’ Frameworks for Evaluation Practice Supporting Equity, Diversity and Inclusion (EDI)","year":2023,"lang":"en","type":"review","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Inclusion (mineral); Equity (law); Professional development; Diversity (politics); Presentation (obstetrics); Psychology; Medical education; Pedagogy; Political science; Medicine","authors":[{"name":"Jane Whynot","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5524989813377544,"gpt":0.6559057552488365,"spread":0.1034067739110821,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06809156,0.0006715248,0.001797778,0.009882781,0.001416736,0.004974109,0.00186757,0.002172596,0.001530156],"category_scores_gemma":[0.1460776,0.0008991808,0.00140957,0.01246306,0.002349404,0.005208224,0.002573495,0.002829191,0.0004607719],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006752537,"about_ca_system_score_gemma":0.03459359,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009277489,"about_ca_topic_score_gemma":0.03092669,"domain_scores_codex":[0.9580392,0.0213418,0.007489714,0.001289465,0.01117505,0.0006648631],"domain_scores_gemma":[0.8635864,0.09211706,0.01668867,0.002021298,0.02398866,0.001597978],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009704484,0.00005325688,0.001855118,0.1345619,0.0004535594,0.0001044496,0.002256029,0.000227675,0.0003187958,0.01155694,0.02140665,0.8271086],"study_design_scores_gemma":[0.00004004877,0.0001219798,0.007295898,0.3818043,0.0009101327,0.0005659993,0.002392001,0.0002276378,0.0003996021,0.002716675,0.6034701,0.00005561919],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004201542,0.9945534,0.0003557082,0.003026612,0.0003487974,0.00005201035,0.00001865348,0.000004832515,0.001219715],"genre_scores_gemma":[0.01332961,0.9821452,0.002080876,0.001739861,0.000235833,0.0001487368,0.00003736579,0.00001032113,0.0002722699],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.06809156,"threshold_uncertainty_score":0.3601069,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386812791","doi":"10.56645/jmde.v19i45.701","title":"Excessive Evaluation Anxiety (XEA): The Last Two Decades","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Problem Solving Skills Development","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa","funders":"","keywords":"Stakeholder; Scopus; Anxiety; Psychology; Thematic analysis; Intervention (counseling); Inclusion (mineral); Resistance (ecology); Applied psychology; Public relations; Political science; Social psychology; Sociology; MEDLINE; Social science; Qualitative research","authors":[{"name":"Nia Kang","is_ca":true},{"name":"Katherine Moreau","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1194933989239602,"gpt":0.4969720774571387,"spread":0.3774786785331785,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01706152,0.0004726814,0.001126342,0.005353154,0.001550792,0.005287237,0.001128471,0.002501291,0.002816657],"category_scores_gemma":[0.05871843,0.0005159943,0.001150043,0.008577324,0.003777895,0.005814775,0.003125355,0.003323186,0.0003174546],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007506047,"about_ca_system_score_gemma":0.01350063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01157573,"about_ca_topic_score_gemma":0.01717982,"domain_scores_codex":[0.9878628,0.004948325,0.002192265,0.001321479,0.003016574,0.0006585443],"domain_scores_gemma":[0.9049656,0.06571203,0.01564481,0.001224947,0.01014261,0.002309955],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003793746,0.0001790107,0.03009297,0.06807887,0.000618689,0.0009562377,0.02614428,0.0003301932,0.0005041196,0.01799951,0.03847031,0.8162464],"study_design_scores_gemma":[0.0000673269,0.0005205228,0.146961,0.2659917,0.001500331,0.007919729,0.04414581,0.0004035448,0.001017333,0.01296585,0.5182471,0.0002597914],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.01354576,0.9601029,0.0005907458,0.01802174,0.001218616,0.00004796831,0.0001672272,0.00001946785,0.00628557],"genre_scores_gemma":[0.2218869,0.7593607,0.001189229,0.0135664,0.002003545,0.0002572203,0.0002913723,0.00003935038,0.001405184],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01706152,"threshold_uncertainty_score":0.090231,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389672983","doi":"10.56645/jmde.v19i46.971","title":"Building Spaces for Dialogues to Rethink Evaluator Competencies: Lessons from the Webinars Organized by the Evaluation Centre for Complex Health Interventions","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"","keywords":"Psychological intervention; General partnership; Sustainability; Political science; Public relations; Capacity building; Diversity (politics); Sociology; Engineering ethics; Psychology; Engineering","authors":[{"name":"Sanjeev Sridharan","is_ca":false},{"name":"April Nakaima","is_ca":true},{"name":"Rachael Gibson","is_ca":true},{"name":"Claudeth White","is_ca":true},{"name":"Asela Kalugampitiya","is_ca":false},{"name":"Randika De Mel","is_ca":false},{"name":"Madhuka Liyanagamage","is_ca":false},{"name":"Ian MacDougall","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4878210702307514,"gpt":0.5796790978903889,"spread":0.09185802765963741,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2802973,0.001954992,0.001525997,0.003192081,0.02597576,0.02598839,0.00892043,0.01226053,0.01140927],"category_scores_gemma":[0.220898,0.002100013,0.002154389,0.001832668,0.03947622,0.03557347,0.03904936,0.02705846,0.003042073],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0178563,"about_ca_system_score_gemma":0.05544691,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005051227,"about_ca_topic_score_gemma":0.01134998,"domain_scores_codex":[0.6216362,0.3535085,0.003765732,0.004792257,0.007339312,0.008957906],"domain_scores_gemma":[0.5288424,0.3751741,0.007706033,0.0257618,0.02534273,0.03717295],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002931509,0.001927462,0.003098994,0.002305716,0.00007839501,0.002845854,0.6321195,0.001939119,0.001411163,0.08199141,0.09152021,0.180469],"study_design_scores_gemma":[0.0002712153,0.000608949,0.00233165,0.006179617,0.00004308476,0.0007324503,0.3535832,0.001915271,0.001703393,0.07233401,0.5600097,0.0002875449],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.09173535,0.008327749,0.2146761,0.5503005,0.008504966,0.005445288,0.0003137514,0.00282484,0.1178715],"genre_scores_gemma":[0.6220204,0.005129498,0.2675159,0.06190849,0.00204643,0.007421613,0.0003600243,0.002235908,0.03136172],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7197027,"threshold_uncertainty_score":0.8875216,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4362503582","doi":"10.56645/jmde.v18i42.703","title":"How did conservation agriculture go to scale?","year":2022,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Agriculture and Rural Development Research","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Business Development Bank of Canada; University of Guelph","funders":"Global Affairs Canada","keywords":"Food security; Conservation agriculture; Livelihood; Agriculture; Sustainable agriculture; Business; Environmental resource management; Promotion (chess); Economic growth; Agricultural economics; Geography; Economics; Political science","authors":[{"name":"Ricardo Ramı́rez","is_ca":true},{"name":"Cynthia Neudoerffer","is_ca":true},{"name":"Michael Salomons","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04144172568117667,"gpt":0.2953618935618358,"spread":0.2539201678806591,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03407845,0.0004319701,0.00045485,0.001293289,0.004946638,0.01205434,0.001789476,0.002599063,0.008214517],"category_scores_gemma":[0.04712718,0.0002802153,0.0004511622,0.002190627,0.01616926,0.01348345,0.004768549,0.003203806,0.0005698903],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01905008,"about_ca_system_score_gemma":0.03373299,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02492109,"about_ca_topic_score_gemma":0.02398749,"domain_scores_codex":[0.9724045,0.01753447,0.0004789479,0.001507541,0.005108368,0.002966164],"domain_scores_gemma":[0.9747776,0.01167582,0.001340443,0.001961,0.007271202,0.002973849],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0001800947,0.0004853909,0.02075205,0.002613703,0.0001194836,0.0004227101,0.02044545,0.002225511,0.001195717,0.4766973,0.06986489,0.4049977],"study_design_scores_gemma":[0.00009989025,0.0006800742,0.02341326,0.005922948,0.0001057417,0.0003705794,0.07629513,0.001486281,0.002081685,0.2054985,0.6839329,0.0001128978],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.09219242,0.01786562,0.0203992,0.5269602,0.00271035,0.002146981,0.0003228616,0.0002777528,0.3371246],"genre_scores_gemma":[0.9389893,0.008327114,0.01183835,0.02935975,0.0002795972,0.0008988589,0.00008834523,0.0001063862,0.01011237],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03407845,"threshold_uncertainty_score":0.1802262,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4399921253","doi":"10.56645/jmde.v20i47.999","title":"Canadian Evaluation Society Tribute to Dr. Michael Scriven","year":2024,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Canadian Evaluation Society","funders":"","keywords":"Tribute; Political science; Sociology; Art; Media studies; Law","authors":[{"name":"Arnold J. Love","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.230736999126543,"gpt":0.5334483235436518,"spread":0.3027113244171088,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01473662,0.0009742902,0.001592647,0.003766557,0.01484399,0.01048038,0.002671689,0.008240052,0.1012172],"category_scores_gemma":[0.07777416,0.0008681017,0.000993787,0.004339973,0.003749743,0.002669713,0.00351739,0.01214572,0.0488762],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03313177,"about_ca_system_score_gemma":0.1880924,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.5950649,"about_ca_topic_score_gemma":0.7922861,"domain_scores_codex":[0.9625604,0.003272786,0.001420663,0.00285736,0.02617873,0.00371002],"domain_scores_gemma":[0.8481794,0.007973531,0.001619585,0.003637184,0.119787,0.0188033],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004447674,0.000003117691,0.00004296442,0.00001288426,0.000001256876,0.00002464067,0.00002819893,0.000007898745,0.00001195552,0.0010729,0.9936103,0.005179401],"study_design_scores_gemma":[0.000005819159,0.000003297047,0.0002714476,0.0001046847,0.000002891625,0.00008045292,0.0001278928,0.00002852482,0.00003217495,0.0004337943,0.9988952,0.00001377535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"editorial","genre_scores_codex":[0.0004204799,0.01533143,0.001336488,0.6931182,0.09167037,0.0002616985,0.0008331873,0.0004583868,0.1965698],"genre_scores_gemma":[0.01022107,0.01261221,0.002170268,0.2054721,0.01173082,0.0003091628,0.0009045773,0.0006086972,0.7559711],"genre_candidate":"editorial","genre_consensus":null,"teacher_disagreement_score":0.9668682,"threshold_uncertainty_score":0.8146396,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4410799871","doi":"10.56645/jmde.v21i50.1175","title":"From Studies to Systems: Ray Rist’s Influence on Evaluation Systems: Insights from International Research Group for Policy and Program Evaluation (INTEVAL)","year":2025,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Group (periodic table); Psychology; Management science; Political science; Engineering; Chemistry","authors":[{"name":"María Bustelo","is_ca":false},{"name":"Steve Jacob","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4299539096790813,"gpt":0.6383168529536529,"spread":0.2083629432745717,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.236904,0.0008741115,0.001474941,0.00832771,0.01295965,0.03747029,0.003070183,0.009621399,0.004139649],"category_scores_gemma":[0.2240807,0.001108716,0.001289841,0.01055601,0.08804721,0.0294061,0.01725988,0.02044742,0.0006748141],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04415238,"about_ca_system_score_gemma":0.04400253,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01787509,"about_ca_topic_score_gemma":0.01043572,"domain_scores_codex":[0.6425169,0.3161168,0.006513789,0.008871807,0.02108386,0.004896726],"domain_scores_gemma":[0.4892515,0.4718066,0.006404437,0.01308523,0.01547994,0.003972411],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002129559,0.00003496194,0.0007966154,0.0004443207,0.00002082988,0.0001095403,0.03699686,0.000474218,0.00005333582,0.9055926,0.02223898,0.03321638],"study_design_scores_gemma":[0.00003811757,0.0001113881,0.002408945,0.006505775,0.00004612878,0.0002419634,0.03373072,0.0009400005,0.0008616318,0.3585767,0.5964558,0.00008276703],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01115929,0.07064354,0.02259339,0.7122484,0.002144623,0.0002414181,0.00006674345,0.0001007676,0.1808017],"genre_scores_gemma":[0.7574718,0.07534708,0.02948195,0.1069907,0.003292415,0.001440905,0.00009007748,0.0007264848,0.02515856],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.236904,"threshold_uncertainty_score":0.9410333,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389686746","doi":"10.56645/jmde.v19i46.881","title":"Glocal Evaluation Competencies for Learning As We Go: Zooming in and zooming out to connect system-level solutions to local beneficiaries","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University; Canadian Evaluation Society","funders":"","keywords":"Glocalization; Perspective (graphical); Beneficiary; Zoom; Knowledge management; Adaptation (eye); Computer science; Psychology; Business; Artificial intelligence; Political science; Engineering; Globalization","authors":[{"name":"Keiko Kuji‐Shikatani","is_ca":true},{"name":"Charmagne E. Campbell-Patton","is_ca":false},{"name":"Wendy Rowe","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4029661667108118,"gpt":0.5222759465913903,"spread":0.1193097798805785,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008223173,0.0009331097,0.0003404714,0.002133894,0.002634888,0.006380647,0.001158146,0.001906206,0.01403596],"category_scores_gemma":[0.02382566,0.0002996144,0.0005465592,0.000813601,0.008639742,0.008489015,0.008932318,0.002578047,0.002783007],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003140379,"about_ca_system_score_gemma":0.007262193,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004720054,"about_ca_topic_score_gemma":0.008893188,"domain_scores_codex":[0.994331,0.004049153,0.0001830337,0.000283842,0.000637951,0.0005149705],"domain_scores_gemma":[0.9918799,0.003426758,0.0007515347,0.0008924654,0.001729495,0.00131985],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002597539,0.0006656178,0.01089282,0.001529752,0.0000404266,0.0004984738,0.09237829,0.005104988,0.007905474,0.3242316,0.05443518,0.5020576],"study_design_scores_gemma":[0.000170032,0.0009192755,0.02503063,0.004670296,0.00008151816,0.001000624,0.1222834,0.01955161,0.01729897,0.2758313,0.5328837,0.0002787703],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1437118,0.001407217,0.3553847,0.03578909,0.0006432958,0.001940931,0.0003382001,0.003032354,0.4577524],"genre_scores_gemma":[0.6972259,0.0008845761,0.2720104,0.002571202,0.00005208233,0.001063157,0.0002050291,0.0005024868,0.02548523],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01403596,"threshold_uncertainty_score":0.04695499,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2564563180","doi":"10.56645/jmde.v2i3.107","title":"Evaluation in Canada","year":2005,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"World Bank Group","keywords":"Political science; Business","authors":[{"name":"Chris L. S. Coryn","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2399987003130568,"gpt":0.5137436117701629,"spread":0.2737449114571061,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01755426,0.0008006022,0.001138766,0.005013247,0.01397549,0.01602359,0.002857993,0.003382811,0.050473],"category_scores_gemma":[0.05147161,0.0007189134,0.0008914338,0.008472716,0.004749449,0.003534074,0.005289514,0.004417768,0.007982378],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.1557046,"about_ca_system_score_gemma":0.5194822,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9744611,"about_ca_topic_score_gemma":0.9822066,"domain_scores_codex":[0.97593,0.004343895,0.001387276,0.001507417,0.01235917,0.004472293],"domain_scores_gemma":[0.9149867,0.007119788,0.001372407,0.002461235,0.05729713,0.0167627],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006793323,0.00005627782,0.0019018,0.000642891,0.0000251499,0.0002163262,0.0009852045,0.0005612654,0.0001650797,0.09267406,0.7407422,0.1619617],"study_design_scores_gemma":[0.00002461833,0.00002011581,0.005636775,0.0008553692,0.00001335567,0.00007144608,0.0009556572,0.0003439921,0.0001177794,0.005817894,0.9860952,0.00004788573],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.00468411,0.04448811,0.00575066,0.08988424,0.006012773,0.0008152596,0.00316875,0.0008016021,0.8443944],"genre_scores_gemma":[0.2051009,0.07015548,0.02292701,0.03785853,0.001201315,0.001050305,0.004955274,0.0008170629,0.6559341],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9824457,"threshold_uncertainty_score":0.9792629,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2996945182","doi":"10.56645/jmde.v15i33.609","title":"Big Shoes to Fill: An Evaluation Journey in the Footsteps of Daniel L. Stufflebeam","year":2019,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University; Laurentian University","funders":"","keywords":"Context (archaeology); Relevance (law); Foundation (evidence); Intervention (counseling); Program evaluation; Evaluation methods; Sociology; Engineering ethics; Psychology; Engineering; History; Political science; Archaeology; Law","authors":[{"name":"Sherrie-Ann Camilli","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3461999936431824,"gpt":0.5442462073245252,"spread":0.1980462136813428,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06866866,0.000466259,0.001199476,0.003344444,0.008360984,0.01056174,0.001570059,0.002925349,0.004120816],"category_scores_gemma":[0.1381991,0.0005940554,0.0005100213,0.00280826,0.01147975,0.0130717,0.006715775,0.01145216,0.001104459],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01207195,"about_ca_system_score_gemma":0.03730428,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01058969,"about_ca_topic_score_gemma":0.02005603,"domain_scores_codex":[0.9251119,0.05336617,0.002535952,0.002871159,0.01469965,0.001415138],"domain_scores_gemma":[0.8689833,0.08095957,0.003201621,0.003058472,0.02876904,0.01502796],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001728286,0.0005313776,0.003631113,0.002225186,0.0000528012,0.0009638178,0.05651582,0.0004354505,0.0008131383,0.08477771,0.4066589,0.4432218],"study_design_scores_gemma":[0.00004403326,0.0003603855,0.002896664,0.00920986,0.00002545292,0.001081437,0.05746172,0.0005214494,0.00123946,0.07094551,0.8560438,0.0001702113],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01170298,0.05759217,0.01716642,0.8861401,0.004092176,0.0003695297,0.00008537005,0.0001303287,0.02272091],"genre_scores_gemma":[0.3893472,0.1418992,0.1220142,0.2875975,0.003888108,0.002396334,0.0002619723,0.0006180609,0.05197737],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.06866866,"threshold_uncertainty_score":0.3631589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2527468053","doi":"10.56645/jmde.v2i2.131","title":"An Update on Evaluation in Canada","year":2005,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Political science; Psychology","authors":[{"name":"Chris L. S. Coryn","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1992817783507851,"gpt":0.5200236305055952,"spread":0.32074185215481,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01524244,0.001205607,0.001890221,0.01164355,0.004575556,0.008497331,0.003392762,0.005726295,0.01265709],"category_scores_gemma":[0.03519526,0.0007324237,0.001209852,0.01925717,0.002991888,0.00357107,0.00263304,0.006461239,0.004096049],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.06185631,"about_ca_system_score_gemma":0.1907068,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8982656,"about_ca_topic_score_gemma":0.953176,"domain_scores_codex":[0.9825486,0.001909092,0.001987851,0.0006380593,0.01130847,0.001607973],"domain_scores_gemma":[0.9128544,0.006404004,0.001397338,0.001023563,0.07291728,0.005403363],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002402288,0.00002032213,0.0004735159,0.0007428108,0.00001290932,0.0001125651,0.0001344801,0.00009295558,0.00004571511,0.001656906,0.8903769,0.1063068],"study_design_scores_gemma":[0.00001115294,0.00001302899,0.002248667,0.00204939,0.00002320297,0.0001508201,0.0001565535,0.00003593695,0.00003804969,0.0003928983,0.994857,0.00002328368],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001088833,0.5981587,0.001336652,0.2311664,0.06490395,0.0002112472,0.002840271,0.0004351632,0.09985878],"genre_scores_gemma":[0.01589876,0.7898116,0.005874269,0.09985958,0.01755937,0.0002103755,0.003844296,0.000379633,0.06656212],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9847575,"threshold_uncertainty_score":0.448801,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4394973106","doi":"10.56645/jmde.v19i45.947","title":"In Memoriam - Chris Coryn","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Legal case studies and regulations","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"McKnight Foundation; Eli Lilly and Company; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Sociology; Theology; Psychology; Philosophy","authors":[{"name":"John Akwetey","is_ca":false},{"name":"Lyssa Wilson Becho","is_ca":false},{"name":"Nicole Bowman","is_ca":false},{"name":"Janet Clinton","is_ca":false},{"name":"J. Bradley Cousins","is_ca":true},{"name":"Stewart I. Donaldson","is_ca":false},{"name":"Cheryl L. Endres","is_ca":false},{"name":"Gregory D. Greenman","is_ca":false},{"name":"Michael A. Harnar","is_ca":false},{"name":"John Hattie","is_ca":false},{"name":"Tom Lyzenga","is_ca":false},{"name":"Pedro Mateu","is_ca":false},{"name":"Satoshi Ozeki","is_ca":false},{"name":"Michael Quinn Patton","is_ca":false},{"name":"Mary Ramlow","is_ca":false},{"name":"Daniela C. Schröter","is_ca":false},{"name":"Zach Tilton","is_ca":false},{"name":"Carl D. Westine","is_ca":false},{"name":"Kurt Wilson","is_ca":false},{"name":"Lori A. Wingate","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07754206848215654,"gpt":0.4367946990376323,"spread":0.3592526305554757,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01127311,0.001450968,0.00243587,0.00185452,0.006902243,0.01086151,0.003931882,0.01543393,0.02329844],"category_scores_gemma":[0.09983494,0.0007283228,0.001576206,0.0008524006,0.00500149,0.006299841,0.006441464,0.03111653,0.01810472],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008176401,"about_ca_system_score_gemma":0.01133272,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0177578,"about_ca_topic_score_gemma":0.03900517,"domain_scores_codex":[0.992174,0.001534828,0.0007172801,0.001329731,0.003608702,0.000635432],"domain_scores_gemma":[0.9457486,0.01447013,0.002278313,0.001769324,0.02884422,0.006889376],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000609688,0.000004824552,0.00005343775,0.00001836958,0.000003330356,0.00008476422,0.00006525568,0.000005953915,0.00001210272,0.0004341739,0.9972345,0.002077152],"study_design_scores_gemma":[0.00001766439,0.00000759342,0.0003218969,0.0002008469,0.00001585038,0.0003321096,0.0007360002,0.00006159725,0.00005990006,0.002394433,0.9958323,0.0000198339],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"other","genre_scores_codex":[0.0001263744,0.002546233,0.0002213139,0.631202,0.3625629,0.00004196475,0.0001091816,0.00006041103,0.003129573],"genre_scores_gemma":[0.003391044,0.002857897,0.0006077135,0.6745281,0.233009,0.0002249626,0.00008786092,0.0001190525,0.08517432],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.02329844,"threshold_uncertainty_score":0.07794106,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1544634347","doi":"10.56645/jmde.v3i4.95","title":"Review of Research Evaluation, Volumes 13(3), 14(1), and 14(2)","year":2006,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Psychology","authors":[{"name":"Chris L. S. Coryn","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.365610475907359,"gpt":0.5976328797105598,"spread":0.2320224038032008,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02542181,0.001440081,0.003758385,0.0188167,0.001350634,0.008398412,0.002696271,0.003614761,0.02134734],"category_scores_gemma":[0.08802342,0.001165776,0.001498075,0.02288752,0.003871993,0.006656885,0.002056603,0.002890144,0.01020154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01101894,"about_ca_system_score_gemma":0.02049391,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01030087,"about_ca_topic_score_gemma":0.01755366,"domain_scores_codex":[0.9721771,0.006530573,0.004530482,0.001478307,0.01472712,0.0005563367],"domain_scores_gemma":[0.9090649,0.04749696,0.005974191,0.002749067,0.03295914,0.001755761],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005109445,0.00004839325,0.0002960911,0.01444839,0.00009493146,0.00003680118,0.0002080019,0.0001786071,0.0002603116,0.009104424,0.6267799,0.3484931],"study_design_scores_gemma":[0.00001567522,0.00003302907,0.001295336,0.01292069,0.0000756276,0.0001230549,0.0001376167,0.00008190788,0.0001263663,0.002821333,0.9823465,0.00002294839],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001069288,0.9650979,0.0009554095,0.01064872,0.01503927,0.00009221067,0.0001864809,0.00005321116,0.007819909],"genre_scores_gemma":[0.002848569,0.9683516,0.00194472,0.005397989,0.011669,0.0001478794,0.0003812989,0.00008815712,0.009170786],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9745782,"threshold_uncertainty_score":0.134445,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389686269","doi":"10.56645/jmde.v19i46.969","title":"Rethinking Evaluator Competencies in an Age of Discontinuity – Implications of Inequities, Sustainability and the Pandemic for Training Evaluators: An Introduction to a Special Volume","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Pandemic; Sustainability; Coronavirus disease 2019 (COVID-19); Sociology; Psychology; Political science; Engineering ethics; Medicine; Engineering; Biology; Ecology","authors":[{"name":"Sanjeev Sridharan","is_ca":false},{"name":"Rachael Gibson","is_ca":true},{"name":"April Nakaima","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2642530573592116,"gpt":0.5106165978136467,"spread":0.246363540454435,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01836414,0.0008702795,0.0009196097,0.002122218,0.002781303,0.007793612,0.00230247,0.007964644,0.01084827],"category_scores_gemma":[0.030282,0.0005559413,0.0007624356,0.001216962,0.005262172,0.01278594,0.007857919,0.01134592,0.00285529],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003388269,"about_ca_system_score_gemma":0.008144188,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00233012,"about_ca_topic_score_gemma":0.01373845,"domain_scores_codex":[0.9923508,0.00378741,0.0007371257,0.0005717384,0.001931092,0.000621938],"domain_scores_gemma":[0.9667626,0.0210523,0.001208005,0.0009233489,0.00672498,0.00332873],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004758366,0.0002496658,0.001694053,0.001366173,0.00002690711,0.000307601,0.01138486,0.0002339106,0.001599509,0.03969274,0.6057186,0.3376786],"study_design_scores_gemma":[0.00001791222,0.0001142902,0.004437988,0.003754934,0.00001639525,0.0008355709,0.00771813,0.0002441759,0.0005460167,0.04595412,0.9362763,0.00008417758],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"editorial","genre_scores_codex":[0.006287517,0.2031723,0.0324777,0.5738742,0.1484805,0.0003577877,0.0001868453,0.0004563497,0.03470678],"genre_scores_gemma":[0.08818801,0.238434,0.1177366,0.3442154,0.1235791,0.00144558,0.0005336111,0.001296215,0.08457154],"genre_candidate":"editorial","genre_consensus":null,"teacher_disagreement_score":0.01836414,"threshold_uncertainty_score":0.09712005,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4377142049","doi":"10.56645/jmde.v19i43.837","title":"The Integration of the Program Evaluation Standards into an Evaluation Toolkit for a Transformative Model of Care for Mental Health Service Delivery","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Transformative learning; Mental health; Process management; Process (computing); Health care; Logic model; Service delivery framework; Computer science; Service (business); Knowledge management; Psychology; Business; Sociology; Pedagogy; Political science","authors":[{"name":"M. Elizabeth Snow","is_ca":true},{"name":"Mai Berger","is_ca":true},{"name":"Alexia Jaouich","is_ca":false},{"name":"Mélanie Hood","is_ca":false},{"name":"Amy Salmon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5826331380281115,"gpt":0.6905983737903973,"spread":0.1079652357622859,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5031036,0.001746298,0.002335546,0.01019169,0.004855618,0.01801505,0.006827879,0.005428061,0.003684013],"category_scores_gemma":[0.5040566,0.002137291,0.004100996,0.007819214,0.01197852,0.02047542,0.02435526,0.01513343,0.002351785],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03204351,"about_ca_system_score_gemma":0.1477585,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008895773,"about_ca_topic_score_gemma":0.0127784,"domain_scores_codex":[0.3851427,0.4772305,0.06185935,0.006542148,0.06377585,0.005449563],"domain_scores_gemma":[0.3645223,0.3481888,0.02529193,0.08238698,0.1621465,0.01746364],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002492474,0.001181751,0.005458753,0.008572582,0.000267814,0.0005196441,0.02649992,0.01558281,0.002180428,0.2832994,0.07755953,0.5786282],"study_design_scores_gemma":[0.0006219982,0.001838221,0.01293531,0.03339564,0.0002875798,0.001350595,0.01876194,0.02587263,0.006835815,0.3639646,0.5332824,0.0008533257],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01024503,0.001909203,0.8406437,0.06822558,0.001742352,0.02187231,0.0007520368,0.005254742,0.049355],"genre_scores_gemma":[0.03854557,0.0009480082,0.9415361,0.002359696,0.0001487738,0.01242186,0.0007248549,0.0006046152,0.002710571],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4968964,"threshold_uncertainty_score":0.6127619,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}