{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":19,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":19,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"7dc0bf08a709","filters":{"venue":"Evaluation Journal of Australasia"}},"results":[{"id":"W2740844297","doi":"10.1177/1035719x0200200212","title":"Triage: A new group technique gaining recognition in evaluation","year":2002,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval; Quebec Automobile Insurance Corporation","funders":"","keywords":"Triage; Context (archaeology); Computer science; Delphi method; Focus group; Process (computing); Delphi; Flexibility (engineering); Process management; Data science; Knowledge management; Artificial intelligence; Engineering; Medicine; Medical emergency","authors":[{"name":"Marie Gervais","is_ca":true},{"name":"Geneviève Pépin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4213983606392435,"gpt":0.5097812029103096,"spread":0.08838284227106608,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1636908,0.001690117,0.002445654,0.01093885,0.004746619,0.009960319,0.003180175,0.0041087,0.006053082],"category_scores_gemma":[0.2043274,0.001090048,0.001472785,0.008287549,0.02153224,0.01656427,0.01361788,0.007405993,0.002136417],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004954157,"about_ca_system_score_gemma":0.00921916,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001591338,"about_ca_topic_score_gemma":0.002252743,"domain_scores_codex":[0.6877567,0.2583908,0.009563016,0.008705926,0.03382812,0.001755422],"domain_scores_gemma":[0.7362713,0.2037572,0.007497947,0.02084865,0.02829027,0.003334725],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003258076,0.0001724351,0.002445515,0.003306022,0.0001139361,0.0003863991,0.0586528,0.0006367849,0.001962817,0.1717974,0.02038318,0.7398169],"study_design_scores_gemma":[0.0002861447,0.001920981,0.005881954,0.008488103,0.0002804652,0.00526388,0.03677541,0.007579637,0.003162049,0.30385,0.6258891,0.0006223976],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007393242,0.01045153,0.9162002,0.01756879,0.003550727,0.004876159,0.0001171811,0.001011812,0.03883029],"genre_scores_gemma":[0.0701291,0.007281067,0.899676,0.004276171,0.001710799,0.009129439,0.00008768374,0.000691539,0.007018105],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8363093,"threshold_uncertainty_score":0.8656898,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1548455965","doi":"10.1177/1035719x0700700105","title":"Contribution analysis","year":2007,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Advancing Health Outcomes","funders":"Australian Agency for International Development","keywords":"Outcome (game theory); Political science; Risk analysis (engineering); Process management; Computer science; Engineering; Business; Economics","authors":[{"name":"Fiona Kotvojs","is_ca":false},{"name":"Bradley Shrimpton","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1838261208487757,"gpt":0.5447163949946406,"spread":0.3608902741458649,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024673,0.001774402,0.001191468,0.01416585,0.004392564,0.008780876,0.003827144,0.001256212,0.0754072],"category_scores_gemma":[0.08212762,0.000494184,0.001947582,0.00958452,0.00185039,0.007694736,0.009211132,0.001877729,0.02075733],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004757958,"about_ca_system_score_gemma":0.009984725,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004909842,"about_ca_topic_score_gemma":0.003834414,"domain_scores_codex":[0.9635184,0.01045232,0.002591389,0.005122724,0.01603697,0.002278132],"domain_scores_gemma":[0.9386466,0.01428275,0.003352604,0.009726472,0.03200785,0.001983607],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004180569,0.0002504055,0.01873896,0.0009419899,0.0001511153,0.0002302904,0.006366585,0.001899749,0.00122616,0.2757878,0.09409948,0.5998893],"study_design_scores_gemma":[0.00007187638,0.0002320767,0.01324393,0.0009449221,0.0002192532,0.0005229587,0.008805403,0.01291302,0.004758112,0.1349692,0.8231684,0.0001507575],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.02921377,0.0008040577,0.3682503,0.004716086,0.001700282,0.006355172,0.01112216,0.00501862,0.5728196],"genre_scores_gemma":[0.3060771,0.001170169,0.3902352,0.00142973,0.0007637416,0.005868056,0.0215692,0.002437321,0.2704495],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.975327,"threshold_uncertainty_score":0.2522622,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3015092896","doi":"10.1177/1035719x20905056","title":"Thinking with theory as a policy evaluation tool: The case of boarding schools for remote First Nations students","year":2020,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Indigenous and Place-Based Education","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Project commissioning; Investment (military); Boarding school; Publishing; Quality (philosophy); Public relations; Policy analysis; Public administration; Economic growth; Sociology; Political science; Economics","authors":[{"name":"John Guenther","is_ca":false},{"name":"Tessa Benveniste","is_ca":false},{"name":"Michelle Redman‐MacLaren","is_ca":false},{"name":"David Mander","is_ca":false},{"name":"Janya McCalman","is_ca":false},{"name":"Marnie O’Bryan","is_ca":false},{"name":"Sam Osborne","is_ca":false},{"name":"Richard Stewart","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06148909512569058,"gpt":0.4220929820927797,"spread":0.3606038869670892,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08663052,0.000740081,0.0007757158,0.003426032,0.01553029,0.01336701,0.002536576,0.006143522,0.006281002],"category_scores_gemma":[0.07711677,0.0005911134,0.001008884,0.00362583,0.02257228,0.01286621,0.009470094,0.007750717,0.0003140323],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02790311,"about_ca_system_score_gemma":0.02706303,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01708128,"about_ca_topic_score_gemma":0.0296567,"domain_scores_codex":[0.8885027,0.1024499,0.001167431,0.001273065,0.003167289,0.003439654],"domain_scores_gemma":[0.8503996,0.1359614,0.002842896,0.002790567,0.004818918,0.003186766],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001867636,0.001095602,0.004938027,0.0006545982,0.00004922867,0.002202944,0.123226,0.00931489,0.000586956,0.7895214,0.00595923,0.06226435],"study_design_scores_gemma":[0.0005186566,0.001252185,0.006050023,0.002671411,0.000149026,0.0005164202,0.3621016,0.04350679,0.003460547,0.4718288,0.1077327,0.0002119956],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5556941,0.001710874,0.1113044,0.08752002,0.0004732154,0.003748481,0.0001460876,0.0001670256,0.2392358],"genre_scores_gemma":[0.9305623,0.000497129,0.06158083,0.002421207,0.00003870111,0.001310116,0.00002993897,0.0000501992,0.003509598],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9829187,"threshold_uncertainty_score":0.4581515,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2738974322","doi":"10.1177/1035719x0500500203","title":"Measuring Success: Factors Impacting on the Implementation and Use of Performance Measurement within Victoria's Human Services Agencies","year":2005,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Public Policy and Administration Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for International Governance Innovation","funders":"","keywords":"Accountability; Performance measurement; Government (linguistics); Human services; Human resources; Politics; Service (business); Business; Performance management; Conceptual framework; Knowledge management; Public relations; Process management; Political science; Computer science; Marketing; Sociology","authors":[{"name":"Paul Ramage","is_ca":false},{"name":"Anona Armstrong","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3187265319179787,"gpt":0.4521182143741484,"spread":0.1333916824561697,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09795539,0.0004449901,0.0006904971,0.003532278,0.007361622,0.01296738,0.001815505,0.001337549,0.001380234],"category_scores_gemma":[0.3136339,0.0007992774,0.0004176566,0.00622512,0.008114455,0.003612165,0.007051959,0.004067606,0.0003650044],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03354311,"about_ca_system_score_gemma":0.07970125,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.2609079,"about_ca_topic_score_gemma":0.2634355,"domain_scores_codex":[0.8023325,0.1177458,0.009281159,0.003537084,0.0454266,0.02167683],"domain_scores_gemma":[0.5443408,0.2487764,0.07040861,0.01149793,0.08110334,0.04387285],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003786791,0.0005463728,0.6987453,0.0007431633,0.0001997704,0.000398287,0.12075,0.002566124,0.001429937,0.0141719,0.003226288,0.1568441],"study_design_scores_gemma":[0.0000318906,0.0004247792,0.9225011,0.0004111575,0.0000536212,0.0000850811,0.06241683,0.002033597,0.0007183667,0.002737178,0.008449366,0.0001369932],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9673561,0.0008379137,0.002302244,0.0069803,0.00003676665,0.0003959145,0.00006793217,0.00004905052,0.02197368],"genre_scores_gemma":[0.9984472,0.0001330389,0.0008207767,0.0001061676,0.000006088905,0.00004821369,0.00001276701,0.000008302839,0.0004173861],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2609079,"threshold_uncertainty_score":0.5187784,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1588254628","doi":"10.1177/1035719x0900900107","title":"Assessment, Evaluation and Improvement of University Council Performance","year":2009,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Commonwealth, Australian Politics and Federalism","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for International Governance Innovation","funders":"","keywords":"Corporate governance; Government (linguistics); Public administration; Research council; Political science; Quality (philosophy); Public sector; Private sector; Higher education; Accounting; Business; Public relations; Engineering; Finance","authors":[{"name":"Anona Armstrong","is_ca":true},{"name":"Zita Unger","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09597426486263874,"gpt":0.379544139714682,"spread":0.2835698748520432,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09658448,0.0004605528,0.000786575,0.006751689,0.002664409,0.005483665,0.001197297,0.0007964988,0.001597193],"category_scores_gemma":[0.2096284,0.0002628268,0.0003975921,0.006110742,0.0024049,0.003784096,0.004446275,0.001144844,0.0007344686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007364124,"about_ca_system_score_gemma":0.01566402,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01637982,"about_ca_topic_score_gemma":0.02336621,"domain_scores_codex":[0.8476586,0.1048849,0.009853465,0.002285633,0.0324714,0.002845888],"domain_scores_gemma":[0.7689522,0.0766465,0.03806885,0.008742635,0.09964573,0.007944188],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003532293,0.001042944,0.2271463,0.001112388,0.0001416164,0.0001089859,0.01967534,0.003101297,0.001584176,0.009644031,0.01139028,0.7246996],"study_design_scores_gemma":[0.0001048738,0.004226003,0.8453451,0.002036786,0.0001466536,0.0001982381,0.06457497,0.01246696,0.00607479,0.00784386,0.05668323,0.0002985734],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8104157,0.003018136,0.04725628,0.00517743,0.0004060865,0.00435009,0.0005458322,0.0004186103,0.1284119],"genre_scores_gemma":[0.9547572,0.001219424,0.03781402,0.0001621335,0.00006975678,0.001102871,0.0002482121,0.0000393068,0.004587121],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09658448,"threshold_uncertainty_score":0.5107937,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4221079982","doi":"10.1177/1035719x221080575","title":"Evaluation in the field of early childhood development: A scoping review","year":2022,"lang":"en","type":"review","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Bridging (networking); Field (mathematics); Evaluation methods; Inclusion (mineral); Program evaluation; Early childhood education; Impact evaluation; Capacity building; Early childhood; Psychology; Political science; Management science; Computer science; Engineering; Medicine; Pedagogy; Social psychology; Developmental psychology","authors":[{"name":"Giulia Puinean","is_ca":true},{"name":"Rebecca Gokiert","is_ca":true},{"name":"Mischa Taylor","is_ca":true},{"name":"Shelly Jun","is_ca":true},{"name":"Pieter de Vos","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4327275463112958,"gpt":0.5948855563214568,"spread":0.1621580100101609,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04347343,0.001843812,0.005640654,0.02124907,0.001840649,0.006038343,0.002275189,0.004038296,0.004305978],"category_scores_gemma":[0.1315431,0.001233797,0.004057236,0.02236374,0.002752857,0.00498375,0.003121575,0.002668713,0.0007271854],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00900725,"about_ca_system_score_gemma":0.04174821,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01366831,"about_ca_topic_score_gemma":0.02409347,"domain_scores_codex":[0.9672894,0.01560856,0.00874076,0.001227677,0.006420019,0.0007135548],"domain_scores_gemma":[0.8214877,0.1518691,0.008413147,0.002278347,0.0149968,0.0009548794],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00008920422,0.00006135531,0.000521265,0.5932385,0.000985701,0.0001260746,0.0009777187,0.0003027105,0.000218875,0.003895128,0.007629241,0.3919542],"study_design_scores_gemma":[0.00001894982,0.00004808012,0.000695269,0.9300252,0.001649257,0.0001398452,0.0005111393,0.00007670647,0.0001403741,0.001241223,0.06543471,0.00001913373],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001636564,0.9974252,0.0004180805,0.0006841548,0.0002203267,0.0002735444,0.00005906477,0.00000692566,0.0007490254],"genre_scores_gemma":[0.002435585,0.9954862,0.001122301,0.0002918447,0.00008922917,0.0003934645,0.00006424178,0.000005461286,0.0001116104],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9565266,"threshold_uncertainty_score":0.2299123,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4291209168","doi":"10.1177/1035719x221119841","title":"Developmental evaluation during the COVID-19 pandemic: Practice-based learnings from projects in British Columbia, Canada","year":2022,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Context (archaeology); Leverage (statistics); Knowledge management; Embeddedness; Coronavirus disease 2019 (COVID-19); Pandemic; Ambidexterity; Stakeholder engagement; Public relations; Process management; Political science; Business; Sociology; Computer science","authors":[{"name":"Ihoghosa Iyamu","is_ca":true},{"name":"Mai Berger","is_ca":true},{"name":"Saranee Fernando","is_ca":true},{"name":"M. Elizabeth Snow","is_ca":true},{"name":"Amy Salmon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2149837205483497,"gpt":0.4556638389750601,"spread":0.2406801184267104,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0447906,0.0008547609,0.0007089819,0.001661843,0.0202723,0.00824701,0.003742393,0.001912895,0.002837385],"category_scores_gemma":[0.0540074,0.0005966073,0.0004573506,0.002217434,0.009909487,0.002088322,0.01010998,0.003417789,0.0004420332],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.1044412,"about_ca_system_score_gemma":0.204474,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.7509953,"about_ca_topic_score_gemma":0.9159284,"domain_scores_codex":[0.9584869,0.02656687,0.001032076,0.001635796,0.005429682,0.006848676],"domain_scores_gemma":[0.9232576,0.02039351,0.001905554,0.002458035,0.0272495,0.0247357],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0008947991,0.003392793,0.04172449,0.001577935,0.0001259135,0.005346679,0.5472206,0.007354685,0.003713942,0.01430293,0.04345025,0.3308949],"study_design_scores_gemma":[0.0002160653,0.001177784,0.04538173,0.00210545,0.00006219061,0.0005606953,0.7178961,0.003789323,0.003242673,0.005868316,0.219411,0.0002887438],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8983533,0.002288642,0.009629618,0.01784039,0.0002963773,0.003446868,0.0003568048,0.0002116582,0.06757636],"genre_scores_gemma":[0.9712684,0.00114407,0.01267663,0.001334232,0.00002775261,0.0008582933,0.0002100432,0.00008627103,0.01239437],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9552094,"threshold_uncertainty_score":0.7577775,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3154034046","doi":"10.1177/1035719x211008263","title":"Thinking with complexity in evaluation: A case study review","year":2021,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact","funders":"","keywords":"Context (archaeology); Management science; Social complexity; Computer science; Complexity management; Exploratory research; Knowledge management; Sociology; Social science; Engineering; Management","authors":[{"name":"Chris Roche","is_ca":false},{"name":"Graham Brown","is_ca":true},{"name":"Samantha Clune","is_ca":false},{"name":"Nora Shields","is_ca":false},{"name":"Virginia Lewis","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5494958181463374,"gpt":0.5867373010000473,"spread":0.03724148285370987,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06138197,0.001000737,0.002400719,0.01018041,0.002531121,0.006693723,0.002681274,0.005392608,0.001559699],"category_scores_gemma":[0.1464594,0.0009738076,0.001999394,0.01590171,0.006189739,0.006137141,0.004369147,0.003363791,0.0003778409],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008887323,"about_ca_system_score_gemma":0.01481803,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007926549,"about_ca_topic_score_gemma":0.01520326,"domain_scores_codex":[0.9086448,0.06586393,0.01288486,0.001595526,0.009829516,0.001181391],"domain_scores_gemma":[0.7041903,0.2729032,0.00785008,0.003445539,0.01069507,0.0009158704],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.000199652,0.0003722482,0.003132653,0.09716688,0.0005279313,0.007515177,0.02798536,0.001745907,0.0006833369,0.04194512,0.01326146,0.8054643],"study_design_scores_gemma":[0.0001021348,0.000623799,0.006411724,0.3674462,0.00129485,0.02255049,0.03592383,0.001814648,0.002186217,0.02631992,0.5350646,0.0002616666],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.006351787,0.9690753,0.009492522,0.007487922,0.000381695,0.0005822935,0.00003075562,0.00001875745,0.00657897],"genre_scores_gemma":[0.0748312,0.9022262,0.01837978,0.002529225,0.0002881866,0.0009729536,0.00004938244,0.00003970811,0.0006834455],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.06138197,"threshold_uncertainty_score":0.3246228,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2376570249","doi":"10.1177/1035719x1501500204","title":"An evaluation of governance mechanisms as determinants of performance: A case study of Australian universities","year":2015,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Corporate Finance and Governance","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute on Governance","funders":"","keywords":"Corporate governance; Premise; Accounting; Context (archaeology); Business; Project governance; Good governance; Public relations; Political science; Finance; Geography","authors":[{"name":"Chitra De Silva Lokuwaduge","is_ca":false},{"name":"Anona Armstrong","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09357504224514256,"gpt":0.3377589451911069,"spread":0.2441839029459644,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007151874,0.0002763349,0.000494965,0.001906494,0.00415458,0.003243813,0.0008677437,0.001277549,0.001279066],"category_scores_gemma":[0.0132864,0.0002603135,0.0002830915,0.003301002,0.002284853,0.002297925,0.003018377,0.0009817152,0.0001522881],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006782106,"about_ca_system_score_gemma":0.00387356,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.05123154,"about_ca_topic_score_gemma":0.07433556,"domain_scores_codex":[0.9930019,0.005070765,0.0002172799,0.0001916603,0.0006845771,0.0008338115],"domain_scores_gemma":[0.9876928,0.007848766,0.001558477,0.0004610099,0.001353312,0.001085647],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003844719,0.002720563,0.3437651,0.0004995547,0.00006625056,0.01637407,0.5334081,0.003590714,0.002564586,0.02369701,0.001449426,0.07148018],"study_design_scores_gemma":[0.00005359457,0.001265511,0.3598328,0.0004412866,0.0000825647,0.002126328,0.6100937,0.009045059,0.002100019,0.003575712,0.01130186,0.00008153217],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9973651,0.00008945182,0.0001730943,0.0002265045,0.000001880699,0.00002698184,0.000009143414,0.000001041145,0.002106778],"genre_scores_gemma":[0.9988624,0.0001577383,0.0002773363,0.00003534419,0.000003038565,0.00001321433,0.000007275562,0.000001177501,0.0006425412],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05123154,"threshold_uncertainty_score":0.1018667,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386880443","doi":"10.1177/1035719x231200050","title":"A scoping review of commissioning practices used in the evaluation of Indigenous health and wellbeing programs: Protocol article","year":2023,"lang":"en","type":"review","venue":"Evaluation Journal of Australasia","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"National Health and Medical Research Council","keywords":"Project commissioning; Indigenous; Publishing; Best practice; Public relations; Commission; Political science; Law","authors":[{"name":"Summer May Finlay","is_ca":false},{"name":"Amohia Boulton","is_ca":false},{"name":"H. Blair Simpson","is_ca":false},{"name":"Bronwyn Fredericks","is_ca":false},{"name":"Yvette Roe","is_ca":false},{"name":"Jenni Judd","is_ca":false},{"name":"James A. Smith","is_ca":false},{"name":"Janaya Pender","is_ca":false},{"name":"Margaret Cargo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3515823254558067,"gpt":0.5814701198182733,"spread":0.2298877943624666,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.132203,0.004596985,0.01282629,0.0246322,0.005169788,0.01008951,0.004907166,0.007663028,0.04015183],"category_scores_gemma":[0.1758091,0.003430336,0.01148505,0.02571691,0.005801484,0.009585095,0.008443323,0.004795893,0.006784355],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01753153,"about_ca_system_score_gemma":0.09634276,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007583885,"about_ca_topic_score_gemma":0.01581626,"domain_scores_codex":[0.9069555,0.03642885,0.03880401,0.004586174,0.01111172,0.002113705],"domain_scores_gemma":[0.8852973,0.04819138,0.02650344,0.007056515,0.0304525,0.002498838],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007269965,0.0001073095,0.0003591784,0.9204843,0.0007369985,0.0002294403,0.002595381,0.0003677767,0.0006847621,0.003614225,0.01451969,0.05557397],"study_design_scores_gemma":[0.0009496342,0.0002783436,0.0009456545,0.8818204,0.002244487,0.000183333,0.001373492,0.0001163113,0.0005279799,0.002346669,0.1091327,0.00008108437],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.001085548,0.03915544,0.005425854,0.001478376,0.0008506222,0.9419515,0.006430641,0.0001404374,0.003481682],"genre_scores_gemma":[0.002250217,0.04179414,0.01366653,0.0006483162,0.0001190617,0.9382602,0.001906694,0.00003344748,0.001321364],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.132203,"threshold_uncertainty_score":0.6991644,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4309592929","doi":"10.1177/1035719x221139858","title":"A Culturally Adaptive Approach to First Nations evaluation consulting","year":2022,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Reflexivity; Context (archaeology); Corporate governance; Public relations; Cultural diversity; Work (physics); Sociology; Political science; Business; Social science; Engineering; Geography; Law","authors":[{"name":"Catherine Street","is_ca":false},{"name":"Belinda Kendall","is_ca":false},{"name":"Tina McGhie","is_ca":false},{"name":"Lauren O’Flaherty","is_ca":false},{"name":"Darren Schaeffer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2840191360571793,"gpt":0.4882824620841202,"spread":0.2042633260269409,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09680399,0.0005294603,0.0004667593,0.003445518,0.01599262,0.01731995,0.003574328,0.003629949,0.006462593],"category_scores_gemma":[0.08525659,0.0005344513,0.0006180168,0.002618911,0.04290134,0.008441208,0.01650203,0.007141562,0.0005876906],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02682824,"about_ca_system_score_gemma":0.03951002,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01663213,"about_ca_topic_score_gemma":0.03296918,"domain_scores_codex":[0.8275636,0.1551658,0.003058427,0.003848385,0.006802672,0.003561184],"domain_scores_gemma":[0.9082321,0.05490357,0.004435304,0.01305973,0.01219895,0.007170339],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004444038,0.0001846295,0.005011303,0.0002951644,0.00005070151,0.000883288,0.2213152,0.001100539,0.0006444945,0.6950728,0.006028878,0.06936868],"study_design_scores_gemma":[0.00004442415,0.000145547,0.00510675,0.001894402,0.00004265129,0.0008004617,0.226736,0.002346874,0.001284283,0.5135738,0.2478995,0.0001254029],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.1115854,0.003453246,0.1835217,0.1361236,0.001269881,0.002544516,0.00006645256,0.0003649754,0.5610702],"genre_scores_gemma":[0.9085975,0.0007880148,0.06785206,0.007635951,0.0001159833,0.001321974,0.00002073695,0.0001050044,0.01356276],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.09680399,"threshold_uncertainty_score":0.5119545,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2790752207","doi":"10.1177/1035719x1701700204","title":"Interactive Logic Models: Using Design and Technology to Explore the Effects of Dynamic Situations on Program Logic","year":2017,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Ontario College of Art and Design; Centre for Advancing Health Outcomes","funders":"","keywords":"Logic model; Computer science; Interactivity; Software engineering; Software; Process (computing); Logic programming; Human–computer interaction; Programming language; World Wide Web","authors":[{"name":"M. Elizabeth Snow","is_ca":true},{"name":"Nancy E. Snow","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4434407751028504,"gpt":0.5792202090185361,"spread":0.1357794339156857,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01121717,0.002103378,0.0006483059,0.003182658,0.001692007,0.008893398,0.003509875,0.001877825,0.01446097],"category_scores_gemma":[0.02931217,0.001407678,0.00195343,0.001437676,0.00795333,0.01254171,0.005620572,0.002743549,0.001546095],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003875034,"about_ca_system_score_gemma":0.003104162,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002982843,"about_ca_topic_score_gemma":0.003895915,"domain_scores_codex":[0.9912861,0.006270105,0.0003541099,0.0008654696,0.0009778502,0.0002462641],"domain_scores_gemma":[0.9673569,0.02698719,0.001123413,0.002832382,0.001187349,0.0005128414],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000556525,0.0006673213,0.00613353,0.002225909,0.0002178544,0.001006476,0.04314758,0.05683827,0.01663413,0.6321722,0.01049332,0.2299069],"study_design_scores_gemma":[0.0004454668,0.0008262383,0.001613505,0.001299276,0.0003080204,0.0008778188,0.007549942,0.1920301,0.01890651,0.5820695,0.1938147,0.000259087],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01753333,0.0002578407,0.9592659,0.001200056,0.0000670977,0.0004564745,0.000217909,0.002374884,0.01862641],"genre_scores_gemma":[0.1719034,0.0005229798,0.8181643,0.0003474965,0.00003188334,0.00170127,0.0003563791,0.0007823732,0.006189893],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01446097,"threshold_uncertainty_score":0.05932283,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2231091450","doi":"10.1177/1035719x1501500105","title":"A Three-Way Approach to Evaluating Partnerships: Partnership Survey, Integration Measure and Social Network Analysis","year":2015,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Community Health and Development","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"General partnership; Social network analysis; Government (linguistics); Social Partnership; Process management; Knowledge management; Public relations; Computer science; Business; Management science; Political science; Engineering; Public administration; World Wide Web","authors":[{"name":"Florent Gomez-Bonnet","is_ca":false},{"name":"M. Lori Thomas","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5868224709143645,"gpt":0.5260932263135538,"spread":0.06072924460081064,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2304969,0.002591084,0.003987066,0.03434633,0.004515512,0.008741483,0.003832722,0.00216434,0.005998365],"category_scores_gemma":[0.2408214,0.002076717,0.003487944,0.03168681,0.005974004,0.0143209,0.01920659,0.003552479,0.001052557],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01101157,"about_ca_system_score_gemma":0.02124009,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006817269,"about_ca_topic_score_gemma":0.009692261,"domain_scores_codex":[0.5392095,0.3941602,0.02760366,0.00576853,0.03092092,0.002337204],"domain_scores_gemma":[0.6898354,0.1853041,0.03089893,0.01860188,0.06975097,0.005608701],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007549934,0.001391208,0.07175343,0.0102687,0.001495613,0.0002809546,0.06055485,0.004349514,0.001580506,0.0743168,0.01712908,0.7561244],"study_design_scores_gemma":[0.001157691,0.01007753,0.1635052,0.01704361,0.001893536,0.001529549,0.2022014,0.06470162,0.01149535,0.2544059,0.2701611,0.001827513],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04970687,0.001920313,0.8578225,0.003626253,0.000405331,0.05614715,0.003002419,0.001179591,0.02618963],"genre_scores_gemma":[0.1104432,0.0008113891,0.8071225,0.0005811203,0.00007042786,0.07782785,0.001190055,0.0001178269,0.001835667],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2304969,"threshold_uncertainty_score":0.9489343,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2792013179","doi":"10.1177/1035719x1601600103","title":"Performance measurement as precursor to organizational evaluation capacity building","year":2016,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Public Policy and Administration Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Circus School","funders":"","keywords":"Transparency (behavior); Performance measurement; Business; Capacity building; Process management; Organizational performance; Knowledge management; Bridge (graph theory); Computer science; Risk analysis (engineering); Management science; Marketing; Engineering; Economics; Computer security; Medicine","authors":[{"name":"Isabelle Bourgeois","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2423111424169961,"gpt":0.4339898046548636,"spread":0.1916786622378676,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07230566,0.001219054,0.001002684,0.007290878,0.004361879,0.01286402,0.002904232,0.002147811,0.004882657],"category_scores_gemma":[0.1213482,0.001147981,0.001019464,0.005548404,0.01793976,0.01329984,0.009534893,0.004846113,0.0006636389],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01455643,"about_ca_system_score_gemma":0.02578591,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009078656,"about_ca_topic_score_gemma":0.00514582,"domain_scores_codex":[0.9191475,0.05622741,0.003855381,0.003923192,0.01042597,0.006420472],"domain_scores_gemma":[0.7805539,0.1338215,0.02228615,0.02546781,0.03083349,0.007037112],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007849687,0.0002907343,0.01651881,0.0005956084,0.000101744,0.0002260974,0.01147976,0.0179207,0.001040294,0.8789424,0.002265992,0.07053928],"study_design_scores_gemma":[0.0000979532,0.001004541,0.03578538,0.002120928,0.0001281211,0.0004297606,0.0295859,0.06682399,0.008447791,0.7601175,0.0949239,0.000534151],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1603167,0.001328881,0.4808079,0.02585919,0.0002735408,0.002694187,0.0002907701,0.001273492,0.3271553],"genre_scores_gemma":[0.9309269,0.0002567245,0.06471736,0.0003636781,0.000057521,0.0007667024,0.00007521459,0.00008534683,0.002750665],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.07230566,"threshold_uncertainty_score":0.3823935,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4378373311","doi":"10.1177/1035719x231179984","title":"Advancing an ethical imperative for collaborative approaches to evaluation with low incidence and underserved communities: Insights from a DeafBlind Support Services pilot program evaluation","year":2023,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"","keywords":"Transformative learning; Vocational education; Recreation; Service (business); Participatory evaluation; Psychology; Public relations; Medical education; Sociology; Political science; Medicine; Pedagogy; Business","authors":[{"name":"Vannesa Joly","is_ca":true},{"name":"Colleen McClure","is_ca":true},{"name":"Cheryl Poth","is_ca":true},{"name":"Navida Bachan","is_ca":false},{"name":"R McCarthy","is_ca":false},{"name":"C. Stephen Redhead","is_ca":false},{"name":"Jacqueline Pei","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4662869316973545,"gpt":0.508740093857817,"spread":0.04245316216046252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.3073847,0.000494906,0.000916301,0.001772403,0.02547939,0.01882802,0.004182367,0.00575706,0.002601896],"category_scores_gemma":[0.2926341,0.0007177565,0.0008212517,0.001174095,0.04001332,0.00988692,0.02347361,0.01333323,0.0003095929],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03244673,"about_ca_system_score_gemma":0.1520755,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03510644,"about_ca_topic_score_gemma":0.08706965,"domain_scores_codex":[0.5902045,0.3532641,0.00789268,0.004382724,0.03402261,0.0102334],"domain_scores_gemma":[0.5541908,0.3249681,0.01397683,0.01734002,0.0648672,0.02465704],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002044625,0.001162419,0.01002001,0.001072504,0.00005688471,0.002530423,0.6966652,0.0007838491,0.001681592,0.1527401,0.0187971,0.1142856],"study_design_scores_gemma":[0.0002079332,0.0008800313,0.005100981,0.004194772,0.00008385605,0.001651285,0.6747142,0.001946471,0.00348366,0.1349514,0.1725623,0.000223047],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2973042,0.003652043,0.127303,0.4886024,0.001828337,0.00646943,0.0000959257,0.0001809594,0.0745638],"genre_scores_gemma":[0.9031724,0.001066732,0.06190982,0.02582617,0.0001988929,0.00358278,0.00002526277,0.000132344,0.004085572],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3073847,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2793638346","doi":"10.1177/1035719x0300300205","title":"Reflections on a decade in the life of the Australasian Evaluation Society: 1990-1999","year":2003,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Rigour; Professional association; Consolidation (business); Political science; Sociology; Psychology; Public relations; Epistemology","authors":[{"name":"Ian G Trotman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3166674843876108,"gpt":0.5439863815010553,"spread":0.2273188971134445,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.06892526,0.0004982888,0.0006851289,0.002311648,0.01452274,0.02575486,0.002624446,0.01813995,0.00649875],"category_scores_gemma":[0.09075246,0.0007380705,0.00088415,0.004686329,0.01755875,0.01972696,0.01191172,0.02744945,0.001468655],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04056557,"about_ca_system_score_gemma":0.05287966,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.09766316,"about_ca_topic_score_gemma":0.1419281,"domain_scores_codex":[0.9576279,0.01973102,0.002776812,0.001948497,0.009709418,0.008206381],"domain_scores_gemma":[0.9258164,0.02097131,0.00492754,0.001137745,0.02234142,0.02480568],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003074485,0.0002861112,0.005803335,0.0006691482,0.00003353988,0.001192875,0.1682687,0.0002831746,0.0005099238,0.1870843,0.5731153,0.06244605],"study_design_scores_gemma":[0.00002992762,0.00007360043,0.007103036,0.001130651,0.000006742097,0.0002335784,0.1132699,0.00008783986,0.0001665505,0.00958557,0.8682546,0.00005804852],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01292948,0.01435625,0.0003583446,0.9509062,0.005276052,0.00002840093,0.00006100173,0.00001461347,0.01606969],"genre_scores_gemma":[0.4752946,0.02755218,0.001329773,0.4371533,0.00638206,0.0002268759,0.0001843611,0.0002241215,0.05165264],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9854773,"threshold_uncertainty_score":0.364516,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2789492532","doi":"10.1177/1035719x0700700103","title":"The fate of recommendations","year":2007,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"General Dynamics (Canada)","funders":"","keywords":"Audit; Performance audit; Identification (biology); Business; Government (linguistics); Audit plan; Auditor independence; Parliament; Accounting; Chief audit executive; Joint audit; Public relations; Internal audit; Political science; Law; Politics","authors":[{"name":"Glenn Wheeler","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2628772830066536,"gpt":0.5593003095300301,"spread":0.2964230265233764,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07874735,0.0007921642,0.001075041,0.002610539,0.005712504,0.01784374,0.004846932,0.01178168,0.02750149],"category_scores_gemma":[0.3509742,0.0008239532,0.001287951,0.00232702,0.0102179,0.01939947,0.008264532,0.01404449,0.01063187],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009425563,"about_ca_system_score_gemma":0.03894956,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01289857,"about_ca_topic_score_gemma":0.01068405,"domain_scores_codex":[0.8699794,0.05787102,0.008903546,0.007408461,0.04844833,0.007389173],"domain_scores_gemma":[0.784923,0.0861202,0.01235084,0.03796844,0.06727886,0.01135861],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009770744,0.0001076467,0.004588015,0.0006835262,0.0001302114,0.000897483,0.006691977,0.0009210051,0.000319481,0.4246662,0.300347,0.2605498],"study_design_scores_gemma":[0.00004050102,0.00006117134,0.0008742927,0.001822712,0.00004092114,0.0002507458,0.00466924,0.0005840861,0.0004885051,0.1045854,0.8865291,0.00005326806],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01144488,0.006321169,0.03615046,0.6036859,0.01079662,0.000893136,0.000617711,0.0007379206,0.3293523],"genre_scores_gemma":[0.4661461,0.01105656,0.09253913,0.2104052,0.005674617,0.001415907,0.001351499,0.002082604,0.2093284],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.07874735,"threshold_uncertainty_score":0.4164608,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3151837118","doi":"10.1177/1035719x20982087","title":"Book review: Qualitative inquiry: Thematic, narrative and arts-based perspectives (2nd edition)","year":2020,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Advancing Health Outcomes","funders":"","keywords":"Thematic map; Narrative; The arts; Narrative inquiry; Epistemology; Sociology; Visual arts; Art; Literature; Philosophy; Geography; Cartography","authors":[{"name":"M. Elizabeth Snow","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6949894939658819,"gpt":0.6938884711478448,"spread":0.001101022818037145,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01471931,0.001194611,0.002289628,0.009595421,0.001260087,0.005370214,0.001871728,0.002456255,0.03295843],"category_scores_gemma":[0.03767007,0.001091408,0.0009391592,0.01241183,0.002382255,0.004590699,0.002164666,0.002970166,0.01328767],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004455426,"about_ca_system_score_gemma":0.01362397,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009333805,"about_ca_topic_score_gemma":0.02466707,"domain_scores_codex":[0.9919716,0.003965429,0.0009800113,0.0003624241,0.002485964,0.0002345739],"domain_scores_gemma":[0.9285809,0.05702738,0.00249585,0.0009828099,0.01009341,0.0008195544],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000266763,0.00003131711,0.00005865404,0.01131909,0.00002656875,0.00004962793,0.0007785504,0.000104242,0.0003975231,0.004007439,0.8111956,0.1720048],"study_design_scores_gemma":[0.000009489074,0.0000275895,0.0002772246,0.01132281,0.00002248205,0.0002378707,0.0004115769,0.00004169288,0.0001675661,0.001875362,0.9855891,0.00001720217],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003298656,0.9037699,0.009837203,0.0275267,0.03307652,0.000977435,0.001208459,0.0002709375,0.02300302],"genre_scores_gemma":[0.003062393,0.8777621,0.0146053,0.01438888,0.01109224,0.002966062,0.001467651,0.0003492923,0.07430613],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.03295843,"threshold_uncertainty_score":0.1102569,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2791138626","doi":"10.1177/1035719x0500500104","title":"The Development of a Logic Model for the Protection against Family Violence Act: An Incremental Approach","year":2005,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Government of Northwest Territories","funders":"","keywords":"Legislation; Jurisdiction; Economic Justice; Process (computing); Domestic violence; Political science; Law; Computer science; Poison control; Medicine; Human factors and ergonomics; Environmental health; Programming language","authors":[{"name":"Janice Laycock","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3794026328909822,"gpt":0.4914204480204588,"spread":0.1120178151294766,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01822093,0.0008874777,0.000687476,0.004068479,0.002418196,0.006877752,0.00291158,0.001754429,0.005537845],"category_scores_gemma":[0.03277906,0.001011697,0.001567245,0.001968556,0.004279401,0.008742929,0.003660601,0.004344657,0.0008485593],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01204105,"about_ca_system_score_gemma":0.0195734,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0191868,"about_ca_topic_score_gemma":0.02974618,"domain_scores_codex":[0.985876,0.009658807,0.0007203136,0.0006550251,0.002651519,0.0004383896],"domain_scores_gemma":[0.9703781,0.02189629,0.000936548,0.001241922,0.005080832,0.0004663877],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000268194,0.0009476455,0.003793895,0.0007414487,0.00006180645,0.000643175,0.007553225,0.07530845,0.002268458,0.7251581,0.004179681,0.1790759],"study_design_scores_gemma":[0.0002576549,0.0007534394,0.001661437,0.001646603,0.000221063,0.0003648473,0.01053954,0.4443939,0.005972342,0.4600725,0.07393672,0.0001800125],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05894646,0.0005523171,0.8669188,0.009587152,0.000104259,0.005162389,0.0006203516,0.0006463085,0.057462],"genre_scores_gemma":[0.1640412,0.0003524648,0.8297036,0.0004446068,0.00002097571,0.002116109,0.0004652362,0.00005821265,0.002797616],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0191868,"threshold_uncertainty_score":0.09636265,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}