{"meta":{"query_hash":"7dc0bf08a709","filters":{"venue":"Evaluation Journal of Australasia"},"cohort_total":19,"direct_labels_cover":1,"predictions_cover":19,"exported":19,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/7dc0bf08a709","api":"https://metacan.xera.ac/api/v1/cohort?venue=Evaluation+Journal+of+Australasia"},"results":[{"id":"W1548455965","doi":"10.1177/1035719x0700700105","title":"Contribution analysis","year":2007,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes","funders":"Australian Agency for International Development","keywords":"Outcome (game theory); Political science; Risk analysis (engineering); Process management; Computer science; Engineering; Business; Economics","score_opus":0.18382612084877567,"score_gpt":0.5447163949946406,"score_spread":0.36089027414586494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548455965","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029213766,0.0008040577,0.36825025,0.0047160857,0.0017002821,0.006355172,0.011122162,0.00501862,0.5728196],"genre_scores_gemma":[0.30607706,0.001170169,0.39023516,0.0014297299,0.0007637416,0.005868056,0.0215692,0.0024373208,0.27044952],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9635184,0.010452321,0.002591389,0.0051227245,0.016036972,0.0022781324],"domain_scores_gemma":[0.9386466,0.014282747,0.0033526036,0.009726472,0.03200785,0.001983607],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024673002,0.0017744015,0.0011914677,0.014165847,0.004392564,0.008780876,0.0038271442,0.0012562117,0.0754072],"category_scores_gemma":[0.082127616,0.00049418403,0.001947582,0.00958452,0.0018503898,0.007694736,0.009211132,0.0018777292,0.020757327],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041805694,0.0002504055,0.018738955,0.00094198994,0.00015111534,0.00023029045,0.006366585,0.0018997488,0.0012261601,0.27578783,0.094099484,0.59988934],"study_design_scores_gemma":[0.000071876384,0.00023207668,0.013243929,0.0009449221,0.00021925315,0.0005229587,0.0088054035,0.012913017,0.0047581117,0.13496923,0.8231684,0.00015075746],"about_ca_topic_score_codex":0.004909842,"about_ca_topic_score_gemma":0.0038344138,"teacher_disagreement_score":0.975327,"about_ca_system_score_codex":0.0047579585,"about_ca_system_score_gemma":0.009984725,"threshold_uncertainty_score":0.25226223},"labels":[],"label_agreement":null},{"id":"W1588254628","doi":"10.1177/1035719x0900900107","title":"Assessment, Evaluation and Improvement of University Council Performance","year":2009,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Commonwealth, Australian Politics and Federalism","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for International Governance Innovation","funders":"","keywords":"Corporate governance; Government (linguistics); Public administration; Research council; Political science; Quality (philosophy); Public sector; Private sector; Higher education; Accounting; Business; Public relations; Engineering; Finance","score_opus":0.09597426486263874,"score_gpt":0.379544139714682,"score_spread":0.2835698748520432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588254628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8104157,0.0030181357,0.047256283,0.00517743,0.0004060865,0.00435009,0.0005458322,0.00041861026,0.12841189],"genre_scores_gemma":[0.95475715,0.001219424,0.037814025,0.00016213354,0.00006975678,0.0011028708,0.0002482121,0.000039306804,0.004587121],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.84765863,0.1048849,0.0098534655,0.002285633,0.032471403,0.0028458878],"domain_scores_gemma":[0.7689522,0.0766465,0.03806885,0.008742635,0.099645734,0.007944188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.096584484,0.00046055275,0.00078657496,0.006751689,0.002664409,0.005483665,0.0011972972,0.00079649885,0.001597193],"category_scores_gemma":[0.20962839,0.0002628268,0.0003975921,0.006110742,0.0024049,0.0037840963,0.0044462746,0.0011448435,0.0007344686],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035322935,0.0010429438,0.22714627,0.0011123884,0.00014161645,0.00010898591,0.019675337,0.0031012974,0.0015841756,0.009644031,0.011390277,0.72469956],"study_design_scores_gemma":[0.000104873805,0.0042260033,0.8453451,0.0020367857,0.00014665362,0.00019823809,0.06457497,0.01246696,0.00607479,0.00784386,0.056683235,0.00029857337],"about_ca_topic_score_codex":0.016379822,"about_ca_topic_score_gemma":0.023366211,"teacher_disagreement_score":0.096584484,"about_ca_system_score_codex":0.007364124,"about_ca_system_score_gemma":0.015664017,"threshold_uncertainty_score":0.5107937},"labels":[],"label_agreement":null},{"id":"W2231091450","doi":"10.1177/1035719x1501500105","title":"A Three-Way Approach to Evaluating Partnerships: Partnership Survey, Integration Measure and Social Network Analysis","year":2015,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Community Health and Development","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Social network analysis; Government (linguistics); Social Partnership; Process management; Knowledge management; Public relations; Computer science; Business; Management science; Political science; Engineering; Public administration; World Wide Web","score_opus":0.5868224709143645,"score_gpt":0.5260932263135538,"score_spread":0.06072924460081064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2231091450","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04970687,0.0019203135,0.8578225,0.0036262535,0.00040533103,0.05614715,0.0030024191,0.0011795907,0.026189625],"genre_scores_gemma":[0.11044315,0.0008113891,0.80712247,0.0005811203,0.000070427865,0.07782785,0.0011900548,0.000117826894,0.0018356666],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.5392095,0.39416024,0.027603664,0.00576853,0.030920923,0.0023372038],"domain_scores_gemma":[0.6898354,0.18530408,0.030898929,0.018601883,0.06975097,0.005608701],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2304969,0.002591084,0.0039870655,0.034346335,0.0045155124,0.008741483,0.0038327216,0.0021643403,0.005998365],"category_scores_gemma":[0.24082138,0.0020767169,0.0034879441,0.03168681,0.005974004,0.014320901,0.019206591,0.0035524787,0.0010525566],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075499335,0.0013912076,0.07175343,0.010268698,0.0014956129,0.0002809546,0.06055485,0.0043495144,0.0015805061,0.0743168,0.017129077,0.75612444],"study_design_scores_gemma":[0.0011576909,0.010077532,0.16350515,0.017043607,0.0018935362,0.0015295487,0.20220137,0.06470162,0.011495354,0.25440595,0.2701611,0.001827513],"about_ca_topic_score_codex":0.0068172687,"about_ca_topic_score_gemma":0.009692261,"teacher_disagreement_score":0.2304969,"about_ca_system_score_codex":0.011011572,"about_ca_system_score_gemma":0.021240085,"threshold_uncertainty_score":0.9489343},"labels":[],"label_agreement":null},{"id":"W2376570249","doi":"10.1177/1035719x1501500204","title":"An evaluation of governance mechanisms as determinants of performance: A case study of Australian universities","year":2015,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Corporate Finance and Governance","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Corporate governance; Premise; Accounting; Context (archaeology); Business; Project governance; Good governance; Public relations; Political science; Finance; Geography","score_opus":0.09357504224514256,"score_gpt":0.33775894519110694,"score_spread":0.24418390294596437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2376570249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99736506,0.000089451816,0.00017309427,0.00022650452,0.0000018806988,0.000026981845,0.000009143414,0.0000010411453,0.002106778],"genre_scores_gemma":[0.9988624,0.00015773826,0.0002773363,0.000035344194,0.0000030385654,0.000013214329,0.000007275562,0.0000011775007,0.00064254116],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9930019,0.005070765,0.00021727988,0.00019166034,0.0006845771,0.0008338115],"domain_scores_gemma":[0.9876928,0.007848766,0.0015584771,0.0004610099,0.0013533117,0.0010856473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071518742,0.0002763349,0.000494965,0.001906494,0.00415458,0.0032438133,0.0008677437,0.0012775486,0.0012790663],"category_scores_gemma":[0.013286398,0.00026031348,0.00028309147,0.0033010023,0.0022848535,0.0022979248,0.0030183769,0.0009817152,0.00015228809],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003844719,0.0027205625,0.3437651,0.00049955474,0.00006625056,0.01637407,0.5334081,0.0035907144,0.002564586,0.023697015,0.0014494258,0.071480185],"study_design_scores_gemma":[0.000053594566,0.0012655106,0.35983282,0.0004412866,0.0000825647,0.002126328,0.6100937,0.009045059,0.002100019,0.003575712,0.011301856,0.00008153217],"about_ca_topic_score_codex":0.051231544,"about_ca_topic_score_gemma":0.07433556,"teacher_disagreement_score":0.051231544,"about_ca_system_score_codex":0.006782106,"about_ca_system_score_gemma":0.0038735599,"threshold_uncertainty_score":0.10186666},"labels":[],"label_agreement":null},{"id":"W2738974322","doi":"10.1177/1035719x0500500203","title":"Measuring Success: Factors Impacting on the Implementation and Use of Performance Measurement within Victoria's Human Services Agencies","year":2005,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Public Policy and Administration Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for International Governance Innovation","funders":"","keywords":"Accountability; Performance measurement; Government (linguistics); Human services; Human resources; Politics; Service (business); Business; Performance management; Conceptual framework; Knowledge management; Public relations; Process management; Political science; Computer science; Marketing; Sociology","score_opus":0.31872653191797873,"score_gpt":0.4521182143741484,"score_spread":0.13339168245616967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738974322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96735615,0.00083791366,0.002302244,0.0069803,0.000036766654,0.00039591448,0.00006793217,0.000049050523,0.021973677],"genre_scores_gemma":[0.99844724,0.00013303888,0.00082077674,0.00010616764,0.000006088905,0.00004821369,0.000012767013,0.000008302839,0.00041738607],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.8023325,0.117745794,0.009281159,0.0035370835,0.045426603,0.021676833],"domain_scores_gemma":[0.54434085,0.24877639,0.07040861,0.011497929,0.08110334,0.043872852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09795539,0.00044499015,0.00069049705,0.0035322777,0.007361622,0.012967377,0.0018155046,0.0013375494,0.0013802345],"category_scores_gemma":[0.31363395,0.0007992774,0.00041765664,0.0062251203,0.008114455,0.0036121653,0.007051959,0.0040676063,0.00036500444],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037867908,0.0005463728,0.6987453,0.00074316334,0.00019977035,0.000398287,0.120750025,0.0025661236,0.0014299366,0.014171905,0.003226288,0.15684414],"study_design_scores_gemma":[0.0000318906,0.00042477917,0.9225011,0.00041115747,0.000053621203,0.000085081105,0.062416833,0.0020335969,0.0007183667,0.0027371785,0.008449366,0.00013699316],"about_ca_topic_score_codex":0.26090786,"about_ca_topic_score_gemma":0.26343554,"teacher_disagreement_score":0.26090786,"about_ca_system_score_codex":0.033543106,"about_ca_system_score_gemma":0.07970125,"threshold_uncertainty_score":0.51877844},"labels":[],"label_agreement":null},{"id":"W2740844297","doi":"10.1177/1035719x0200200212","title":"Triage: A new group technique gaining recognition in evaluation","year":2002,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Quebec Automobile Insurance Corporation","funders":"","keywords":"Triage; Context (archaeology); Computer science; Delphi method; Focus group; Process (computing); Delphi; Flexibility (engineering); Process management; Data science; Knowledge management; Artificial intelligence; Engineering; Medicine; Medical emergency","score_opus":0.4213983606392435,"score_gpt":0.5097812029103096,"score_spread":0.08838284227106608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740844297","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073932423,0.010451525,0.91620016,0.017568791,0.0035507267,0.0048761587,0.00011718108,0.0010118118,0.03883029],"genre_scores_gemma":[0.070129104,0.007281067,0.899676,0.0042761713,0.0017107987,0.009129439,0.00008768374,0.000691539,0.007018105],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.68775666,0.2583908,0.009563016,0.008705926,0.033828117,0.0017554215],"domain_scores_gemma":[0.73627126,0.20375715,0.0074979467,0.020848654,0.028290268,0.0033347253],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.16369076,0.001690117,0.0024456542,0.01093885,0.0047466187,0.009960319,0.0031801746,0.0041087,0.006053082],"category_scores_gemma":[0.20432737,0.0010900482,0.0014727848,0.008287549,0.021532243,0.016564272,0.0136178825,0.0074059926,0.0021364165],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003258076,0.00017243515,0.0024455152,0.0033060221,0.000113936054,0.00038639907,0.058652796,0.00063678494,0.0019628168,0.17179742,0.020383183,0.7398169],"study_design_scores_gemma":[0.0002861447,0.0019209812,0.0058819545,0.008488103,0.00028046517,0.00526388,0.036775406,0.0075796368,0.0031620488,0.30384997,0.62588906,0.00062239764],"about_ca_topic_score_codex":0.0015913381,"about_ca_topic_score_gemma":0.002252743,"teacher_disagreement_score":0.83630925,"about_ca_system_score_codex":0.0049541574,"about_ca_system_score_gemma":0.00921916,"threshold_uncertainty_score":0.8656898},"labels":[],"label_agreement":null},{"id":"W2789492532","doi":"10.1177/1035719x0700700103","title":"The fate of recommendations","year":2007,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"General Dynamics (Canada)","funders":"","keywords":"Audit; Performance audit; Identification (biology); Business; Government (linguistics); Audit plan; Auditor independence; Parliament; Accounting; Chief audit executive; Joint audit; Public relations; Internal audit; Political science; Law; Politics","score_opus":0.26287728300665364,"score_gpt":0.5593003095300301,"score_spread":0.29642302652337643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789492532","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011444884,0.0063211694,0.03615046,0.6036859,0.010796624,0.000893136,0.00061771105,0.0007379206,0.3293523],"genre_scores_gemma":[0.46614608,0.011056565,0.09253913,0.21040525,0.005674617,0.0014159069,0.0013514991,0.0020826035,0.20932838],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.86997944,0.057871018,0.008903546,0.007408461,0.04844833,0.0073891734],"domain_scores_gemma":[0.784923,0.0861202,0.012350837,0.037968438,0.06727886,0.011358609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07874735,0.00079216424,0.0010750409,0.0026105386,0.005712504,0.01784374,0.004846932,0.011781679,0.027501486],"category_scores_gemma":[0.3509742,0.00082395325,0.0012879511,0.0023270196,0.010217899,0.019399468,0.008264532,0.014044485,0.010631871],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009770744,0.00010764673,0.004588015,0.00068352616,0.00013021144,0.000897483,0.006691977,0.0009210051,0.00031948098,0.4246662,0.300347,0.26054978],"study_design_scores_gemma":[0.000040501018,0.00006117134,0.00087429275,0.0018227119,0.00004092114,0.00025074577,0.00466924,0.00058408605,0.00048850506,0.10458536,0.8865291,0.000053268057],"about_ca_topic_score_codex":0.012898574,"about_ca_topic_score_gemma":0.010684047,"teacher_disagreement_score":0.07874735,"about_ca_system_score_codex":0.009425563,"about_ca_system_score_gemma":0.038949557,"threshold_uncertainty_score":0.41646075},"labels":[],"label_agreement":null},{"id":"W2790752207","doi":"10.1177/1035719x1701700204","title":"Interactive Logic Models: Using Design and Technology to Explore the Effects of Dynamic Situations on Program Logic","year":2017,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario College of Art and Design; Centre for Advancing Health Outcomes","funders":"","keywords":"Logic model; Computer science; Interactivity; Software engineering; Software; Process (computing); Logic programming; Human–computer interaction; Programming language; World Wide Web","score_opus":0.4434407751028504,"score_gpt":0.5792202090185361,"score_spread":0.1357794339156857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790752207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017533328,0.00025784073,0.95926595,0.0012000557,0.000067097695,0.00045647452,0.00021790902,0.0023748837,0.018626407],"genre_scores_gemma":[0.1719034,0.00052297977,0.8181643,0.0003474965,0.00003188334,0.0017012705,0.00035637908,0.0007823732,0.006189893],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9912861,0.006270105,0.00035410994,0.00086546957,0.0009778502,0.00024626407],"domain_scores_gemma":[0.96735686,0.026987191,0.0011234131,0.0028323818,0.0011873486,0.0005128414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011217174,0.002103378,0.0006483059,0.0031826575,0.0016920071,0.008893398,0.0035098754,0.0018778247,0.01446097],"category_scores_gemma":[0.02931217,0.0014076781,0.0019534298,0.0014376759,0.00795333,0.012541707,0.0056205723,0.0027435487,0.0015460949],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055652496,0.0006673213,0.0061335303,0.002225909,0.00021785437,0.0010064755,0.043147575,0.05683827,0.01663413,0.63217217,0.010493322,0.2299069],"study_design_scores_gemma":[0.00044546675,0.0008262383,0.0016135053,0.0012992759,0.0003080204,0.0008778188,0.0075499415,0.1920301,0.018906513,0.58206946,0.19381465,0.00025908696],"about_ca_topic_score_codex":0.0029828432,"about_ca_topic_score_gemma":0.0038959146,"teacher_disagreement_score":0.01446097,"about_ca_system_score_codex":0.003875034,"about_ca_system_score_gemma":0.0031041617,"threshold_uncertainty_score":0.059322834},"labels":[],"label_agreement":null},{"id":"W2791138626","doi":"10.1177/1035719x0500500104","title":"The Development of a Logic Model for the Protection against Family Violence Act: An Incremental Approach","year":2005,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Northwest Territories","funders":"","keywords":"Legislation; Jurisdiction; Economic Justice; Process (computing); Domestic violence; Political science; Law; Computer science; Poison control; Medicine; Human factors and ergonomics; Environmental health; Programming language","score_opus":0.37940263289098225,"score_gpt":0.4914204480204588,"score_spread":0.11201781512947656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791138626","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058946457,0.0005523171,0.8669188,0.009587152,0.00010425897,0.0051623895,0.00062035164,0.0006463085,0.057462],"genre_scores_gemma":[0.16404116,0.00035246476,0.8297036,0.00044460685,0.000020975707,0.002116109,0.0004652362,0.000058212652,0.002797616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.985876,0.009658807,0.0007203136,0.00065502507,0.0026515187,0.00043838957],"domain_scores_gemma":[0.9703781,0.021896293,0.000936548,0.0012419225,0.005080832,0.0004663877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018220933,0.00088747765,0.00068747596,0.0040684794,0.0024181963,0.0068777525,0.0029115805,0.001754429,0.005537845],"category_scores_gemma":[0.032779064,0.0010116965,0.0015672446,0.0019685556,0.004279401,0.008742929,0.0036606013,0.0043446566,0.0008485593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026819398,0.0009476455,0.003793895,0.00074144866,0.00006180645,0.000643175,0.0075532254,0.07530845,0.0022684583,0.7251581,0.004179681,0.17907594],"study_design_scores_gemma":[0.0002576549,0.0007534394,0.0016614371,0.0016466035,0.00022106296,0.0003648473,0.010539537,0.4443939,0.0059723416,0.46007252,0.073936716,0.00018001247],"about_ca_topic_score_codex":0.019186798,"about_ca_topic_score_gemma":0.029746182,"teacher_disagreement_score":0.019186798,"about_ca_system_score_codex":0.012041055,"about_ca_system_score_gemma":0.0195734,"threshold_uncertainty_score":0.09636265},"labels":[],"label_agreement":null},{"id":"W2792013179","doi":"10.1177/1035719x1601600103","title":"Performance measurement as precursor to organizational evaluation capacity building","year":2016,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Public Policy and Administration Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Circus School","funders":"","keywords":"Transparency (behavior); Performance measurement; Business; Capacity building; Process management; Organizational performance; Knowledge management; Bridge (graph theory); Computer science; Risk analysis (engineering); Management science; Marketing; Engineering; Economics; Computer security; Medicine","score_opus":0.24231114241699608,"score_gpt":0.43398980465486364,"score_spread":0.19167866223786756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792013179","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16031669,0.0013288805,0.48080793,0.02585919,0.00027354082,0.0026941865,0.00029077005,0.0012734917,0.32715526],"genre_scores_gemma":[0.93092686,0.00025672448,0.06471736,0.00036367812,0.000057520996,0.0007667024,0.000075214586,0.00008534683,0.002750665],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9191475,0.056227412,0.0038553812,0.0039231917,0.010425967,0.0064204717],"domain_scores_gemma":[0.78055394,0.13382153,0.022286154,0.025467811,0.030833486,0.0070371116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.072305664,0.001219054,0.0010026844,0.0072908783,0.004361879,0.01286402,0.0029042321,0.0021478105,0.004882657],"category_scores_gemma":[0.12134822,0.001147981,0.001019464,0.005548404,0.017939761,0.013299838,0.009534893,0.0048461133,0.0006636389],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007849687,0.00029073432,0.016518814,0.0005956084,0.00010174403,0.00022609741,0.01147976,0.017920695,0.0010402941,0.87894243,0.002265992,0.07053928],"study_design_scores_gemma":[0.0000979532,0.0010045411,0.035785377,0.0021209284,0.00012812107,0.00042976064,0.029585898,0.06682399,0.0084477905,0.7601175,0.0949239,0.000534151],"about_ca_topic_score_codex":0.009078656,"about_ca_topic_score_gemma":0.00514582,"teacher_disagreement_score":0.072305664,"about_ca_system_score_codex":0.014556427,"about_ca_system_score_gemma":0.025785908,"threshold_uncertainty_score":0.38239348},"labels":[],"label_agreement":null},{"id":"W2793638346","doi":"10.1177/1035719x0300300205","title":"Reflections on a decade in the life of the Australasian Evaluation Society: 1990-1999","year":2003,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rigour; Professional association; Consolidation (business); Political science; Sociology; Psychology; Public relations; Epistemology","score_opus":0.3166674843876108,"score_gpt":0.5439863815010553,"score_spread":0.2273188971134445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793638346","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012929484,0.014356254,0.00035834455,0.95090616,0.005276052,0.000028400926,0.00006100173,0.000014613466,0.016069686],"genre_scores_gemma":[0.47529462,0.027552178,0.0013297733,0.4371533,0.00638206,0.0002268759,0.00018436112,0.00022412154,0.05165264],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9576279,0.019731024,0.0027768116,0.0019484967,0.009709418,0.0082063805],"domain_scores_gemma":[0.92581636,0.020971313,0.0049275397,0.0011377453,0.022341415,0.02480568],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.06892526,0.00049828883,0.0006851289,0.0023116483,0.014522737,0.025754858,0.002624446,0.01813995,0.00649875],"category_scores_gemma":[0.09075246,0.00073807046,0.00088415004,0.0046863286,0.017558753,0.019726958,0.011911715,0.02744945,0.0014686546],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030744847,0.00028611117,0.0058033345,0.00066914817,0.000033539876,0.0011928747,0.1682687,0.00028317457,0.0005099238,0.18708432,0.57311535,0.062446047],"study_design_scores_gemma":[0.000029927623,0.00007360043,0.0071030357,0.0011306508,0.0000067420974,0.00023357844,0.11326988,0.000087839864,0.00016655047,0.00958557,0.8682546,0.000058048525],"about_ca_topic_score_codex":0.09766316,"about_ca_topic_score_gemma":0.14192814,"teacher_disagreement_score":0.98547727,"about_ca_system_score_codex":0.040565573,"about_ca_system_score_gemma":0.052879658,"threshold_uncertainty_score":0.36451596},"labels":[],"label_agreement":null},{"id":"W3015092896","doi":"10.1177/1035719x20905056","title":"Thinking with theory as a policy evaluation tool: The case of boarding schools for remote First Nations students","year":2020,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Indigenous and Place-Based Education","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Project commissioning; Investment (military); Boarding school; Publishing; Quality (philosophy); Public relations; Policy analysis; Public administration; Economic growth; Sociology; Political science; Economics","score_opus":0.06148909512569058,"score_gpt":0.42209298209277973,"score_spread":0.36060388696708917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015092896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5556941,0.0017108738,0.11130437,0.08752002,0.00047321545,0.0037484814,0.0001460876,0.0001670256,0.23923582],"genre_scores_gemma":[0.9305623,0.00049712905,0.061580826,0.002421207,0.00003870111,0.0013101165,0.000029938969,0.0000501992,0.003509598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.8885027,0.10244994,0.0011674307,0.0012730653,0.003167289,0.0034396537],"domain_scores_gemma":[0.85039955,0.13596137,0.0028428962,0.002790567,0.004818918,0.0031867663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08663052,0.00074008096,0.0007757158,0.0034260317,0.015530286,0.013367009,0.0025365755,0.0061435224,0.0062810024],"category_scores_gemma":[0.077116765,0.0005911134,0.001008884,0.0036258297,0.022572277,0.012866212,0.009470094,0.007750717,0.00031403234],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018676359,0.0010956024,0.004938027,0.00065459823,0.00004922867,0.002202944,0.123226024,0.00931489,0.00058695604,0.7895214,0.0059592295,0.062264346],"study_design_scores_gemma":[0.0005186566,0.0012521845,0.0060500233,0.0026714108,0.00014902605,0.00051642023,0.36210158,0.043506786,0.0034605474,0.4718288,0.10773274,0.00021199565],"about_ca_topic_score_codex":0.017081276,"about_ca_topic_score_gemma":0.029656705,"teacher_disagreement_score":0.98291874,"about_ca_system_score_codex":0.02790311,"about_ca_system_score_gemma":0.027063033,"threshold_uncertainty_score":0.45815146},"labels":[],"label_agreement":null},{"id":"W3151837118","doi":"10.1177/1035719x20982087","title":"Book review: Qualitative inquiry: Thematic, narrative and arts-based perspectives (2nd edition)","year":2020,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes","funders":"","keywords":"Thematic map; Narrative; The arts; Narrative inquiry; Epistemology; Sociology; Visual arts; Art; Literature; Philosophy; Geography; Cartography","score_opus":0.6949894939658819,"score_gpt":0.6938884711478448,"score_spread":0.001101022818037145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151837118","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003298656,0.9037699,0.009837203,0.027526697,0.03307652,0.000977435,0.0012084593,0.00027093745,0.023003025],"genre_scores_gemma":[0.0030623933,0.8777621,0.014605298,0.014388878,0.011092237,0.0029660622,0.0014676513,0.00034929227,0.07430613],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919716,0.0039654286,0.0009800113,0.00036242406,0.0024859644,0.00023457392],"domain_scores_gemma":[0.92858094,0.057027385,0.0024958495,0.0009828099,0.01009341,0.00081955444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014719308,0.0011946111,0.0022896281,0.009595421,0.0012600865,0.005370214,0.0018717279,0.0024562553,0.03295843],"category_scores_gemma":[0.037670072,0.0010914078,0.0009391592,0.012411826,0.0023822554,0.004590699,0.0021646658,0.0029701656,0.013287666],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026676302,0.000031317108,0.00005865404,0.01131909,0.00002656875,0.000049627928,0.0007785504,0.00010424203,0.00039752308,0.004007439,0.81119555,0.17200479],"study_design_scores_gemma":[0.000009489074,0.000027589496,0.00027722464,0.011322815,0.000022482054,0.0002378707,0.00041157694,0.000041692878,0.00016756609,0.0018753621,0.9855891,0.000017202166],"about_ca_topic_score_codex":0.009333805,"about_ca_topic_score_gemma":0.02466707,"teacher_disagreement_score":0.03295843,"about_ca_system_score_codex":0.004455426,"about_ca_system_score_gemma":0.01362397,"threshold_uncertainty_score":0.11025691},"labels":[],"label_agreement":null},{"id":"W3154034046","doi":"10.1177/1035719x211008263","title":"Thinking with complexity in evaluation: A case study review","year":2021,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Context (archaeology); Management science; Social complexity; Computer science; Complexity management; Exploratory research; Knowledge management; Sociology; Social science; Engineering; Management","score_opus":0.5494958181463374,"score_gpt":0.5867373010000473,"score_spread":0.03724148285370987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154034046","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063517867,0.96907526,0.009492522,0.007487922,0.00038169496,0.0005822935,0.000030755622,0.000018757446,0.00657897],"genre_scores_gemma":[0.0748312,0.90222615,0.018379783,0.002529225,0.00028818662,0.00097295357,0.00004938244,0.00003970811,0.0006834455],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9086448,0.06586393,0.012884864,0.0015955265,0.009829516,0.0011813907],"domain_scores_gemma":[0.7041903,0.27290317,0.00785008,0.0034455392,0.010695073,0.0009158704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.061381966,0.001000737,0.0024007189,0.010180405,0.0025311208,0.006693723,0.0026812737,0.0053926078,0.0015596992],"category_scores_gemma":[0.14645939,0.00097380765,0.001999394,0.015901705,0.0061897393,0.006137141,0.004369147,0.0033637914,0.00037784086],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019965204,0.0003722482,0.0031326527,0.09716688,0.0005279313,0.0075151767,0.02798536,0.0017459065,0.00068333687,0.041945122,0.013261457,0.80546427],"study_design_scores_gemma":[0.00010213476,0.000623799,0.0064117243,0.36744615,0.0012948499,0.022550486,0.03592383,0.0018146482,0.0021862173,0.026319925,0.5350646,0.00026166657],"about_ca_topic_score_codex":0.007926549,"about_ca_topic_score_gemma":0.015203256,"teacher_disagreement_score":0.061381966,"about_ca_system_score_codex":0.008887323,"about_ca_system_score_gemma":0.014818026,"threshold_uncertainty_score":0.32462275},"labels":[],"label_agreement":null},{"id":"W4221079982","doi":"10.1177/1035719x221080575","title":"Evaluation in the field of early childhood development: A scoping review","year":2022,"lang":"en","type":"review","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Bridging (networking); Field (mathematics); Evaluation methods; Inclusion (mineral); Program evaluation; Early childhood education; Impact evaluation; Capacity building; Early childhood; Psychology; Political science; Management science; Computer science; Engineering; Medicine; Pedagogy; Social psychology; Developmental psychology","score_opus":0.43272754631129584,"score_gpt":0.5948855563214568,"score_spread":0.16215801001016095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221079982","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001636564,0.9974252,0.00041808048,0.0006841548,0.00022032669,0.00027354437,0.00005906477,0.0000069256603,0.0007490254],"genre_scores_gemma":[0.0024355846,0.9954862,0.0011223007,0.00029184468,0.00008922917,0.0003934645,0.00006424178,0.0000054612856,0.00011161042],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96728945,0.015608556,0.00874076,0.0012276775,0.006420019,0.0007135548],"domain_scores_gemma":[0.82148767,0.15186913,0.008413147,0.0022783468,0.014996804,0.0009548794],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04347343,0.0018438121,0.005640654,0.021249069,0.0018406494,0.0060383426,0.0022751887,0.004038296,0.004305978],"category_scores_gemma":[0.13154307,0.0012337974,0.0040572365,0.022363743,0.0027528573,0.0049837497,0.0031215746,0.002668713,0.0007271854],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089204215,0.000061355306,0.000521265,0.59323853,0.000985701,0.00012607459,0.0009777187,0.00030271045,0.00021887501,0.0038951284,0.007629241,0.39195415],"study_design_scores_gemma":[0.000018949822,0.00004808012,0.00069526903,0.9300252,0.0016492566,0.00013984516,0.0005111393,0.00007670647,0.00014037415,0.0012412231,0.06543471,0.000019133726],"about_ca_topic_score_codex":0.013668313,"about_ca_topic_score_gemma":0.024093473,"teacher_disagreement_score":0.9565266,"about_ca_system_score_codex":0.00900725,"about_ca_system_score_gemma":0.041748215,"threshold_uncertainty_score":0.22991228},"labels":[],"label_agreement":null},{"id":"W4291209168","doi":"10.1177/1035719x221119841","title":"Developmental evaluation during the COVID-19 pandemic: Practice-based learnings from projects in British Columbia, Canada","year":2022,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Context (archaeology); Leverage (statistics); Knowledge management; Embeddedness; Coronavirus disease 2019 (COVID-19); Pandemic; Ambidexterity; Stakeholder engagement; Public relations; Process management; Political science; Business; Sociology; Computer science","score_opus":0.21498372054834972,"score_gpt":0.4556638389750601,"score_spread":0.24068011842671036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291209168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89835334,0.0022886419,0.009629618,0.01784039,0.00029637726,0.0034468677,0.00035680475,0.00021165822,0.06757636],"genre_scores_gemma":[0.97126836,0.0011440697,0.012676632,0.0013342323,0.000027752612,0.00085829326,0.00021004316,0.00008627103,0.012394373],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95848686,0.026566872,0.0010320758,0.0016357962,0.005429682,0.0068486757],"domain_scores_gemma":[0.92325765,0.020393508,0.0019055539,0.0024580352,0.027249498,0.024735697],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0447906,0.0008547609,0.00070898194,0.0016618433,0.020272298,0.00824701,0.0037423933,0.0019128954,0.0028373853],"category_scores_gemma":[0.054007404,0.00059660734,0.0004573506,0.0022174339,0.009909487,0.002088322,0.010109976,0.0034177892,0.00044203323],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089479913,0.0033927928,0.04172449,0.0015779352,0.00012591349,0.0053466787,0.54722065,0.0073546846,0.0037139417,0.0143029345,0.043450255,0.33089495],"study_design_scores_gemma":[0.00021606527,0.0011777839,0.04538173,0.0021054498,0.00006219061,0.0005606953,0.7178961,0.0037893231,0.0032426734,0.005868316,0.21941096,0.00028874385],"about_ca_topic_score_codex":0.7509953,"about_ca_topic_score_gemma":0.91592836,"teacher_disagreement_score":0.9552094,"about_ca_system_score_codex":0.104441196,"about_ca_system_score_gemma":0.20447402,"threshold_uncertainty_score":0.75777745},"labels":[],"label_agreement":null},{"id":"W4309592929","doi":"10.1177/1035719x221139858","title":"A Culturally Adaptive Approach to First Nations evaluation consulting","year":2022,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reflexivity; Context (archaeology); Corporate governance; Public relations; Cultural diversity; Work (physics); Sociology; Political science; Business; Social science; Engineering; Geography; Law","score_opus":0.28401913605717927,"score_gpt":0.4882824620841202,"score_spread":0.20426332602694092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309592929","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11158539,0.0034532459,0.18352169,0.1361236,0.0012698809,0.002544516,0.00006645256,0.00036497536,0.5610702],"genre_scores_gemma":[0.90859747,0.00078801485,0.067852065,0.007635951,0.00011598328,0.0013219742,0.000020736948,0.00010500444,0.013562756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8275636,0.15516579,0.0030584275,0.0038483846,0.006802672,0.0035611838],"domain_scores_gemma":[0.9082321,0.054903567,0.004435304,0.013059732,0.012198948,0.0071703386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09680399,0.0005294603,0.0004667593,0.0034455177,0.015992623,0.017319951,0.003574328,0.003629949,0.0064625926],"category_scores_gemma":[0.08525659,0.00053445133,0.0006180168,0.0026189112,0.042901345,0.008441208,0.01650203,0.0071415617,0.00058769056],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004444038,0.00018462952,0.005011303,0.00029516438,0.000050701514,0.00088328804,0.2213152,0.001100539,0.0006444945,0.69507277,0.0060288776,0.06936868],"study_design_scores_gemma":[0.000044424145,0.00014554702,0.0051067504,0.0018944019,0.000042651285,0.0008004617,0.22673602,0.0023468737,0.0012842832,0.51357377,0.2478995,0.00012540286],"about_ca_topic_score_codex":0.016632134,"about_ca_topic_score_gemma":0.03296918,"teacher_disagreement_score":0.09680399,"about_ca_system_score_codex":0.026828244,"about_ca_system_score_gemma":0.039510015,"threshold_uncertainty_score":0.51195455},"labels":[],"label_agreement":null},{"id":"W4378373311","doi":"10.1177/1035719x231179984","title":"Advancing an ethical imperative for collaborative approaches to evaluation with low incidence and underserved communities: Insights from a DeafBlind Support Services pilot program evaluation","year":2023,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Transformative learning; Vocational education; Recreation; Service (business); Participatory evaluation; Psychology; Public relations; Medical education; Sociology; Political science; Medicine; Pedagogy; Business","score_opus":0.4662869316973545,"score_gpt":0.508740093857817,"score_spread":0.04245316216046252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378373311","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29730415,0.0036520434,0.12730302,0.48860243,0.0018283367,0.0064694304,0.0000959257,0.00018095943,0.0745638],"genre_scores_gemma":[0.90317243,0.0010667316,0.061909817,0.025826175,0.0001988929,0.0035827805,0.00002526277,0.000132344,0.0040855715],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.59020454,0.35326412,0.00789268,0.004382724,0.034022607,0.010233398],"domain_scores_gemma":[0.5541908,0.32496807,0.013976832,0.017340017,0.0648672,0.024657035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.30738473,0.000494906,0.00091630104,0.0017724035,0.025479386,0.018828021,0.004182367,0.0057570604,0.0026018957],"category_scores_gemma":[0.29263413,0.00071775645,0.00082125165,0.0011740951,0.04001332,0.00988692,0.023473611,0.013333231,0.0003095929],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020446249,0.0011624191,0.010020015,0.0010725039,0.00005688471,0.0025304225,0.69666517,0.0007838491,0.0016815915,0.15274012,0.0187971,0.11428555],"study_design_scores_gemma":[0.00020793322,0.00088003126,0.005100981,0.0041947723,0.00008385605,0.0016512849,0.6747142,0.0019464706,0.0034836598,0.13495135,0.17256232,0.00022304701],"about_ca_topic_score_codex":0.03510644,"about_ca_topic_score_gemma":0.087069646,"teacher_disagreement_score":0.30738473,"about_ca_system_score_codex":0.032446727,"about_ca_system_score_gemma":0.15207547,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4386880443","doi":"10.1177/1035719x231200050","title":"A scoping review of commissioning practices used in the evaluation of Indigenous health and wellbeing programs: Protocol article","year":2023,"lang":"en","type":"review","venue":"Evaluation Journal of Australasia","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Health and Medical Research Council","keywords":"Project commissioning; Indigenous; Publishing; Best practice; Public relations; Commission; Political science; Law","score_opus":0.3515823254558067,"score_gpt":0.5814701198182733,"score_spread":0.22988779436246665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386880443","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001085548,0.039155442,0.005425854,0.0014783762,0.0008506222,0.94195145,0.0064306413,0.00014043736,0.003481682],"genre_scores_gemma":[0.0022502171,0.04179414,0.013666532,0.0006483162,0.000119061726,0.9382602,0.0019066936,0.00003344748,0.0013213636],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.90695554,0.036428854,0.038804013,0.0045861737,0.0111117195,0.0021137046],"domain_scores_gemma":[0.8852973,0.048191383,0.026503442,0.007056515,0.030452503,0.002498838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13220295,0.004596985,0.01282629,0.024632204,0.0051697884,0.01008951,0.0049071657,0.007663028,0.04015183],"category_scores_gemma":[0.17580907,0.0034303355,0.011485049,0.025716914,0.0058014845,0.009585095,0.008443323,0.004795893,0.006784355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007269965,0.000107309475,0.00035917838,0.9204843,0.0007369985,0.00022944028,0.0025953806,0.00036777672,0.0006847621,0.0036142252,0.014519692,0.05557397],"study_design_scores_gemma":[0.0009496342,0.0002783436,0.0009456545,0.8818204,0.0022444872,0.000183333,0.001373492,0.000116311276,0.0005279799,0.0023466693,0.10913274,0.00008108437],"about_ca_topic_score_codex":0.007583885,"about_ca_topic_score_gemma":0.01581626,"teacher_disagreement_score":0.13220295,"about_ca_system_score_codex":0.01753153,"about_ca_system_score_gemma":0.096342765,"threshold_uncertainty_score":0.6991644},"labels":[],"label_agreement":null}]}