{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":19,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":19,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"7dc0bf08a709","filters":{"venue":"Evaluation Journal of Australasia"}},"results":[{"id":"W2740844297","doi":"10.1177/1035719x0200200212","title":"Triage: A new group technique gaining recognition in evaluation","year":2002,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval; Quebec Automobile Insurance Corporation","funders":"","keywords":"Triage; Context (archaeology); Computer science; Delphi method; Focus group; Process (computing); Delphi; Flexibility (engineering); Process management; Data science; Knowledge management; Artificial intelligence; Engineering; Medicine; Medical emergency","authors":[{"name":"Marie Gervais","is_ca":true},{"name":"Geneviève Pépin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4213983606392435,"gpt":0.5097812029103096,"spread":0.08838284227106608,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03198494,0.0001124893,0.0002108041,0.0007677856,0.000152393,0.0001221537,0.0003249923,0.0002035038,0.007205388],"category_scores_gemma":[0.006856592,0.0001168067,0.0001060136,0.001054633,0.00009768346,0.0009142287,0.00001777644,0.0005604159,0.00006419769],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000960336,"about_ca_system_score_gemma":0.0006626711,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001726842,"about_ca_topic_score_gemma":0.0002233806,"domain_scores_codex":[0.9931431,0.002467484,0.0008297281,0.0001833768,0.003043715,0.0003325942],"domain_scores_gemma":[0.9975196,0.0003249399,0.0005336656,0.0001489619,0.001283567,0.0001892437],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007789742,0.000211541,0.00258538,0.00000962477,0.00002497126,0.00002355844,0.008310052,0.0003192042,0.003756114,0.000316928,0.02471519,0.9596496],"study_design_scores_gemma":[0.0356721,0.005389347,0.135991,0.005037016,0.001313313,0.0007643829,0.04859561,0.08461918,0.02189507,0.5971449,0.06062715,0.002950917],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8527794,0.001227724,0.01844119,0.02565496,0.001568696,0.008389986,0.000005685677,0.0001889593,0.09174339],"genre_scores_gemma":[0.9897678,0.0001806352,0.009056043,0.00003803485,0.0005269237,0.00008841675,0.000004411554,0.00001423171,0.0003235174],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9566986,"threshold_uncertainty_score":0.9967752,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1548455965","doi":"10.1177/1035719x0700700105","title":"Contribution analysis","year":2007,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Advancing Health Outcomes","funders":"Australian Agency for International Development","keywords":"Outcome (game theory); Political science; Risk analysis (engineering); Process management; Computer science; Engineering; Business; Economics","authors":[{"name":"Fiona Kotvojs","is_ca":false},{"name":"Bradley Shrimpton","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1838261208487757,"gpt":0.5447163949946406,"spread":0.3608902741458649,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.06223667,0.00009378642,0.0003106666,0.001250982,0.0001051152,0.0001543814,0.0003592754,0.00006985872,0.00875173],"category_scores_gemma":[0.004824936,0.0000656086,0.0003188346,0.002435927,0.00004326834,0.0007320279,0.0000160913,0.0001847807,0.0001918819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001935895,"about_ca_system_score_gemma":0.0003908,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001703058,"about_ca_topic_score_gemma":0.00003114397,"domain_scores_codex":[0.9925101,0.0004231632,0.001612925,0.0001565123,0.005086727,0.0002106083],"domain_scores_gemma":[0.9911426,0.0006879654,0.001302514,0.0002613361,0.006430413,0.0001751962],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003163019,0.0002415315,0.5999541,0.000002006448,0.0009112599,0.00001712524,0.001355984,0.05241084,0.003765239,0.004266415,0.01324841,0.3235107],"study_design_scores_gemma":[0.001148675,0.0001888142,0.9563773,0.000006777674,0.0006921109,0.00003219894,0.0007966359,0.02032436,0.002647227,0.007819097,0.00987424,0.00009257317],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8856779,0.00008374845,0.1078554,0.001789983,0.0006822624,0.0001483584,0.000002234764,0.000006098642,0.003753971],"genre_scores_gemma":[0.9977185,0.000007661924,0.001446097,0.0001239114,0.0002389525,9.997735e-7,0.000006335099,0.00000318395,0.0004544002],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3564231,"threshold_uncertainty_score":0.9921544,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3015092896","doi":"10.1177/1035719x20905056","title":"Thinking with theory as a policy evaluation tool: The case of boarding schools for remote First Nations students","year":2020,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Indigenous and Place-Based Education","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Project commissioning; Investment (military); Boarding school; Publishing; Quality (philosophy); Public relations; Policy analysis; Public administration; Economic growth; Sociology; Political science; Economics","authors":[{"name":"John Guenther","is_ca":false},{"name":"Tessa Benveniste","is_ca":false},{"name":"Michelle Redman‐MacLaren","is_ca":false},{"name":"David Mander","is_ca":false},{"name":"Janya McCalman","is_ca":false},{"name":"Marnie O’Bryan","is_ca":false},{"name":"Sam Osborne","is_ca":false},{"name":"Richard Stewart","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06148909512569058,"gpt":0.4220929820927797,"spread":0.3606038869670892,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01605975,0.0000985836,0.0001566834,0.000187739,0.001305233,0.0002087352,0.0003248201,0.00007089099,0.0002690793],"category_scores_gemma":[0.006922598,0.00007129335,0.000107238,0.0006272873,0.00007892372,0.0004628886,0.00001171749,0.0002069709,0.000007043452],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006278813,"about_ca_system_score_gemma":0.006251517,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005355421,"about_ca_topic_score_gemma":0.001097752,"domain_scores_codex":[0.9966158,0.0009557123,0.000479199,0.000123257,0.001625805,0.0002002156],"domain_scores_gemma":[0.9959178,0.0007854778,0.0007802992,0.0001139824,0.002298103,0.0001043249],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0009706323,0.000270679,0.009890073,0.0001248166,0.0006518445,0.00002706199,0.7761127,0.05101535,0.0002426626,0.0818378,0.002739667,0.0761167],"study_design_scores_gemma":[0.01473188,0.004619517,0.02964173,0.001907137,0.005673839,0.001037834,0.5854094,0.0309385,0.002743344,0.3011518,0.02093104,0.001213956],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9726868,0.00009212215,0.003248845,0.02062101,0.0002572711,0.001500685,0.000007616394,0.000009620976,0.00157602],"genre_scores_gemma":[0.9971394,0.00003242909,0.001564898,0.000221678,0.0009259096,0.00001540347,0.000006663598,0.00001114308,0.00008247047],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2193141,"threshold_uncertainty_score":0.9999949,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2738974322","doi":"10.1177/1035719x0500500203","title":"Measuring Success: Factors Impacting on the Implementation and Use of Performance Measurement within Victoria's Human Services Agencies","year":2005,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Public Policy and Administration Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for International Governance Innovation","funders":"","keywords":"Accountability; Performance measurement; Government (linguistics); Human services; Human resources; Politics; Service (business); Business; Performance management; Conceptual framework; Knowledge management; Public relations; Process management; Political science; Computer science; Marketing; Sociology","authors":[{"name":"Paul Ramage","is_ca":false},{"name":"Anona Armstrong","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3187265319179787,"gpt":0.4521182143741484,"spread":0.1333916824561697,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00802687,0.00007986119,0.0001106145,0.0001416658,0.0005473289,0.0002319577,0.0001777339,0.00003825673,0.0003262256],"category_scores_gemma":[0.0004806141,0.00005501954,0.00004311722,0.0001943057,0.00009730315,0.001228016,0.0000126493,0.0001690336,0.000001065748],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002895021,"about_ca_system_score_gemma":0.000618186,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002444666,"about_ca_topic_score_gemma":0.001032488,"domain_scores_codex":[0.9967486,0.0005017006,0.0004767346,0.00007820688,0.002017078,0.0001777069],"domain_scores_gemma":[0.9981557,0.0001512235,0.0005985309,0.00007786076,0.0009111719,0.0001055413],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001913949,0.000295053,0.5406355,0.0001713998,0.0004804564,0.000001774828,0.3310964,0.006397201,0.06299508,0.02571775,0.001047708,0.03097035],"study_design_scores_gemma":[0.001099364,0.0005748502,0.8141506,0.0002955581,0.0001149833,0.000005601309,0.1000924,0.001046807,0.07689963,0.0004086875,0.005096776,0.0002147544],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9967108,0.00001803301,0.000009430682,0.002295133,0.00009681995,0.000207045,0.000002807565,0.000004875706,0.0006550882],"genre_scores_gemma":[0.9995568,0.00002403539,0.00007038753,0.00003346445,0.0002686995,0.00000310191,0.000001357689,0.000004088648,0.00003809309],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2735152,"threshold_uncertainty_score":0.4209667,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1588254628","doi":"10.1177/1035719x0900900107","title":"Assessment, Evaluation and Improvement of University Council Performance","year":2009,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Commonwealth, Australian Politics and Federalism","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for International Governance Innovation","funders":"","keywords":"Corporate governance; Government (linguistics); Public administration; Research council; Political science; Quality (philosophy); Public sector; Private sector; Higher education; Accounting; Business; Public relations; Engineering; Finance","authors":[{"name":"Anona Armstrong","is_ca":true},{"name":"Zita Unger","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09597426486263874,"gpt":0.379544139714682,"spread":0.2835698748520432,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009259855,0.00006754586,0.0001450717,0.00008548066,0.0002163082,0.00003727341,0.0001235456,0.00005943058,0.0003047294],"category_scores_gemma":[0.000215558,0.0000681317,0.00005035128,0.0001426652,0.0000935956,0.0003932902,0.000007031664,0.0001396233,8.970758e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008469634,"about_ca_system_score_gemma":0.002508048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001307155,"about_ca_topic_score_gemma":0.00008858226,"domain_scores_codex":[0.9973569,0.0003182182,0.0003345085,0.00008433813,0.001746419,0.0001595982],"domain_scores_gemma":[0.9971348,0.00005268296,0.0004768101,0.00008251359,0.00213024,0.0001229472],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004157662,0.0009470332,0.0654622,0.0001302945,0.0002961195,0.00001332785,0.03716159,0.003178714,0.01407239,0.1008777,0.01464608,0.7627988],"study_design_scores_gemma":[0.002488278,0.001051564,0.9677027,0.00008919409,0.0003021299,0.00000905026,0.004712306,0.003960953,0.0003992391,0.008056948,0.01107281,0.0001548051],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9819774,0.00004512248,0.00006764281,0.002489073,0.0001876109,0.0002695428,0.000003138178,0.00000370796,0.01495676],"genre_scores_gemma":[0.9988844,0.0001691945,0.0003730815,0.00004782445,0.0001236061,3.016801e-7,0.00000145815,0.000002211619,0.0003978605],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9022405,"threshold_uncertainty_score":0.4449169,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4221079982","doi":"10.1177/1035719x221080575","title":"Evaluation in the field of early childhood development: A scoping review","year":2022,"lang":"en","type":"review","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Bridging (networking); Field (mathematics); Evaluation methods; Inclusion (mineral); Program evaluation; Early childhood education; Impact evaluation; Capacity building; Early childhood; Psychology; Political science; Management science; Computer science; Engineering; Medicine; Pedagogy; Social psychology; Developmental psychology","authors":[{"name":"Giulia Puinean","is_ca":true},{"name":"Rebecca Gokiert","is_ca":true},{"name":"Mischa Taylor","is_ca":true},{"name":"Shelly Jun","is_ca":true},{"name":"Pieter de Vos","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4327275463112958,"gpt":0.5948855563214568,"spread":0.1621580100101609,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.142456,0.0003004693,0.001616217,0.001055817,0.0001547177,0.0001411733,0.001627644,0.0001368165,0.01974411],"category_scores_gemma":[0.01671507,0.0001793562,0.0005941954,0.002319836,0.00003441767,0.0006032061,0.00008933088,0.0008785417,0.00006764579],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004167116,"about_ca_system_score_gemma":0.01319482,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000228786,"about_ca_topic_score_gemma":0.00001626995,"domain_scores_codex":[0.9690884,0.008993531,0.005662453,0.0003836788,0.01560134,0.0002706232],"domain_scores_gemma":[0.9873635,0.004139947,0.005636534,0.0006414216,0.002143978,0.00007463207],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003571842,0.00008923224,0.0000419497,0.002354682,0.00006271395,0.000001745891,0.001285543,0.0001198832,3.677255e-8,0.0000136625,0.001546057,0.9944809],"study_design_scores_gemma":[0.001437171,0.000761228,0.004351529,0.3004633,0.003406098,0.0002385311,0.0008437159,0.0002310254,0.000003291499,0.001162682,0.6866387,0.0004627782],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003453646,0.9935125,0.0000532131,0.0005351694,0.000594214,0.003216775,0.000003283624,0.000002606246,0.001736847],"genre_scores_gemma":[0.001115314,0.9977635,0.0003688373,0.0002796694,0.000135901,0.0002551552,0.0000234604,0.00001522492,0.00004290942],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9940181,"threshold_uncertainty_score":0.9923995,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4291209168","doi":"10.1177/1035719x221119841","title":"Developmental evaluation during the COVID-19 pandemic: Practice-based learnings from projects in British Columbia, Canada","year":2022,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Context (archaeology); Leverage (statistics); Knowledge management; Embeddedness; Coronavirus disease 2019 (COVID-19); Pandemic; Ambidexterity; Stakeholder engagement; Public relations; Process management; Political science; Business; Sociology; Computer science","authors":[{"name":"Ihoghosa Iyamu","is_ca":true},{"name":"Mai Berger","is_ca":true},{"name":"Saranee Fernando","is_ca":true},{"name":"M. Elizabeth Snow","is_ca":true},{"name":"Amy Salmon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2149837205483497,"gpt":0.4556638389750601,"spread":0.2406801184267104,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04728306,0.0001145097,0.0002650037,0.0002239635,0.0008480445,0.0006601074,0.0006871485,0.00004665624,0.02578184],"category_scores_gemma":[0.01527114,0.0001238942,0.00008621834,0.001105053,0.00005502074,0.0008289694,0.00009000103,0.0007114068,0.00001136421],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.005977111,"about_ca_system_score_gemma":0.03218876,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.3423345,"about_ca_topic_score_gemma":0.9006011,"domain_scores_codex":[0.9825811,0.004611411,0.001541414,0.0003480458,0.01064041,0.0002776403],"domain_scores_gemma":[0.9939653,0.002084328,0.001756648,0.0001964788,0.001809404,0.000187784],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009863423,0.00009557833,0.755562,0.000003474899,0.00003630349,0.00003409886,0.002392074,0.1905332,0.0002508311,9.151627e-7,0.01550377,0.03548911],"study_design_scores_gemma":[0.004445442,0.000144059,0.861594,0.00002348682,0.00009360405,0.000578614,0.04435492,0.0410526,0.00002345121,0.0005300188,0.04697265,0.0001872208],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9926214,0.0001396622,0.00010523,0.005286105,0.0006094721,0.0008511621,0.00002701589,0.000007568869,0.0003524135],"genre_scores_gemma":[0.9966317,0.000009663759,0.0006851096,0.001809353,0.0001091345,0.0001217371,0.00002917865,0.00001107761,0.0005930625],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5582665,"threshold_uncertainty_score":0.9978388,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3154034046","doi":"10.1177/1035719x211008263","title":"Thinking with complexity in evaluation: A case study review","year":2021,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact","funders":"","keywords":"Context (archaeology); Management science; Social complexity; Computer science; Complexity management; Exploratory research; Knowledge management; Sociology; Social science; Engineering; Management","authors":[{"name":"Chris Roche","is_ca":false},{"name":"Graham Brown","is_ca":true},{"name":"Samantha Clune","is_ca":false},{"name":"Nora Shields","is_ca":false},{"name":"Virginia Lewis","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5494958181463374,"gpt":0.5867373010000473,"spread":0.03724148285370987,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.07097194,0.0001652614,0.0005202802,0.000373412,0.0001685279,0.0002786637,0.0004140929,0.00004416548,0.01353334],"category_scores_gemma":[0.004135991,0.0001121453,0.0001203568,0.001815738,0.00005778907,0.001003498,0.00005394954,0.0003892168,0.00005872296],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003159409,"about_ca_system_score_gemma":0.003074248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001405958,"about_ca_topic_score_gemma":0.0009294379,"domain_scores_codex":[0.9838009,0.003852737,0.001941116,0.0003379382,0.009859649,0.0002076674],"domain_scores_gemma":[0.9890044,0.0005260991,0.001237178,0.0005239715,0.008572862,0.0001354525],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001965321,0.002470347,0.5633863,0.0001319776,0.0003018512,0.006193072,0.01717302,0.03923791,0.00008147398,0.0005475288,0.01420631,0.3560737],"study_design_scores_gemma":[0.01647057,0.002377327,0.7433393,0.003046333,0.001591901,0.03999839,0.08924558,0.07460197,0.0001933254,0.02456145,0.003887982,0.0006858894],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.986816,0.002362681,0.000444257,0.006238922,0.0003958947,0.001074097,0.000001668906,0.000005672443,0.002660789],"genre_scores_gemma":[0.99647,0.0001287265,0.002582079,0.0005141794,0.0001140661,0.00002947422,0.000004526922,0.000008114734,0.0001487813],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3553878,"threshold_uncertainty_score":0.9873684,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2376570249","doi":"10.1177/1035719x1501500204","title":"An evaluation of governance mechanisms as determinants of performance: A case study of Australian universities","year":2015,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Corporate Finance and Governance","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute on Governance","funders":"","keywords":"Corporate governance; Premise; Accounting; Context (archaeology); Business; Project governance; Good governance; Public relations; Political science; Finance; Geography","authors":[{"name":"Chitra De Silva Lokuwaduge","is_ca":false},{"name":"Anona Armstrong","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09357504224514256,"gpt":0.3377589451911069,"spread":0.2441839029459644,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003967213,0.0001423369,0.0003611125,0.0002016695,0.00004628606,0.00002444398,0.000252924,0.00006073909,0.0001928511],"category_scores_gemma":[0.000134609,0.0001336558,0.00007301872,0.000450481,0.00005449436,0.002247071,0.00002777184,0.0001114187,0.000005192629],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001425264,"about_ca_system_score_gemma":0.0006114976,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006878041,"about_ca_topic_score_gemma":0.0002213105,"domain_scores_codex":[0.9969442,0.00009936097,0.0008062141,0.0001369425,0.001878487,0.000134764],"domain_scores_gemma":[0.9927834,0.00001666802,0.003053245,0.000229496,0.003891257,0.00002593797],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001984461,0.003619353,0.7498221,0.0007325207,0.0003375739,0.0005254718,0.01007512,0.1457293,0.006292274,0.001750577,0.0019713,0.07715988],"study_design_scores_gemma":[0.01482859,0.003743496,0.8202638,0.0007764989,0.002396858,0.0006235689,0.07581729,0.06739541,0.01087491,0.00256753,0.0002639715,0.0004481031],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9989299,0.00002529425,0.00003867614,0.00004419002,0.0003082461,0.0003782031,0.000005993605,0.000003782824,0.0002657239],"genre_scores_gemma":[0.9996056,0.000005958433,0.0001340183,0.000008438996,0.0001369835,0.000003006103,0.000002139191,0.0000107142,0.00009317393],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07833394,"threshold_uncertainty_score":0.5450327,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386880443","doi":"10.1177/1035719x231200050","title":"A scoping review of commissioning practices used in the evaluation of Indigenous health and wellbeing programs: Protocol article","year":2023,"lang":"en","type":"review","venue":"Evaluation Journal of Australasia","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"National Health and Medical Research Council","keywords":"Project commissioning; Indigenous; Publishing; Best practice; Public relations; Commission; Political science; Law","authors":[{"name":"Summer May Finlay","is_ca":false},{"name":"Amohia Boulton","is_ca":false},{"name":"H. Blair Simpson","is_ca":false},{"name":"Bronwyn Fredericks","is_ca":false},{"name":"Yvette Roe","is_ca":false},{"name":"Jenni Judd","is_ca":false},{"name":"James A. Smith","is_ca":false},{"name":"Janaya Pender","is_ca":false},{"name":"Margaret Cargo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3515823254558067,"gpt":0.5814701198182733,"spread":0.2298877943624666,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07057003,0.0001728081,0.001065986,0.0003568241,0.001007348,0.00006869298,0.0003501672,0.0001547754,0.00005871813],"category_scores_gemma":[0.001117129,0.0001095385,0.0001705841,0.001124261,0.0001419811,0.0003988981,0.000003056817,0.0004634008,0.000002321505],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005211448,"about_ca_system_score_gemma":0.08831403,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002285348,"about_ca_topic_score_gemma":0.02019658,"domain_scores_codex":[0.9836188,0.01055984,0.002512085,0.0001876032,0.002784116,0.0003375442],"domain_scores_gemma":[0.9881775,0.0008252265,0.009074114,0.00020489,0.001578939,0.0001393579],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00001004437,0.0003087264,0.0002551548,0.2120985,0.00007360882,0.000001266382,0.2928273,0.00001091092,8.282264e-8,0.0002974251,0.00003525845,0.4940817],"study_design_scores_gemma":[0.0006667453,0.0004875009,0.000179776,0.8423845,0.0009160644,0.00003915627,0.01333078,0.0000259343,0.000001203602,0.000393018,0.1414117,0.0001635603],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001849775,0.8827146,0.000002877027,0.0003604612,0.0001704621,0.1144793,0.000001360758,0.000006471457,0.0004147296],"genre_scores_gemma":[0.0001949465,0.9970335,0.0002619366,0.00001249053,0.0002234381,0.002221116,0.00001015201,0.00001642352,0.00002593471],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.630286,"threshold_uncertainty_score":0.9976823,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4309592929","doi":"10.1177/1035719x221139858","title":"A Culturally Adaptive Approach to First Nations evaluation consulting","year":2022,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Reflexivity; Context (archaeology); Corporate governance; Public relations; Cultural diversity; Work (physics); Sociology; Political science; Business; Social science; Engineering; Geography; Law","authors":[{"name":"Catherine Street","is_ca":false},{"name":"Belinda Kendall","is_ca":false},{"name":"Tina McGhie","is_ca":false},{"name":"Lauren O’Flaherty","is_ca":false},{"name":"Darren Schaeffer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2840191360571793,"gpt":0.4882824620841202,"spread":0.2042633260269409,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04182841,0.0001741311,0.0003166294,0.0011067,0.001181611,0.0002719942,0.0007856191,0.00004574061,0.009048968],"category_scores_gemma":[0.01056491,0.0001382512,0.0001972912,0.002382559,0.00004511117,0.0009522168,0.0001293889,0.0004126801,0.0001437417],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009207907,"about_ca_system_score_gemma":0.001813834,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006416101,"about_ca_topic_score_gemma":0.00004165652,"domain_scores_codex":[0.984991,0.001933026,0.001637395,0.0003609538,0.01081184,0.0002658497],"domain_scores_gemma":[0.989737,0.001116274,0.001436,0.0003438887,0.007142915,0.0002239516],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001444164,0.0003002941,0.003950591,0.00000367428,0.00008029316,0.000001360921,0.009229834,0.913559,0.0002942005,0.002475537,0.02688182,0.04307898],"study_design_scores_gemma":[0.004577788,0.001213417,0.1111709,0.00005134012,0.0003639451,0.0002582022,0.04228308,0.7860399,0.0002399749,0.0066941,0.04667361,0.0004337121],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8740892,0.0002833075,0.01950407,0.01531222,0.002898352,0.003463048,0.00005605788,0.00003842175,0.08435536],"genre_scores_gemma":[0.9879614,0.000005366803,0.01043368,0.0002693562,0.0002142018,0.000195512,0.00002223638,0.00001131218,0.0008869111],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1275191,"threshold_uncertainty_score":0.9977695,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2790752207","doi":"10.1177/1035719x1701700204","title":"Interactive Logic Models: Using Design and Technology to Explore the Effects of Dynamic Situations on Program Logic","year":2017,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Ontario College of Art and Design; Centre for Advancing Health Outcomes","funders":"","keywords":"Logic model; Computer science; Interactivity; Software engineering; Software; Process (computing); Logic programming; Human–computer interaction; Programming language; World Wide Web","authors":[{"name":"M. Elizabeth Snow","is_ca":true},{"name":"Nancy E. Snow","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4434407751028504,"gpt":0.5792202090185361,"spread":0.1357794339156857,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007054579,0.000127006,0.0002659454,0.0005443442,0.0003864711,0.0002558834,0.000661194,0.00007832239,0.0001047812],"category_scores_gemma":[0.006253996,0.00007329917,0.00007174731,0.000357936,0.0001720465,0.0007863135,0.00007797802,0.0002531837,0.00001362476],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001289142,"about_ca_system_score_gemma":0.0003613645,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001551459,"about_ca_topic_score_gemma":0.000004237009,"domain_scores_codex":[0.9967277,0.0005618194,0.0007045566,0.000199574,0.001652299,0.000154064],"domain_scores_gemma":[0.9949912,0.0009985052,0.001372861,0.0004834124,0.002074495,0.00007946606],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002591621,0.0004135635,0.001690511,0.00001696585,0.0001331035,0.000008249871,0.005204042,0.2523973,0.01104095,0.002811854,0.000763508,0.7252609],"study_design_scores_gemma":[0.001061972,0.002429607,0.0224754,0.0002225181,0.000141694,0.0000564142,0.003058974,0.765372,0.002733528,0.2022843,0.00004793143,0.0001156875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8957939,0.00007253417,0.09252,0.009646002,0.0004810249,0.001234435,9.448086e-7,0.000008979317,0.0002422298],"genre_scores_gemma":[0.9770121,0.00003057997,0.02273567,0.00008373977,0.0000342233,0.00003759086,4.995279e-7,0.000006035834,0.0000595953],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7251452,"threshold_uncertainty_score":0.7487069,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2231091450","doi":"10.1177/1035719x1501500105","title":"A Three-Way Approach to Evaluating Partnerships: Partnership Survey, Integration Measure and Social Network Analysis","year":2015,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Community Health and Development","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"General partnership; Social network analysis; Government (linguistics); Social Partnership; Process management; Knowledge management; Public relations; Computer science; Business; Management science; Political science; Engineering; Public administration; World Wide Web","authors":[{"name":"Florent Gomez-Bonnet","is_ca":false},{"name":"M. Lori Thomas","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5868224709143645,"gpt":0.5260932263135538,"spread":0.06072924460081064,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05141116,0.0002067133,0.0005783061,0.0004225739,0.0007807883,0.0000518907,0.000234933,0.0002272089,0.0001280991],"category_scores_gemma":[0.003917273,0.0001738596,0.0001181599,0.00138716,0.00004479808,0.0002603019,0.00007648127,0.00105005,0.00003072342],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006046633,"about_ca_system_score_gemma":0.002383145,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001364788,"about_ca_topic_score_gemma":0.004199652,"domain_scores_codex":[0.9900083,0.006110985,0.001381201,0.0002211594,0.001738018,0.0005403579],"domain_scores_gemma":[0.9938877,0.0008120413,0.0009757598,0.000227911,0.003513262,0.0005832982],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001631367,0.0002245904,0.8039541,0.0001241396,0.0007846498,0.000001818972,0.05907925,0.008535952,0.00002087664,0.001383846,0.07313734,0.05112202],"study_design_scores_gemma":[0.002484146,0.000392346,0.9582269,0.0001502362,0.0008352738,0.000007353997,0.01449815,0.01869331,0.000002418521,0.003405439,0.001062768,0.0002416498],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9598454,0.0003263006,0.02922423,0.004856611,0.000605193,0.001728129,0.000006373631,0.00003323737,0.003374496],"genre_scores_gemma":[0.9879909,0.000004243206,0.01039359,0.0006101375,0.0007005911,0.00007388114,0.00008332523,0.00001698306,0.0001263581],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1542728,"threshold_uncertainty_score":0.9767718,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2792013179","doi":"10.1177/1035719x1601600103","title":"Performance measurement as precursor to organizational evaluation capacity building","year":2016,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Public Policy and Administration Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Circus School","funders":"","keywords":"Transparency (behavior); Performance measurement; Business; Capacity building; Process management; Organizational performance; Knowledge management; Bridge (graph theory); Computer science; Risk analysis (engineering); Management science; Marketing; Engineering; Economics; Computer security; Medicine","authors":[{"name":"Isabelle Bourgeois","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2423111424169961,"gpt":0.4339898046548636,"spread":0.1916786622378676,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01885041,0.00009077345,0.0001229242,0.0002625374,0.0003575048,0.0001167056,0.0003012473,0.00007500051,0.004689869],"category_scores_gemma":[0.01121771,0.00006829209,0.00005453447,0.0005356763,0.0001046299,0.0008642874,0.00001669267,0.0001166293,0.0001485131],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001096092,"about_ca_system_score_gemma":0.004549377,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000236717,"about_ca_topic_score_gemma":0.00005639883,"domain_scores_codex":[0.9932538,0.0008689725,0.0004691888,0.0001455109,0.004978727,0.0002838503],"domain_scores_gemma":[0.9933895,0.0001189431,0.0003080521,0.0001113,0.005733087,0.0003390988],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004956973,0.0008165344,0.06335225,0.00005199694,0.0004191553,0.000005365312,0.02564883,0.003543253,0.1776482,0.08607168,0.0555424,0.5864046],"study_design_scores_gemma":[0.009680821,0.002722133,0.6363882,0.001338407,0.0005496521,0.0001458019,0.003882384,0.004222332,0.1137733,0.04852957,0.1775287,0.001238628],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9620994,0.00001522894,0.00112274,0.02471862,0.0004113617,0.0005145353,0.000003907803,0.0000126892,0.01110156],"genre_scores_gemma":[0.9976778,0.00001942109,0.0008942378,0.0001170988,0.0006663851,0.00001797749,9.396197e-7,0.000007279706,0.0005988589],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.585166,"threshold_uncertainty_score":0.9971112,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4378373311","doi":"10.1177/1035719x231179984","title":"Advancing an ethical imperative for collaborative approaches to evaluation with low incidence and underserved communities: Insights from a DeafBlind Support Services pilot program evaluation","year":2023,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"","keywords":"Transformative learning; Vocational education; Recreation; Service (business); Participatory evaluation; Psychology; Public relations; Medical education; Sociology; Political science; Medicine; Pedagogy; Business","authors":[{"name":"Vannesa Joly","is_ca":true},{"name":"Colleen McClure","is_ca":true},{"name":"Cheryl Poth","is_ca":true},{"name":"Navida Bachan","is_ca":false},{"name":"R McCarthy","is_ca":false},{"name":"C. Stephen Redhead","is_ca":false},{"name":"Jacqueline Pei","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4662869316973545,"gpt":0.508740093857817,"spread":0.04245316216046252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03836672,0.0003164419,0.0005463703,0.0008721423,0.0005649667,0.0008134449,0.0005790505,0.0001949017,0.0006525819],"category_scores_gemma":[0.00203345,0.0002299788,0.00007790538,0.002000052,0.0001546607,0.002657677,0.00007832156,0.0005164151,0.00003497495],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004636085,"about_ca_system_score_gemma":0.003408801,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004295257,"about_ca_topic_score_gemma":0.003849688,"domain_scores_codex":[0.9862161,0.003793454,0.001530435,0.0005060865,0.007593606,0.0003603062],"domain_scores_gemma":[0.9842301,0.002031118,0.001299122,0.0004935869,0.01157229,0.0003737862],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003014004,0.0007845284,0.02223438,0.00007936016,0.0004275844,0.00000470391,0.1521403,0.501812,0.002527295,0.0007726454,0.001210678,0.3149925],"study_design_scores_gemma":[0.004519372,0.005859018,0.09946351,0.0002059728,0.0003861716,0.00001281758,0.1140294,0.7605774,0.0008247614,0.01359528,0.000249938,0.0002762983],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9858291,0.00006709424,0.004033766,0.004051093,0.0002999417,0.005462004,0.00003759413,0.00003700111,0.0001823783],"genre_scores_gemma":[0.9834609,0.00002325355,0.0145343,0.0003857166,0.0002009547,0.001009084,0.0003379108,0.00002542423,0.00002242533],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3147162,"threshold_uncertainty_score":0.9902038,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2793638346","doi":"10.1177/1035719x0300300205","title":"Reflections on a decade in the life of the Australasian Evaluation Society: 1990-1999","year":2003,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Rigour; Professional association; Consolidation (business); Political science; Sociology; Psychology; Public relations; Epistemology","authors":[{"name":"Ian G Trotman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3166674843876108,"gpt":0.5439863815010553,"spread":0.2273188971134445,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05221391,0.0001804402,0.0003092962,0.0003680715,0.0002792751,0.0001687526,0.0008905267,0.0001306981,0.002719165],"category_scores_gemma":[0.008996985,0.0000951842,0.0004174924,0.002113176,0.0001412144,0.0005697297,0.00002044937,0.0006323112,0.00005246361],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002806344,"about_ca_system_score_gemma":0.002413851,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008911642,"about_ca_topic_score_gemma":0.00008877196,"domain_scores_codex":[0.985623,0.004025804,0.001807106,0.0002613617,0.008015937,0.0002667616],"domain_scores_gemma":[0.9944098,0.001050083,0.001600194,0.0006389757,0.002194373,0.0001065654],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.0003688242,0.002208745,0.1370454,0.00003701261,0.0004818566,0.000004214248,0.05364527,0.4805909,0.007215796,0.03287925,0.1770654,0.1084574],"study_design_scores_gemma":[0.004515307,0.0008263839,0.8715647,0.0001819056,0.0004907533,0.000133923,0.02613926,0.0223033,0.003165493,0.0414748,0.02893268,0.0002715368],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9611425,0.0001686203,0.0004151677,0.01621635,0.001386323,0.001120911,0.000004963602,0.00000520164,0.01953994],"genre_scores_gemma":[0.9980512,0.00002997059,0.0006854401,0.0007782411,0.000151328,0.00003290743,0.000001827104,0.00000907029,0.0002600162],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7345193,"threshold_uncertainty_score":0.9993507,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2789492532","doi":"10.1177/1035719x0700700103","title":"The fate of recommendations","year":2007,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"General Dynamics (Canada)","funders":"","keywords":"Audit; Performance audit; Identification (biology); Business; Government (linguistics); Audit plan; Auditor independence; Parliament; Accounting; Chief audit executive; Joint audit; Public relations; Internal audit; Political science; Law; Politics","authors":[{"name":"Glenn Wheeler","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2628772830066536,"gpt":0.5593003095300301,"spread":0.2964230265233764,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.05582915,0.00007056839,0.0001619728,0.0002815102,0.0001957852,0.0001041408,0.0004918574,0.00003939964,0.002730053],"category_scores_gemma":[0.003732657,0.00003941108,0.0001342244,0.0006319411,0.0000826511,0.0004853388,0.00002224549,0.0001760558,0.00007279115],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007786153,"about_ca_system_score_gemma":0.0004706749,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001428306,"about_ca_topic_score_gemma":0.00002851746,"domain_scores_codex":[0.9942651,0.0004458823,0.001706684,0.00009588423,0.003323097,0.0001632883],"domain_scores_gemma":[0.9927698,0.001757742,0.001537976,0.0002694915,0.003573091,0.0000918402],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001245699,0.0000885012,0.02319669,0.000001865327,0.0000601689,0.000001170297,0.001405307,0.002974958,0.001950848,0.004045784,0.04344601,0.9227041],"study_design_scores_gemma":[0.002468352,0.0006230627,0.6841198,0.0000674425,0.0001355727,0.00009428096,0.01026188,0.01048372,0.01278549,0.05262971,0.2261593,0.0001713801],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9394496,0.0002377596,0.01915109,0.02098752,0.002574628,0.0003337962,0.000004060435,0.000005889171,0.01725567],"genre_scores_gemma":[0.9964011,0.00005805738,0.002177045,0.00007149699,0.0001490818,0.000001332166,0.000001348043,0.000003694607,0.001136887],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9225327,"threshold_uncertainty_score":0.9981816,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3151837118","doi":"10.1177/1035719x20982087","title":"Book review: Qualitative inquiry: Thematic, narrative and arts-based perspectives (2nd edition)","year":2020,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Advancing Health Outcomes","funders":"","keywords":"Thematic map; Narrative; The arts; Narrative inquiry; Epistemology; Sociology; Visual arts; Art; Literature; Philosophy; Geography; Cartography","authors":[{"name":"M. Elizabeth Snow","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6949894939658819,"gpt":0.6938884711478448,"spread":0.001101022818037145,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01315494,0.0001155373,0.0003302154,0.00009407393,0.0003008642,0.00007236985,0.000174069,0.00005613718,0.004574106],"category_scores_gemma":[0.02229311,0.00009790864,0.0001011711,0.0003683749,0.0006651182,0.0008075439,0.00001551113,0.0003156316,0.00001817582],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000204822,"about_ca_system_score_gemma":0.001150863,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003817886,"about_ca_topic_score_gemma":0.000003135637,"domain_scores_codex":[0.991137,0.006238362,0.0005296428,0.0001721441,0.001691547,0.0002312538],"domain_scores_gemma":[0.9960876,0.001133868,0.0005324255,0.0000811584,0.001753146,0.0004118455],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007856995,0.0000766528,0.00006834738,0.0001191995,0.00007763011,0.00001024261,0.770768,0.00004939503,0.0002682136,0.001661497,0.2248002,0.002022051],"study_design_scores_gemma":[0.001738542,0.001304235,0.002145409,0.001368161,0.0003120594,0.000008852086,0.8926556,0.001278165,0.001183162,0.004261205,0.09343783,0.0003068059],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2497912,0.196622,0.03696344,0.5053477,0.000958514,0.004184057,0.00001884256,0.00009374291,0.00602049],"genre_scores_gemma":[0.9794704,0.004509328,0.006027923,0.007964731,0.001583762,0.00006315616,0.000002852984,0.00002280241,0.0003550526],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7296792,"threshold_uncertainty_score":0.9963359,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2791138626","doi":"10.1177/1035719x0500500104","title":"The Development of a Logic Model for the Protection against Family Violence Act: An Incremental Approach","year":2005,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Government of Northwest Territories","funders":"","keywords":"Legislation; Jurisdiction; Economic Justice; Process (computing); Domestic violence; Political science; Law; Computer science; Poison control; Medicine; Human factors and ergonomics; Environmental health; Programming language","authors":[{"name":"Janice Laycock","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3794026328909822,"gpt":0.4914204480204588,"spread":0.1120178151294766,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02795698,0.000118877,0.0001748048,0.0001471228,0.0005372755,0.0001713604,0.0006978299,0.00005419803,0.00007714822],"category_scores_gemma":[0.0008346534,0.00005769844,0.0001188613,0.0003057663,0.0000860327,0.0007649029,0.00003276292,0.0001941498,0.00001315431],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002052082,"about_ca_system_score_gemma":0.001253088,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":7.562886e-7,"about_ca_topic_score_gemma":0.00002784377,"domain_scores_codex":[0.9948038,0.0003661676,0.001384113,0.0001718294,0.003092328,0.0001817675],"domain_scores_gemma":[0.9959968,0.0003488348,0.001241942,0.0002869418,0.002051119,0.00007437767],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001150656,0.000100751,0.0003004784,0.000002800384,0.00002825574,2.064404e-8,0.002158719,0.3000273,0.004102274,0.0001912625,0.0002686378,0.6927044],"study_design_scores_gemma":[0.0008197395,0.0001716959,0.02311751,0.00002628605,0.0000385764,0.000006021736,0.004409615,0.9649336,0.002638584,0.002652424,0.001112011,0.00007390977],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7352247,0.00009898156,0.261471,0.001475877,0.0002011411,0.0009832239,0.000001888654,0.000004611863,0.0005385911],"genre_scores_gemma":[0.9649699,0.00003819655,0.03448948,0.0001198572,0.0001492354,0.00008594782,0.000002996951,0.000005991021,0.0001384245],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6926305,"threshold_uncertainty_score":0.9689385,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}