{"meta":{"query_hash":"d2fda063fc1a","filters":{"venue":"Digital Government Research and Practice"},"cohort_total":11,"direct_labels_cover":0,"predictions_cover":11,"exported":11,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/d2fda063fc1a","api":"https://metacan.xera.ac/api/v1/cohort?venue=Digital+Government+Research+and+Practice"},"results":[{"id":"W3107025682","doi":"10.1145/3428091","title":"Online Xenophobic Behavior Amid the COVID-19 Pandemic","year":2020,"lang":"en","type":"article","venue":"Digital Government Research and Practice","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Xenophobia; Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Moderation; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Deterrence (psychology); Online and offline; Political science; Criminology; Psychology; Racism; Social psychology; Law; Infectious disease (medical specialty); Virology; Medicine","score_opus":0.18677726100711337,"score_gpt":0.3921599595648633,"score_spread":0.20538269855774996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107025682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5516327,0.0021601461,0.08489291,0.27607068,0.0004850894,0.0027029784,0.00037021228,0.0008503595,0.0808349],"genre_scores_gemma":[0.99162805,0.00045726457,0.0007247441,0.005891017,0.00014841482,0.000041612064,0.000008308723,0.000010244984,0.001090353],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99739784,0.00024168445,0.00015846033,0.00040614937,0.0014164026,0.0003794402],"domain_scores_gemma":[0.99718827,0.0017893072,0.00007285841,0.00034137382,0.00008652224,0.0005216479],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001089516,0.00011156987,0.0000923338,0.000019861127,0.00038290455,0.0011566037,0.0006291905,0.000048276444,0.000021831645],"category_scores_gemma":[0.0046303184,0.00007884024,0.00003220672,0.00046454696,0.00014594413,0.0015635054,0.0005808931,0.0005269119,0.00012217257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002301662,0.0031779986,0.02019996,0.00020141623,0.00025316898,0.0019251794,0.008387092,0.000048762904,0.020014672,0.038308974,0.058031194,0.8471499],"study_design_scores_gemma":[0.00045508996,0.0010162246,0.0010427531,0.0000045125707,0.000008967582,0.00042665933,0.0015981095,0.0007414444,0.00033724713,0.0005901912,0.9936167,0.00016212984],"about_ca_topic_score_codex":0.00007588072,"about_ca_topic_score_gemma":0.000010950854,"teacher_disagreement_score":0.9355855,"about_ca_system_score_codex":0.00018224985,"about_ca_system_score_gemma":0.00015056615,"threshold_uncertainty_score":0.9998803},"labels":[],"label_agreement":null},{"id":"W4317036024","doi":"10.1145/3580369","title":"E-government Service Adoption by Citizens: A Literature Review and a High-level Model of Influential Factors","year":2023,"lang":"en","type":"review","venue":"Digital Government Research and Practice","topic":"E-Government and Public Services","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Government (linguistics); Globe; Business; Service delivery framework; Public relations; Identification (biology); Diversity (politics); Service (business); Process (computing); Marketing; Knowledge management; Political science; Computer science; Psychology","score_opus":0.2040145198941748,"score_gpt":0.433912304385593,"score_spread":0.22989778449141818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317036024","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011890336,0.9659502,0.0000103841085,0.0024486524,0.00008218842,0.0017112703,0.0070351814,0.00004542918,0.022597814],"genre_scores_gemma":[0.00016326082,0.99093354,0.000086611806,0.00040324384,0.0001109299,0.00014460714,0.00035956956,0.00005830827,0.007739917],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99122363,0.0008337013,0.000772108,0.0007670431,0.0056517413,0.0007517989],"domain_scores_gemma":[0.99396914,0.0039288164,0.00081295165,0.00042424444,0.00041213183,0.0004527355],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003675984,0.0004899319,0.0011777404,0.000070031354,0.00043828416,0.0013521245,0.0006475461,0.00043519007,0.000049357437],"category_scores_gemma":[0.0036064382,0.0004024684,0.00016882598,0.0012768175,0.00037671303,0.0026211906,0.00084500393,0.00090384076,0.000025736317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040613016,0.0011520818,0.00009181484,0.21491356,0.0020957163,0.000058328682,0.0071405857,0.0000010287563,0.000008253032,0.037847083,0.051731385,0.68455404],"study_design_scores_gemma":[0.00023871123,0.00016443376,0.0000062112044,0.018985307,0.0005031299,0.0000066961884,0.0043964204,0.000006962546,0.0000011898674,0.0003438955,0.9749477,0.00039935575],"about_ca_topic_score_codex":0.00094882725,"about_ca_topic_score_gemma":0.00026183264,"teacher_disagreement_score":0.9232163,"about_ca_system_score_codex":0.0006937669,"about_ca_system_score_gemma":0.00042368268,"threshold_uncertainty_score":0.9998427},"labels":[],"label_agreement":null},{"id":"W4385979136","doi":"10.1145/3604570","title":"The End of the Policy Analyst? Testing the Capability of Artificial Intelligence to Generate Plausible, Persuasive, and Useful Policy Analysis","year":2023,"lang":"en","type":"article","venue":"Digital Government Research and Practice","topic":"E-Government and Public Services","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; Shared Services Canada","funders":"","keywords":"Rubric; Computer science; Government (linguistics); Artificial intelligence; Task (project management); Heuristic; Public policy; Quality (philosophy); Political science; Psychology; Engineering; Mathematics education; Linguistics","score_opus":0.1653987492323391,"score_gpt":0.4347940881314314,"score_spread":0.2693953388990923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385979136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8764838,0.00011637813,0.000023172079,0.07075981,0.00003064573,0.0004170907,0.00014442416,0.000011427747,0.052013256],"genre_scores_gemma":[0.9982237,0.00038656985,0.00004637853,0.00016643765,0.00016407827,0.000017638782,0.0000017253502,0.0000056834083,0.0009877448],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99576557,0.0007384706,0.0003154249,0.00027582774,0.0024350288,0.00046966856],"domain_scores_gemma":[0.9872559,0.011609381,0.00023937214,0.0003478476,0.0003819345,0.00016560507],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064069415,0.000104264014,0.00015953869,0.00010851524,0.0012163619,0.0007637153,0.00062502193,0.00004770289,0.000015786381],"category_scores_gemma":[0.027624624,0.000056817917,0.00007179781,0.0059911436,0.0014372926,0.0006226487,0.00065339496,0.00022200127,0.000004974078],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008009841,0.0003495159,0.2523288,0.00008435307,0.0011846167,0.0000048909906,0.03592314,0.00041277392,0.0014210889,0.5384807,0.00082079513,0.1681883],"study_design_scores_gemma":[0.00017943679,0.00075928157,0.25753736,0.00006413465,0.00035016678,0.0000051442926,0.5848106,0.0032220844,0.004232984,0.039921574,0.108452186,0.000465043],"about_ca_topic_score_codex":0.02951271,"about_ca_topic_score_gemma":0.011467507,"teacher_disagreement_score":0.5488875,"about_ca_system_score_codex":0.00020847743,"about_ca_system_score_gemma":0.00049824745,"threshold_uncertainty_score":0.9805661},"labels":[],"label_agreement":null},{"id":"W4391360660","doi":"10.1145/3643687","title":"Digital Transformation of Tax Administration and Compliance: A Systematic Literature Review on E-Invoicing and Prefilled Returns","year":2024,"lang":"en","type":"article","venue":"Digital Government Research and Practice","topic":"Taxation and Compliance Studies","field":"Economics, Econometrics and Finance","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Compliance (psychology); Administration (probate law); Business; Tax administration; Transformation (genetics); Economics; Public economics; Political science; Psychology; Tax reform; Law","score_opus":0.09798907722314822,"score_gpt":0.34549701285879164,"score_spread":0.24750793563564344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391360660","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027371787,0.5151209,0.0008115093,0.012814377,0.00014361861,0.002184051,0.0026114974,0.000052173324,0.43889007],"genre_scores_gemma":[0.93702686,0.061055996,0.000031146446,0.00009817766,0.000019278363,0.000041768904,0.000025027879,0.000006950226,0.0016947886],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903315,0.000030095633,0.0003753203,0.00023470965,0.00019445355,0.00013223897],"domain_scores_gemma":[0.998942,0.00066102593,0.00016457797,0.000109236964,0.00006135641,0.00006177783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075731747,0.0000978402,0.0002504622,0.000054154174,0.00008909974,0.0008577906,0.000046758054,0.000033578188,0.0000055858936],"category_scores_gemma":[0.0013826926,0.00008438238,0.00002646987,0.00021218085,0.00007337162,0.0017234606,0.000037084537,0.00017237474,0.000016498447],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090621563,0.0004905292,0.0015393228,0.35803318,0.0005441801,0.00006666261,0.0074144206,0.0000010280943,0.000052303378,0.59146667,0.005306304,0.03417922],"study_design_scores_gemma":[0.0033557923,0.010070429,0.008229821,0.3876066,0.00016861837,0.0011560563,0.022641296,0.004193789,0.00038085607,0.04090495,0.51947427,0.0018175516],"about_ca_topic_score_codex":0.0000014512893,"about_ca_topic_score_gemma":0.0000014525604,"teacher_disagreement_score":0.9096551,"about_ca_system_score_codex":0.000053197582,"about_ca_system_score_gemma":0.000011144328,"threshold_uncertainty_score":0.8271694},"labels":[],"label_agreement":null},{"id":"W4392705246","doi":"10.1145/3636550","title":"Introduction to the Issue on Artificial Intelligence in the Public Sector: Risks and Benefits of AI for Governments","year":2024,"lang":"en","type":"article","venue":"Digital Government Research and Practice","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Université Laval","funders":"","keywords":"Transparency (behavior); Public sector; Artificial intelligence; Government (linguistics); Applications of artificial intelligence; Enabling; Corporate governance; Context (archaeology); Software deployment; Bureaucracy; Computer science; Knowledge management; Data science; Computer security; Political science; Management; Economics","score_opus":0.26094075148185375,"score_gpt":0.4861539115368381,"score_spread":0.22521316005498437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392705246","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06528297,0.00061181607,0.00019898651,0.87001723,0.00033076253,0.0010433603,0.00017857083,0.0000109092325,0.0623254],"genre_scores_gemma":[0.99639624,0.000852547,0.000023095483,0.0009523464,0.001112467,0.00003858109,0.0000021839928,0.0000062853287,0.0006162255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735546,0.00032775186,0.00014926036,0.00022572027,0.0016432938,0.0002985174],"domain_scores_gemma":[0.9937159,0.0058497502,0.00003717919,0.00013294384,0.00016796062,0.00009625751],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0073239873,0.00006698678,0.00007401038,0.00003360143,0.00045679655,0.0019324356,0.00021371331,0.000061559775,0.000019648141],"category_scores_gemma":[0.01709966,0.000042541258,0.000021495274,0.00039796106,0.0002864831,0.0011922484,0.000088772365,0.00044054093,0.000015145585],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027090273,0.00017484455,0.0000902333,0.000026804817,0.000025563291,0.0000021340354,0.01714581,0.0000063690372,0.000021075843,0.74228096,0.01512909,0.22482623],"study_design_scores_gemma":[0.000031725544,0.0006347534,0.00038741116,0.00002548525,0.0000055663254,0.000001557583,0.051172853,0.00004259801,0.0001389703,0.028098594,0.91939765,0.00006284359],"about_ca_topic_score_codex":0.0006402164,"about_ca_topic_score_gemma":0.001205619,"teacher_disagreement_score":0.9311133,"about_ca_system_score_codex":0.00018571632,"about_ca_system_score_gemma":0.00011522283,"threshold_uncertainty_score":0.99910367},"labels":[],"label_agreement":null},{"id":"W4402524684","doi":"10.1145/3696009","title":"Artificial Intelligence and the Future of Evaluation: From Augmented to Automated Evaluation","year":2024,"lang":"en","type":"article","venue":"Digital Government Research and Practice","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Artificial intelligence; Computer science","score_opus":0.12135520286618941,"score_gpt":0.42697036054730436,"score_spread":0.30561515768111497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402524684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2645188,0.033837017,0.37860554,0.21781373,0.0024758459,0.009306395,0.00028833217,0.000735185,0.092419155],"genre_scores_gemma":[0.99788535,0.00025583096,0.0013543847,0.00014113779,0.0001491641,0.0001100119,0.000008126879,0.0000073628944,0.000088631525],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99506605,0.00071967556,0.00033321508,0.00047911287,0.0031246457,0.00027731547],"domain_scores_gemma":[0.99403584,0.0047050435,0.00007100615,0.00040530247,0.0006511929,0.00013158757],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008671964,0.00011454629,0.00012416414,0.00007430212,0.0001951259,0.0017650123,0.0003593676,0.00004865835,0.000053714884],"category_scores_gemma":[0.0045829895,0.000081414364,0.000027100903,0.00087721186,0.00022591515,0.0022700173,0.00047718396,0.00024308455,0.00008602482],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004136293,0.00010132359,0.000011566388,0.00001804291,0.00006323012,0.000014278534,0.003202456,0.00016304181,0.00054478465,0.21463028,0.0012408375,0.7795965],"study_design_scores_gemma":[0.0001013953,0.00038409905,0.00013979783,0.00008083322,0.000033775792,0.000021799142,0.008354261,0.83746344,0.009143619,0.123848446,0.020291103,0.00013742567],"about_ca_topic_score_codex":0.00014333284,"about_ca_topic_score_gemma":0.000038981427,"teacher_disagreement_score":0.8373004,"about_ca_system_score_codex":0.00021311094,"about_ca_system_score_gemma":0.0002202089,"threshold_uncertainty_score":0.9992713},"labels":[],"label_agreement":null},{"id":"W4403396674","doi":"10.1145/3700141","title":"Management and Performance Program Chatbot: A Use Case of Large Language Model in the Federal Public Sector in Brazil","year":2024,"lang":"en","type":"article","venue":"Digital Government Research and Practice","topic":"E-Government and Public Services","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Chatbot; Public sector; Computer science; Business; World Wide Web; Political science","score_opus":0.08121650690253808,"score_gpt":0.41781166963875654,"score_spread":0.3365951627362185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403396674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8661586,0.00075280445,0.000004547656,0.005962265,0.000020146806,0.0005732793,0.000052907533,0.000016770855,0.1264587],"genre_scores_gemma":[0.99594724,0.0011195011,0.000110197565,0.00016146843,0.000030688043,0.00008336734,0.000005743855,0.000007186177,0.002534602],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9976165,0.0002607069,0.00015778768,0.00023966825,0.0012811926,0.00044412925],"domain_scores_gemma":[0.9984319,0.0012706881,0.00003852704,0.000133203,0.000035282923,0.00009035236],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0036871608,0.00008663173,0.00008822893,0.00007339958,0.0002054176,0.0021849317,0.00018100483,0.000047332076,0.000019541982],"category_scores_gemma":[0.00047146704,0.00006406287,0.000017386521,0.00055311347,0.00018884224,0.0037718252,0.00021335948,0.00028208015,0.000003382837],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008764986,0.0029006568,0.12437363,0.0011592468,0.00016563848,0.0048184525,0.14959614,0.0000063248226,0.000015606696,0.3708211,0.0025218443,0.3427449],"study_design_scores_gemma":[0.0014966723,0.0009340395,0.021153543,0.00028709456,0.000019050756,0.00020174297,0.58939797,0.020044634,0.000019804109,0.0013391871,0.3646901,0.0004161583],"about_ca_topic_score_codex":0.0018783553,"about_ca_topic_score_gemma":0.0067889886,"teacher_disagreement_score":0.43980184,"about_ca_system_score_codex":0.00015701882,"about_ca_system_score_gemma":0.00007055008,"threshold_uncertainty_score":0.9988509},"labels":[],"label_agreement":null},{"id":"W4407318854","doi":"10.1145/3716859","title":"Introduction to the Special Issue on ChatGPT and other Generative AI Commentaries: AI Augmentation in Government 4.0","year":2025,"lang":"en","type":"article","venue":"Digital Government Research and Practice","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Facilitator; Government (linguistics); Generative grammar; Democracy; Political science; Face (sociological concept); Domain (mathematical analysis); Public sector; Engineering ethics; Business; Management science; Public relations; Engineering; Computer science; Sociology; Artificial intelligence; Law; Social science; Politics","score_opus":0.056965235672428866,"score_gpt":0.44983977968068245,"score_spread":0.3928745440082536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407318854","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0108048,0.000050016813,0.000053332384,0.7048582,0.00025484705,0.0005796353,0.000058136276,0.00000611691,0.28333494],"genre_scores_gemma":[0.84404504,0.0012925053,0.00010996831,0.10401776,0.010750756,0.00012769202,0.000010173211,0.000020422242,0.03962567],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971352,0.000500822,0.00015195279,0.000270424,0.0016268844,0.0003146932],"domain_scores_gemma":[0.9973588,0.0022145014,0.00004999651,0.00012847895,0.00012467863,0.00012356901],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003187682,0.000093067065,0.000099157194,0.000031331096,0.00081659236,0.0015630915,0.0001311403,0.00006808167,0.0001244194],"category_scores_gemma":[0.0069057615,0.00007448853,0.000015121654,0.00031056465,0.0003300804,0.0012021827,0.00014617803,0.00046609534,0.000025619318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014017358,0.00046574575,0.0017178031,0.000014456402,0.00007539627,0.000006253481,0.05279138,0.000011532007,0.00006745133,0.31603497,0.5539123,0.07350098],"study_design_scores_gemma":[0.00028193588,0.00032377674,0.0007007962,0.000020138923,0.0000047185354,3.3256697e-7,0.06266167,0.000007697524,0.000185894,0.00477603,0.93096626,0.000070765294],"about_ca_topic_score_codex":0.0022147014,"about_ca_topic_score_gemma":0.004804714,"teacher_disagreement_score":0.8332403,"about_ca_system_score_codex":0.0008996662,"about_ca_system_score_gemma":0.000121160745,"threshold_uncertainty_score":0.9994734},"labels":[],"label_agreement":null},{"id":"W4410306730","doi":"10.1145/3735513","title":"Introduction to the Special Issue on ChatGPT and other Generative AI Commentaries Part 2: GenAI Augmented Government 4.0","year":2025,"lang":"en","type":"article","venue":"Digital Government Research and Practice","topic":"Impact of AI and Big Data on Business and Society","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Generative grammar; Government (linguistics); Computer science; Artificial intelligence; Linguistics; Philosophy","score_opus":0.1134381208655776,"score_gpt":0.4320780824971461,"score_spread":0.3186399616315685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410306730","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028527077,0.00022576054,0.001075129,0.84552014,0.0010220781,0.00087690965,0.00093938474,0.000014936958,0.1217986],"genre_scores_gemma":[0.61679316,0.0017873907,0.0004564464,0.16754813,0.02582133,0.00021902351,0.000079960744,0.000049626404,0.18724495],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950549,0.0003270755,0.0002963248,0.00051756925,0.0034419626,0.00036217668],"domain_scores_gemma":[0.9957419,0.003310893,0.000102056816,0.00045920702,0.0002220117,0.00016391656],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004030899,0.00015947253,0.0001791291,0.000036345515,0.0007655599,0.0030779068,0.00032818803,0.000052503736,0.00048804047],"category_scores_gemma":[0.008578334,0.00009182462,0.000036659927,0.0005113082,0.0002604173,0.001251664,0.0005451899,0.00031251909,0.00013828152],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009911924,0.00024490478,0.0007606643,0.000005059472,0.0000617239,0.0000035324433,0.001012841,0.000002752931,0.000050678464,0.0066430997,0.87375146,0.116472095],"study_design_scores_gemma":[0.00036110953,0.00047638235,0.0016374034,0.000018097959,0.000008556548,0.0000055186724,0.011246229,0.00004480412,0.0006286979,0.0008550813,0.98461753,0.0001005713],"about_ca_topic_score_codex":0.00006945276,"about_ca_topic_score_gemma":0.000038185066,"teacher_disagreement_score":0.677972,"about_ca_system_score_codex":0.0002585924,"about_ca_system_score_gemma":0.000057934514,"threshold_uncertainty_score":0.99977285},"labels":[],"label_agreement":null},{"id":"W4414439513","doi":"10.1145/3769114","title":"E-Government Systems to Improve Citizen-to-Public Administration Communication: A Literature Review","year":2025,"lang":"en","type":"review","venue":"Digital Government Research and Practice","topic":"AI in Service Interactions","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Process (computing); Work (physics); Corporate governance; Information and Communications Technology; Administration (probate law); Digital transformation","score_opus":0.07905959248654053,"score_gpt":0.4321163090603513,"score_spread":0.35305671657381077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414439513","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.2027036e-8,0.8868893,0.003929859,0.023583157,0.00031541626,0.0033845983,0.0007511481,0.000067660854,0.081078805],"genre_scores_gemma":[0.000035507284,0.9826016,0.0020092148,0.001781007,0.00013480273,0.001801268,0.00012243906,0.000028492686,0.01148567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925112,0.0011783236,0.00093834585,0.0011042973,0.0036021082,0.0006657269],"domain_scores_gemma":[0.9874626,0.007970995,0.0005073938,0.0025361644,0.0008564783,0.0006664085],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0030016752,0.0004829935,0.0009473407,0.00014835154,0.0003973318,0.007315424,0.0026269527,0.00021568751,0.000012300398],"category_scores_gemma":[0.00962877,0.00041573265,0.00018492312,0.0023537953,0.00005284199,0.0037391887,0.0032985688,0.001336606,0.00029025253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031942578,0.00030664515,3.1163694e-7,0.033886407,0.00017611262,0.00007604129,0.00010703836,9.6471695e-8,4.847799e-7,0.036430527,0.05105903,0.87792534],"study_design_scores_gemma":[0.00007167601,0.0004970415,3.6112544e-7,0.075596094,0.000067363435,0.0003123613,0.0001699011,0.000013316858,8.6480554e-7,0.00006660987,0.9228824,0.00032205178],"about_ca_topic_score_codex":0.00000943494,"about_ca_topic_score_gemma":0.000008360262,"teacher_disagreement_score":0.8776033,"about_ca_system_score_codex":0.00160994,"about_ca_system_score_gemma":0.00081917795,"threshold_uncertainty_score":0.9998295},"labels":[],"label_agreement":null},{"id":"W4417459700","doi":"10.1145/3775061","title":"In Memoriam: Professor Soon Ae Chun","year":2025,"lang":"en","type":"article","venue":"Digital Government Research and Practice","topic":"History of Medical Practice","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Institute on Governance","funders":"","keywords":"","score_opus":0.0685573976578134,"score_gpt":0.4484396521961372,"score_spread":0.3798822545383238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417459700","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029192304,0.0010037,0.00006141969,0.10288478,0.00046846157,0.0007445084,0.000012488209,0.000026211223,0.8656061],"genre_scores_gemma":[0.82080615,0.0007702236,0.00047815577,0.0046124714,0.00040643345,0.00009448725,0.000011313001,0.000022988228,0.17279775],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99671984,0.00028707477,0.00026829678,0.00037495056,0.0018954528,0.00045437852],"domain_scores_gemma":[0.9942855,0.004878332,0.00007106913,0.00032335435,0.00016235576,0.0002793385],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031700113,0.00012160681,0.00021952644,0.00011184831,0.0001282376,0.00013811259,0.00013111753,0.000110848436,0.00016378597],"category_scores_gemma":[0.03411611,0.00010707835,0.000029563702,0.00046760478,0.000287274,0.0016315127,0.00021653387,0.0011235283,0.00020147767],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018575892,0.005431545,0.0053546657,0.0009561192,0.00030120593,0.0031091876,0.0013555952,2.8125504e-7,0.0027126535,0.02499131,0.8442329,0.092978634],"study_design_scores_gemma":[0.0017731655,0.0005549819,0.001705423,0.00016053958,0.000024237897,0.00010439079,0.0025232153,0.000017730046,0.00025281814,0.0010142107,0.9917803,0.00008900057],"about_ca_topic_score_codex":0.000056193112,"about_ca_topic_score_gemma":0.000012449789,"teacher_disagreement_score":0.7916139,"about_ca_system_score_codex":0.000647833,"about_ca_system_score_gemma":0.0003724757,"threshold_uncertainty_score":0.97401994},"labels":[],"label_agreement":null}]}