{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":4,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":4,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"33c249c2df36","filters":{"venue":"International Journal of Civil Service Reform and Practice"}},"results":[{"id":"W2610138195","doi":"10.56289/ijcsrp.28","title":"Quality in Public Service Delivery","year":2016,"lang":"en","type":"article","venue":"International Journal of Civil Service Reform and Practice","topic":"Public Policy and Administration Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Government of Ontario","funders":"","keywords":"Business; Quality (philosophy); Service quality; Service (business); Process management; Marketing; Physics","authors":[{"name":"Art Daniels","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1155573810844312,"gpt":0.4513099829732261,"spread":0.3357526018887949,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005446841,0.00007113994,0.0001248796,0.0002298182,0.0001116264,0.0002333811,0.0005692308,0.00008437053,0.0003641581],"category_scores_gemma":[0.003329752,0.00004759517,0.00003797849,0.0003448654,0.00006450641,0.003801767,0.00008701301,0.0001947655,0.00002841136],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003657397,"about_ca_system_score_gemma":0.001065078,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.007900747,"about_ca_topic_score_gemma":0.06974982,"domain_scores_codex":[0.9975876,0.0005969609,0.0004554689,0.0001045773,0.001025658,0.0002296923],"domain_scores_gemma":[0.9954042,0.001539133,0.0004487965,0.00008180417,0.002302163,0.0002238316],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002426176,0.001026657,0.01452037,0.00006929642,0.0004772036,0.0003021648,0.0198449,0.000003057518,0.004128842,0.7208361,0.001634596,0.2347306],"study_design_scores_gemma":[0.001240503,0.00005404913,0.0173255,0.00009836865,0.000007083289,0.0001786826,0.01156222,0.000008568704,0.0000529077,0.007817937,0.9615284,0.0001257794],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1738511,0.0001103765,0.0001057851,0.6065632,0.0003486466,0.00005508879,0.00001265028,0.000009418834,0.2189437],"genre_scores_gemma":[0.9898114,0.00175345,0.0001529947,0.007351218,0.0005371232,0.00000199206,0.000001163778,0.000004495666,0.0003861937],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9598938,"threshold_uncertainty_score":0.9987057,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2618445620","doi":"10.56289/ijcsrp.83","title":"Innovative Public Service Reforms: What Kazakhstan Can Learn from Canada?","year":2017,"lang":"en","type":"article","venue":"International Journal of Civil Service Reform and Practice","topic":"Russia and Soviet political economy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Economic Research Institute; Nazarbayev University","keywords":"Public service; Service (business); Political science; Public administration; Regional science; Business; Geography; Marketing","authors":[{"name":"Saltanat Janenova","is_ca":false},{"name":"Ilyas Yesdauletov","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04007017339807839,"gpt":0.3397226283796594,"spread":0.2996524549815811,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001524916,0.0001427792,0.0002473931,0.00009180416,0.000726832,0.001775059,0.001210272,0.0001155309,0.0003371974],"category_scores_gemma":[0.001945928,0.0001122905,0.00004400407,0.0001419905,0.0001216189,0.007874186,0.0001835912,0.000436434,0.00001106312],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001101844,"about_ca_system_score_gemma":0.003081918,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8878857,"about_ca_topic_score_gemma":0.9761947,"domain_scores_codex":[0.9978741,0.0001889459,0.0005214979,0.0001680395,0.0009187234,0.0003286389],"domain_scores_gemma":[0.9940335,0.00057034,0.001245564,0.0002327368,0.003551876,0.000366051],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001490516,0.0004921331,0.01277243,0.00008969876,0.002866661,0.0009592943,0.07207341,0.00001334815,0.0001614964,0.7263722,0.002985948,0.1797228],"study_design_scores_gemma":[0.0007941466,0.00004565499,0.01634699,0.0001723509,0.00004217782,0.000106562,0.08447284,0.00002486896,0.00003694061,0.01114825,0.8865913,0.0002179452],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1267747,0.0002703674,0.00001677307,0.5421135,0.001750208,0.00007066879,0.00003109515,0.000008549295,0.328964],"genre_scores_gemma":[0.9708719,0.0019539,0.0002015993,0.02530567,0.001302691,0.000002213131,0.00001109233,0.00001195775,0.0003389617],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8836053,"threshold_uncertainty_score":0.9992612,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4407899763","doi":"10.56289/ijcsrp.52","title":"Предотвращение Коррупции на Государственной Службе на Примере Финляндии","year":2016,"lang":"ru","type":"article","venue":"International Journal of Civil Service Reform and Practice","topic":"Military Technology and Strategies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hatch (Canada)","funders":"","keywords":"Computer science","authors":[{"name":"Аннели Теммес","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.013191695427779,"gpt":0.2694114270995848,"spread":0.2562197316718058,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001630148,0.0004260878,0.0005133005,0.0004405573,0.0001386561,0.0001732008,0.001047443,0.0004702106,0.0009616416],"category_scores_gemma":[0.0007822232,0.0002941573,0.0001961003,0.0002628091,0.0001406148,0.00391235,0.0002186632,0.0009445237,0.0002010856],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005027615,"about_ca_system_score_gemma":0.0002435573,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004082987,"about_ca_topic_score_gemma":0.001279663,"domain_scores_codex":[0.996989,0.0001839516,0.001170391,0.0002960007,0.0008930201,0.0004676806],"domain_scores_gemma":[0.9957371,0.0012393,0.0008323161,0.0003463008,0.001594427,0.0002505457],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01472614,0.002229292,0.004227591,0.00196452,0.01915184,0.007674376,0.0170461,0.001198386,0.04055495,0.4351765,0.02070957,0.4353407],"study_design_scores_gemma":[0.007803831,0.001562234,0.009877683,0.003701475,0.00108843,0.02627573,0.01686165,0.0009820168,0.002415724,0.08351504,0.8442264,0.001689777],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1769774,0.03180455,0.006955058,0.2186994,0.01187258,0.0004034646,0.0002715779,0.0003006301,0.5527153],"genre_scores_gemma":[0.9671304,0.02782417,0.001243006,0.001626568,0.001303646,0.000004213486,0.000006310824,0.0000522003,0.0008094448],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8235168,"threshold_uncertainty_score":0.9999516,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412777194","doi":"10.56289/ijcsrp.190","title":"Comparative Analysis of Policy and Practice of Kazakhstan's Open Data","year":2023,"lang":"en","type":"article","venue":"International Journal of Civil Service Reform and Practice","topic":"Economic Growth and Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Political science; Regional science; Geography","authors":[{"name":"Raul Nugis","is_ca":false},{"name":"Virgo Riispapp","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09079842203810558,"gpt":0.4053293079016879,"spread":0.3145308858635823,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003092192,0.00009338096,0.0003603432,0.0006077801,0.00004043965,0.0001905111,0.00199727,0.00003668417,0.00001108137],"category_scores_gemma":[0.001398728,0.0000752244,0.00003606004,0.0009854535,0.00003501413,0.005409753,0.001963087,0.0001244311,0.000003625924],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008798521,"about_ca_system_score_gemma":0.0004371638,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001556089,"about_ca_topic_score_gemma":0.0006919388,"domain_scores_codex":[0.9984514,0.0001685408,0.0006463222,0.000191401,0.0004285888,0.0001137399],"domain_scores_gemma":[0.9942964,0.002482686,0.001474497,0.000313768,0.001328702,0.000103902],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0103525,0.002423755,0.01222623,0.0005181837,0.05678336,0.0007667736,0.143235,0.002924981,0.004419351,0.612393,0.008663846,0.1452931],"study_design_scores_gemma":[0.007305665,0.001117422,0.1787512,0.0005978325,0.002951559,0.004858917,0.05214465,0.11625,0.001634012,0.01673021,0.6166137,0.001044768],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2236307,0.002254231,0.03989788,0.2541799,0.00170849,0.0006275756,0.0004030067,0.00005266807,0.4772455],"genre_scores_gemma":[0.9751857,0.001836572,0.02067168,0.002121819,0.0000876833,0.000001119909,0.00002472565,0.000003957075,0.0000667495],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.751555,"threshold_uncertainty_score":0.392194,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"}]}