{"meta":{"query_hash":"33c249c2df36","filters":{"venue":"International Journal of Civil Service Reform and Practice"},"cohort_total":4,"direct_labels_cover":1,"predictions_cover":4,"exported":4,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/33c249c2df36","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Journal+of+Civil+Service+Reform+and+Practice"},"results":[{"id":"W2610138195","doi":"10.56289/ijcsrp.28","title":"Quality in Public Service Delivery","year":2016,"lang":"en","type":"article","venue":"International Journal of Civil Service Reform and Practice","topic":"Public Policy and Administration Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Ontario","funders":"","keywords":"Business; Quality (philosophy); Service quality; Service (business); Process management; Marketing; Physics","score_opus":0.11555738108443123,"score_gpt":0.45130998297322605,"score_spread":0.33575260188879485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610138195","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1738511,0.00011037649,0.00010578509,0.6065632,0.00034864657,0.00005508879,0.0000126502755,0.0000094188335,0.21894372],"genre_scores_gemma":[0.98981136,0.0017534504,0.00015299473,0.007351218,0.00053712324,0.0000019920603,0.0000011637779,0.000004495666,0.00038619374],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975876,0.0005969609,0.00045546886,0.00010457732,0.0010256583,0.00022969226],"domain_scores_gemma":[0.99540424,0.0015391335,0.00044879646,0.000081804166,0.0023021628,0.00022383156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054468405,0.00007113994,0.00012487963,0.0002298182,0.00011162641,0.00023338111,0.00056923076,0.00008437053,0.00036415807],"category_scores_gemma":[0.0033297522,0.00004759517,0.000037978494,0.0003448654,0.000064506414,0.0038017675,0.00008701301,0.00019476554,0.000028411363],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024261759,0.0010266568,0.014520368,0.000069296424,0.0004772036,0.0003021648,0.0198449,0.0000030575184,0.0041288417,0.7208361,0.001634596,0.23473065],"study_design_scores_gemma":[0.0012405029,0.00005404913,0.017325502,0.00009836865,0.0000070832893,0.00017868257,0.011562219,0.000008568704,0.000052907704,0.007817937,0.9615284,0.00012577936],"about_ca_topic_score_codex":0.0079007475,"about_ca_topic_score_gemma":0.06974982,"teacher_disagreement_score":0.9598938,"about_ca_system_score_codex":0.00036573972,"about_ca_system_score_gemma":0.0010650778,"threshold_uncertainty_score":0.99870574},"labels":[],"label_agreement":null},{"id":"W2618445620","doi":"10.56289/ijcsrp.83","title":"Innovative Public Service Reforms: What Kazakhstan Can Learn from Canada?","year":2017,"lang":"en","type":"article","venue":"International Journal of Civil Service Reform and Practice","topic":"Russia and Soviet political economy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Economic Research Institute; Nazarbayev University","keywords":"Public service; Service (business); Political science; Public administration; Regional science; Business; Geography; Marketing","score_opus":0.04007017339807839,"score_gpt":0.33972262837965944,"score_spread":0.29965245498158105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618445620","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12677474,0.00027036737,0.000016773069,0.54211354,0.0017502084,0.000070668786,0.000031095147,0.000008549295,0.32896402],"genre_scores_gemma":[0.9708719,0.0019538999,0.00020159926,0.025305668,0.0013026914,0.000002213131,0.000011092334,0.0000119577535,0.00033896175],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787414,0.00018894587,0.00052149786,0.00016803946,0.00091872335,0.00032863885],"domain_scores_gemma":[0.99403346,0.00057034,0.0012455636,0.00023273677,0.0035518757,0.00036605104],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015249164,0.00014277923,0.00024739307,0.000091804155,0.00072683196,0.0017750588,0.0012102716,0.0001155309,0.00033719736],"category_scores_gemma":[0.0019459275,0.00011229051,0.000044004068,0.00014199047,0.00012161889,0.007874186,0.00018359121,0.000436434,0.000011063124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014905164,0.00049213314,0.012772433,0.00008969876,0.0028666607,0.00095929427,0.07207341,0.000013348148,0.00016149644,0.72637224,0.0029859485,0.17972285],"study_design_scores_gemma":[0.0007941466,0.000045654993,0.01634699,0.0001723509,0.000042177817,0.00010656202,0.08447284,0.000024868961,0.00003694061,0.011148247,0.88659126,0.00021794517],"about_ca_topic_score_codex":0.88788575,"about_ca_topic_score_gemma":0.9761947,"teacher_disagreement_score":0.8836053,"about_ca_system_score_codex":0.001101844,"about_ca_system_score_gemma":0.0030819182,"threshold_uncertainty_score":0.9992612},"labels":[],"label_agreement":null},{"id":"W4407899763","doi":"10.56289/ijcsrp.52","title":"Предотвращение Коррупции на Государственной Службе на Примере Финляндии","year":2016,"lang":"ru","type":"article","venue":"International Journal of Civil Service Reform and Practice","topic":"Military Technology and Strategies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hatch (Canada)","funders":"","keywords":"Computer science","score_opus":0.013191695427778998,"score_gpt":0.26941142709958477,"score_spread":0.2562197316718058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407899763","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17697743,0.031804547,0.0069550583,0.2186994,0.011872582,0.00040346457,0.00027157785,0.0003006301,0.5527153],"genre_scores_gemma":[0.9671304,0.027824165,0.0012430059,0.0016265676,0.0013036455,0.0000042134857,0.000006310824,0.0000522003,0.00080944475],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99698895,0.00018395165,0.0011703911,0.00029600065,0.0008930201,0.00046768063],"domain_scores_gemma":[0.99573714,0.0012392997,0.00083231606,0.0003463008,0.0015944272,0.00025054568],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016301484,0.00042608785,0.0005133005,0.00044055728,0.00013865612,0.0001732008,0.0010474426,0.0004702106,0.0009616416],"category_scores_gemma":[0.0007822232,0.00029415733,0.00019610027,0.00026280907,0.00014061476,0.0039123497,0.00021866318,0.00094452366,0.00020108561],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014726136,0.0022292924,0.004227591,0.0019645204,0.019151838,0.0076743765,0.0170461,0.0011983856,0.040554952,0.43517652,0.020709574,0.4353407],"study_design_scores_gemma":[0.0078038312,0.0015622342,0.009877683,0.0037014748,0.0010884298,0.026275726,0.016861655,0.0009820168,0.0024157239,0.08351504,0.8442264,0.0016897765],"about_ca_topic_score_codex":0.0004082987,"about_ca_topic_score_gemma":0.0012796632,"teacher_disagreement_score":0.82351685,"about_ca_system_score_codex":0.00050276145,"about_ca_system_score_gemma":0.00024355731,"threshold_uncertainty_score":0.9999516},"labels":[],"label_agreement":null},{"id":"W4412777194","doi":"10.56289/ijcsrp.190","title":"Comparative Analysis of Policy and Practice of Kazakhstan's Open Data","year":2023,"lang":"en","type":"article","venue":"International Journal of Civil Service Reform and Practice","topic":"Economic Growth and Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Regional science; Geography","score_opus":0.09079842203810558,"score_gpt":0.40532930790168786,"score_spread":0.3145308858635823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412777194","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22363074,0.0022542314,0.03989788,0.25417992,0.00170849,0.00062757556,0.00040300668,0.00005266807,0.47724548],"genre_scores_gemma":[0.9751857,0.0018365722,0.020671682,0.0021218194,0.0000876833,0.0000011199095,0.000024725652,0.000003957075,0.000066749504],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984514,0.00016854079,0.0006463222,0.00019140104,0.00042858883,0.00011373989],"domain_scores_gemma":[0.99429643,0.002482686,0.0014744966,0.00031376796,0.0013287022,0.00010390196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030921919,0.000093380964,0.0003603432,0.0006077801,0.000040439652,0.00019051113,0.0019972702,0.00003668417,0.000011081369],"category_scores_gemma":[0.0013987279,0.0000752244,0.000036060042,0.0009854535,0.00003501413,0.005409753,0.001963087,0.00012443107,0.0000036259237],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010352495,0.0024237547,0.012226231,0.0005181837,0.05678336,0.00076677365,0.14323498,0.002924981,0.0044193505,0.61239296,0.008663846,0.1452931],"study_design_scores_gemma":[0.0073056654,0.001117422,0.17875122,0.00059783255,0.0029515594,0.0048589166,0.052144647,0.11625002,0.0016340117,0.016730214,0.61661375,0.0010447685],"about_ca_topic_score_codex":0.0015560889,"about_ca_topic_score_gemma":0.0006919388,"teacher_disagreement_score":0.75155497,"about_ca_system_score_codex":0.00008798521,"about_ca_system_score_gemma":0.00043716384,"threshold_uncertainty_score":0.39219403},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"}]}