{"meta":{"query_hash":"33c249c2df36","filters":{"venue":"International Journal of Civil Service Reform and Practice"},"cohort_total":4,"direct_labels_cover":1,"predictions_cover":4,"exported":4,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/33c249c2df36","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Journal+of+Civil+Service+Reform+and+Practice"},"results":[{"id":"W2610138195","doi":"10.56289/ijcsrp.28","title":"Quality in Public Service Delivery","year":2016,"lang":"en","type":"article","venue":"International Journal of Civil Service Reform and Practice","topic":"Public Policy and Administration Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Ontario","funders":"","keywords":"Business; Quality (philosophy); Service quality; Service (business); Process management; Marketing; Physics","score_opus":0.11555738108443123,"score_gpt":0.45130998297322605,"score_spread":0.33575260188879485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610138195","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016843466,0.07426492,0.0074338615,0.6465662,0.0025191386,0.000089789246,0.00009503081,0.00006443943,0.25212312],"genre_scores_gemma":[0.8527495,0.06822115,0.0028052924,0.022417413,0.0019665188,0.000052642885,0.000057797606,0.00007334982,0.051656183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906533,0.004094986,0.00027217108,0.00038875436,0.002884688,0.0017060431],"domain_scores_gemma":[0.9921754,0.0038506268,0.00072799943,0.00027371594,0.0021230641,0.0008491815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00929566,0.00027585056,0.0002832888,0.0015251632,0.005645184,0.012733895,0.0006637195,0.002937818,0.008077878],"category_scores_gemma":[0.011830395,0.0002610295,0.00032713488,0.0041242563,0.012676319,0.0061782105,0.002888904,0.0040057325,0.0004491129],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022345566,0.00004099026,0.003724032,0.00029387657,0.000011813878,0.00012599234,0.014017721,0.00073172036,0.0001812918,0.7794136,0.09154736,0.10988921],"study_design_scores_gemma":[0.000015768012,0.00006120018,0.011015224,0.0011713065,0.000016225933,0.00012762658,0.018700205,0.0009963976,0.00034703262,0.15725796,0.8102483,0.000042667038],"about_ca_topic_score_codex":0.27464285,"about_ca_topic_score_gemma":0.26449993,"teacher_disagreement_score":0.27464285,"about_ca_system_score_codex":0.05197957,"about_ca_system_score_gemma":0.030347161,"threshold_uncertainty_score":0.5460885},"labels":[],"label_agreement":null},{"id":"W2618445620","doi":"10.56289/ijcsrp.83","title":"Innovative Public Service Reforms: What Kazakhstan Can Learn from Canada?","year":2017,"lang":"en","type":"article","venue":"International Journal of Civil Service Reform and Practice","topic":"Russia and Soviet political economy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Economic Research Institute; Nazarbayev University","keywords":"Public service; Service (business); Political science; Public administration; Regional science; Business; Geography; Marketing","score_opus":0.04007017339807839,"score_gpt":0.33972262837965944,"score_spread":0.29965245498158105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618445620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45034584,0.05470791,0.00085078774,0.3370864,0.0010843133,0.00012165993,0.0014760812,0.00005827973,0.15426865],"genre_scores_gemma":[0.9585346,0.02242558,0.00070784916,0.009943905,0.00014984787,0.000024382942,0.00054485875,0.000022993463,0.0076460284],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99387085,0.0010232932,0.00016693352,0.00024522364,0.0017740629,0.0029196374],"domain_scores_gemma":[0.9919749,0.0016705716,0.00060833135,0.00023962159,0.0038703072,0.0016363456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041368017,0.00047783018,0.00073869707,0.0028987264,0.015461563,0.011426728,0.0013442099,0.0021228844,0.0044145393],"category_scores_gemma":[0.009440645,0.00019739439,0.00043947055,0.009405532,0.006514689,0.0045467117,0.0037413624,0.002987332,0.00029398012],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039862,0.0002738061,0.16054028,0.00230422,0.00022312648,0.004606575,0.14626457,0.0019184097,0.00073206355,0.36726227,0.08886462,0.22661148],"study_design_scores_gemma":[0.000044029857,0.00007617202,0.18409191,0.0032328174,0.00019965065,0.00064998824,0.41932335,0.0010376752,0.0006641964,0.015108046,0.3754057,0.00016652174],"about_ca_topic_score_codex":0.9814808,"about_ca_topic_score_gemma":0.99055547,"teacher_disagreement_score":0.10092009,"about_ca_system_score_codex":0.10092009,"about_ca_system_score_gemma":0.2115688,"threshold_uncertainty_score":0.73222995},"labels":[],"label_agreement":null},{"id":"W4407899763","doi":"10.56289/ijcsrp.52","title":"Предотвращение Коррупции на Государственной Службе на Примере Финляндии","year":2016,"lang":"ru","type":"article","venue":"International Journal of Civil Service Reform and Practice","topic":"Military Technology and Strategies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hatch (Canada)","funders":"","keywords":"Computer science","score_opus":0.013191695427778998,"score_gpt":0.26941142709958477,"score_spread":0.2562197316718058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407899763","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040655352,0.008278934,0.08855733,0.014116086,0.00078155816,0.0002339825,0.00049497024,0.0003038772,0.84657806],"genre_scores_gemma":[0.7514266,0.007754727,0.08015441,0.0010936637,0.0005266321,0.0006081654,0.0003113688,0.00030348403,0.15782093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9959914,0.0012890381,0.00021250993,0.00055274094,0.0015809862,0.0003732914],"domain_scores_gemma":[0.9964077,0.0011214456,0.0004147072,0.00067767466,0.0011030672,0.00027537782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026393246,0.0005157342,0.00034738224,0.0021414286,0.0032083215,0.008790793,0.000776788,0.001874984,0.022971816],"category_scores_gemma":[0.0068610613,0.0005869192,0.00054742425,0.0019001042,0.0071318173,0.0046149488,0.002872509,0.0023969098,0.005924601],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026381895,0.00003024434,0.0010217725,0.00016024389,0.000015714546,0.00020331547,0.003336618,0.00039823452,0.0018214909,0.9478171,0.0049178847,0.04025099],"study_design_scores_gemma":[0.000032897573,0.00006414122,0.004452659,0.0003214612,0.000047651116,0.0006683382,0.005489519,0.0010084957,0.003918213,0.47495973,0.50896335,0.00007341313],"about_ca_topic_score_codex":0.0050882953,"about_ca_topic_score_gemma":0.0069776224,"teacher_disagreement_score":0.022971816,"about_ca_system_score_codex":0.003678834,"about_ca_system_score_gemma":0.005921352,"threshold_uncertainty_score":0.07684833},"labels":[],"label_agreement":null},{"id":"W4412777194","doi":"10.56289/ijcsrp.190","title":"Comparative Analysis of Policy and Practice of Kazakhstan's Open Data","year":2023,"lang":"en","type":"article","venue":"International Journal of Civil Service Reform and Practice","topic":"Economic Growth and Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Regional science; Geography","score_opus":0.09079842203810558,"score_gpt":0.40532930790168786,"score_spread":0.3145308858635823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412777194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9283688,0.0026330282,0.0015872158,0.008781073,0.000117135394,0.00016443623,0.00026017503,0.00003536955,0.05805271],"genre_scores_gemma":[0.9975586,0.00045702158,0.00041963602,0.00025064987,0.000012562372,0.000055519307,0.000050299208,0.00000651703,0.0011890498],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9766867,0.013681598,0.0014347679,0.0012122861,0.0036001564,0.0033844605],"domain_scores_gemma":[0.9657872,0.021018496,0.0043821754,0.0022097188,0.0041926834,0.0024096712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019917928,0.00019801986,0.00036707358,0.0033887203,0.0063932077,0.00797067,0.00086219155,0.0013604985,0.004088938],"category_scores_gemma":[0.03733073,0.00027776868,0.00022848487,0.009219849,0.008289532,0.0045154863,0.0061527533,0.001452517,0.0002840726],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053727964,0.0004920073,0.13073039,0.001507502,0.000096316166,0.0013606839,0.29142925,0.001422736,0.0019072193,0.38186413,0.006980378,0.18167208],"study_design_scores_gemma":[0.000062966035,0.00037346312,0.3068141,0.0011433944,0.00005775074,0.00041043546,0.5235544,0.0008533261,0.0013765334,0.013324441,0.15194246,0.000086659995],"about_ca_topic_score_codex":0.033008534,"about_ca_topic_score_gemma":0.033460658,"teacher_disagreement_score":0.033008534,"about_ca_system_score_codex":0.020042172,"about_ca_system_score_gemma":0.029272923,"threshold_uncertainty_score":0.14541686},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"}]}