{"meta":{"query_hash":"35c3b331cc13","filters":{"venue":"OECD education working papers"},"cohort_total":13,"direct_labels_cover":1,"predictions_cover":13,"exported":13,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/35c3b331cc13","api":"https://metacan.xera.ac/api/v1/cohort?venue=OECD+education+working+papers"},"results":[{"id":"W1575966912","doi":"10.1787/5k9fhndspvf1-en","title":"Technical Feasibility of Reporting YITS 2010 Skill Assessment Results on the PISA 2000 Reading Scale","year":2012,"lang":"en","type":"paratext","venue":"OECD education working papers","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Statistics Canada","funders":"","keywords":"Reading (process); Scale (ratio); Computer science; Psychology; Mathematics education; Data science; Geography; Cartography; Political science","score_opus":0.10370718936320378,"score_gpt":0.4389968797143058,"score_spread":0.335289690351102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1575966912","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018184584,0.00040250222,0.0000029421954,0.009213485,0.013875465,0.0009589414,0.000026079242,0.000049453567,0.95728654],"genre_scores_gemma":[0.71167773,0.0002308365,0.0004004155,0.0004624095,0.004458943,0.00015407099,0.000117760654,0.000036349076,0.28246152],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99538267,0.00088154146,0.0017549378,0.00057481957,0.00083397096,0.00057204854],"domain_scores_gemma":[0.99341786,0.001139715,0.003962519,0.0010031823,0.00022848908,0.00024825765],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007280469,0.00029709324,0.0004979574,0.00020016043,0.0009801738,0.0001672826,0.0005529098,0.000532513,0.0024435967],"category_scores_gemma":[0.001606697,0.00023639976,0.00024275432,0.0005161201,0.00034958386,0.000085588064,0.000053389922,0.0007803748,0.0007541999],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027592056,0.0006898569,0.03239092,0.00013988148,0.000048607348,1.7030712e-7,0.05218076,0.000016915008,0.0004186532,0.008691654,0.8803599,0.025035081],"study_design_scores_gemma":[0.00007417251,0.000019124962,0.024554782,0.0009734207,0.00003873991,0.0000022601532,0.01623236,3.005636e-7,0.000048429196,0.000048946866,0.9577209,0.00028657695],"about_ca_topic_score_codex":0.0045446083,"about_ca_topic_score_gemma":0.00064283586,"teacher_disagreement_score":0.6934931,"about_ca_system_score_codex":0.0014391334,"about_ca_system_score_gemma":0.0056879832,"threshold_uncertainty_score":0.99994886},"labels":[],"label_agreement":null},{"id":"W1821031712","doi":"10.1787/5js1kv8crsjf-en","title":"Towards the development of contextual questionnaires for the PISA for development study","year":2015,"lang":"en","type":"paratext","venue":"OECD education working papers","topic":"School Choice and Performance","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Socioeconomic status; Quality (philosophy); Conceptual framework; Psychology; Medical education; Political science; Pedagogy; Sociology; Medicine; Social science","score_opus":0.12156769547703648,"score_gpt":0.3990806610950209,"score_spread":0.2775129656179844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1821031712","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060670566,0.021084782,0.0021518315,0.022541547,0.0820592,0.024368023,0.00006828284,0.00019382274,0.78686196],"genre_scores_gemma":[0.73578036,0.0003122635,0.004670538,0.0008434498,0.0058863615,0.0064996644,0.00022011786,0.00006550376,0.24572177],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813324,0.00014501285,0.00051328464,0.00029175766,0.0005789257,0.0003377707],"domain_scores_gemma":[0.99807465,0.0007360177,0.0004232886,0.000274207,0.00040470593,0.00008713103],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002787357,0.000220858,0.00025262986,0.000079911544,0.0018753863,0.0001530112,0.00074337097,0.00016142156,0.00026560758],"category_scores_gemma":[0.000365237,0.00013980106,0.000091539274,0.00018197823,0.0001736639,0.000058527992,0.000043771983,0.00018812348,0.00014141401],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005711317,0.00018000565,0.0009737841,0.000059814723,0.00016951411,8.537282e-9,0.16260685,0.00003319646,0.0000028061047,0.00036702157,0.30032414,0.53522575],"study_design_scores_gemma":[0.00022545706,0.000034365818,0.0029870593,0.00018542253,0.00005655623,9.2885976e-8,0.05956408,0.0000018376584,0.000037287915,0.000030094196,0.9366849,0.00019282989],"about_ca_topic_score_codex":0.00038641747,"about_ca_topic_score_gemma":0.0072133797,"teacher_disagreement_score":0.67510974,"about_ca_system_score_codex":0.00045423576,"about_ca_system_score_gemma":0.012708339,"threshold_uncertainty_score":0.99942404},"labels":[],"label_agreement":null},{"id":"W1824093275","doi":"10.1787/5kg3nh9h52g5-en","title":"An Analysis of Skill Mismatch Using Direct Measures of Skills","year":2011,"lang":"en","type":"paratext","venue":"OECD education working papers","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Earnings; Quality (philosophy); Educational attainment; Function (biology); Literacy; Psychology; Work (physics); Labour economics; Demographic economics; Economics; Pedagogy; Accounting; Economic growth; Engineering","score_opus":0.0689852502887054,"score_gpt":0.38902216902449077,"score_spread":0.3200369187357854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1824093275","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1154556,0.002014172,0.000014077719,0.000119679564,0.006745207,0.00036447708,0.000050914765,0.000026090012,0.8752098],"genre_scores_gemma":[0.9037159,0.0008091341,0.00045317545,0.00010692779,0.0012603566,0.000027151209,0.00016433126,0.000035960384,0.09342706],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.997365,0.0006819435,0.0007237007,0.0004011816,0.00050060626,0.0003275803],"domain_scores_gemma":[0.9973261,0.00021158194,0.0012828922,0.00060865586,0.00036184528,0.00020896508],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001084877,0.00024692473,0.00078510947,0.0010300172,0.00030576802,0.00006619492,0.00052215526,0.00040034723,0.005050015],"category_scores_gemma":[0.00010833849,0.0002554354,0.00037582015,0.0014306532,0.00026529955,0.00008981483,0.00001611425,0.00016236624,0.00011242486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025517764,0.002293037,0.12207721,0.00041580695,0.0040216837,1.6470268e-7,0.7140278,0.001793868,0.0016711204,0.006830248,0.0529847,0.093858846],"study_design_scores_gemma":[0.00007165988,0.000022830523,0.008516468,0.000556092,0.0015700236,3.0439307e-7,0.04759513,0.000006211839,0.000297532,0.00003466146,0.9408289,0.000500189],"about_ca_topic_score_codex":0.031986915,"about_ca_topic_score_gemma":0.0017882374,"teacher_disagreement_score":0.8878442,"about_ca_system_score_codex":0.00026463947,"about_ca_system_score_gemma":0.0031329882,"threshold_uncertainty_score":0.9999898},"labels":[],"label_agreement":null},{"id":"W1826682310","doi":"10.1787/5js333qmrqzq-en","title":"Supporting teachers and schools to promote positive student behaviour in England and Ontario (Canada)","year":2015,"lang":"en","type":"paratext","venue":"OECD education working papers","topic":"Education Discipline and Inequality","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Discipline; Order (exchange); School climate; Political science; Pedagogy; Sociology; Public relations; Mathematics education; Psychology; Geography; Social science; Business","score_opus":0.03065549243228704,"score_gpt":0.3804590989402663,"score_spread":0.34980360650797926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1826682310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.821681,0.00045151432,3.0979515e-7,0.005843754,0.0020446451,0.0006742989,0.000009884938,0.0000104955425,0.16928406],"genre_scores_gemma":[0.8358361,0.00007709165,0.00020141002,0.00068172987,0.00067415397,0.000111257,0.00015462046,0.000021750058,0.16224185],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978796,0.00026192734,0.00041054317,0.00050526555,0.0005248622,0.00041776715],"domain_scores_gemma":[0.9989116,0.000071927956,0.0002690901,0.00017677674,0.00012089535,0.00044970706],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014509981,0.00022651063,0.000298398,0.00015980395,0.00037891098,0.00028016765,0.00019403217,0.00020280675,0.00063727907],"category_scores_gemma":[0.000166204,0.00024665985,0.000026104852,0.00019944915,0.000066390094,0.00009910037,0.00007775987,0.00053768826,0.000038485112],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000089527975,0.0001424534,0.5492504,0.00001519474,0.000024034634,0.0000010528449,0.33754998,0.0000052927235,0.000009673497,0.00008129289,0.07677502,0.036136627],"study_design_scores_gemma":[0.00014315145,0.000023398843,0.24200696,0.00023228738,0.00002546545,7.451404e-7,0.05804273,8.7357e-8,0.0000032485714,0.00002513486,0.6992236,0.0002731812],"about_ca_topic_score_codex":0.82390237,"about_ca_topic_score_gemma":0.98058593,"teacher_disagreement_score":0.62244856,"about_ca_system_score_codex":0.0019586317,"about_ca_system_score_gemma":0.013337952,"threshold_uncertainty_score":0.99999857},"labels":[],"label_agreement":null},{"id":"W1932562480","doi":"10.1787/5kmldw10hl6l-en","title":"How Does Academic Ability Affect Educational and Labour Market Pathways in Canada","year":2010,"lang":"en","type":"paratext","venue":"OECD education working papers","topic":"Intergenerational and Educational Inequality Studies","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Affect (linguistics); Educational attainment; Unemployment; Reading (process); Demographic economics; Descriptive statistics; Psychology; Academic achievement; Mathematics education; Developmental psychology; Economics; Political science; Economic growth; Statistics; Mathematics","score_opus":0.031066765627618034,"score_gpt":0.31195246438050467,"score_spread":0.28088569875288666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1932562480","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31054443,0.003945114,8.4329906e-7,0.17376003,0.04277725,0.0009207313,0.00024042909,0.000025269663,0.4677859],"genre_scores_gemma":[0.6988744,0.0016020756,0.00014189922,0.0014240261,0.004583095,0.00031716746,0.00031229452,0.000022726683,0.29272228],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973196,0.00046469583,0.00042421583,0.000630427,0.0006555454,0.0005055596],"domain_scores_gemma":[0.9979578,0.0010367056,0.00032203196,0.00023457462,0.00021820524,0.00023065234],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00096925854,0.00033732445,0.00036580965,0.00019059089,0.00080985395,0.00021806198,0.00037121098,0.00041240818,0.0057931407],"category_scores_gemma":[0.00074613915,0.00030384472,0.000075903336,0.0002652998,0.00028018985,0.00014753001,0.00006373876,0.0010428037,0.000077801735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026247413,0.00018732187,0.09850838,0.0002667605,0.00008236004,3.8951794e-7,0.010707092,0.00001096514,0.00032718014,0.04097864,0.8218035,0.02710116],"study_design_scores_gemma":[0.00006167014,0.0000042898514,0.10069635,0.000163784,0.000014628677,9.243689e-7,0.010263269,0.0000012857278,0.000016967606,0.0017751047,0.88662124,0.0003805163],"about_ca_topic_score_codex":0.6898691,"about_ca_topic_score_gemma":0.9567836,"teacher_disagreement_score":0.38832998,"about_ca_system_score_codex":0.001938804,"about_ca_system_score_gemma":0.024874838,"threshold_uncertainty_score":0.99994135},"labels":[],"label_agreement":null},{"id":"W2114529949","doi":"10.1787/5k9flcwwv9tk-en","title":"A Literature Review of School Practices to Overcome School Failure","year":2012,"lang":"en","type":"review","venue":"OECD education working papers","topic":"Educational Assessment and Improvement","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministry of Education and Child Care","funders":"","keywords":"Disadvantaged; Equity (law); Political science; Work (physics); Czech; Economic growth; Business; Engineering; Economics","score_opus":0.22403364940382337,"score_gpt":0.5030863048362813,"score_spread":0.2790526554324579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114529949","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002562215,0.9557569,0.0000031676127,0.0050763446,0.0034049198,0.0017136611,0.00002579116,0.000026623542,0.033990037],"genre_scores_gemma":[0.000028105553,0.95890886,0.0031115967,0.0036935254,0.0018785767,0.000658071,0.00024250687,0.00005035663,0.031428434],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938876,0.0006878892,0.00199119,0.00091579405,0.0020612993,0.0004562275],"domain_scores_gemma":[0.99142796,0.0015480107,0.004170228,0.0015107415,0.00064493314,0.00069815724],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0039121998,0.00056524895,0.0016029752,0.0009027645,0.00017848036,0.00064324617,0.0016162226,0.0002972887,0.007640327],"category_scores_gemma":[0.006666334,0.0003994066,0.0006936948,0.002591136,0.00004275176,0.0006138674,0.00022300023,0.0007706909,0.0029958617],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001930764,0.00020278207,0.00039811627,0.016804472,0.00007563759,2.1625387e-7,0.00013169841,8.0694925e-8,0.0000027744513,0.0005115088,0.11284967,0.8690211],"study_design_scores_gemma":[0.000033244054,0.000027205428,0.00026502713,0.13410929,0.0004504533,0.000013998287,0.0002660607,3.4302523e-8,4.6881752e-7,0.000096169504,0.864382,0.0003560084],"about_ca_topic_score_codex":0.00001193273,"about_ca_topic_score_gemma":0.000007843099,"teacher_disagreement_score":0.8686651,"about_ca_system_score_codex":0.0004836736,"about_ca_system_score_gemma":0.004816937,"threshold_uncertainty_score":0.9998458},"labels":[],"label_agreement":null},{"id":"W2461553096","doi":"10.1787/5jlphd2twps1-en","title":"Ageing and Literacy Skills","year":2016,"lang":"en","type":"paratext","venue":"OECD education working papers","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Literacy; Cohort; Cohort effect; Adult literacy; Demography; Psychology; Developmental psychology; Medicine; Pedagogy; Sociology","score_opus":0.018674733675647044,"score_gpt":0.36625928526503454,"score_spread":0.3475845515893875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461553096","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008916836,0.0029392247,0.000001650308,0.0059058554,0.016163595,0.00031895153,0.0000101616215,0.000044586508,0.96569914],"genre_scores_gemma":[0.1757616,0.004264456,0.000120246375,0.001354461,0.009658503,0.00009539866,0.000054698492,0.00003893791,0.8086517],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982578,0.00030159028,0.00032724708,0.00040628147,0.00029919387,0.0004078884],"domain_scores_gemma":[0.9986343,0.00035186348,0.00035378578,0.00029716708,0.00009643238,0.0002664929],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00050188357,0.00022629432,0.00025953614,0.00025018823,0.00078626524,0.0004770226,0.00025456955,0.00033404963,0.007702156],"category_scores_gemma":[0.00011442407,0.00020358792,0.00008596253,0.00019523474,0.00019089566,0.00013648205,0.00003146612,0.00021372036,0.00555654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015828718,0.00006007472,0.0012470448,0.000073980904,0.00003208363,3.0202727e-7,0.059064087,2.2032752e-7,0.00009923068,0.0063575795,0.47166044,0.46140337],"study_design_scores_gemma":[0.000056026507,0.000004286019,0.0008591532,0.00081037957,0.000014921828,0.0000013299201,0.0042442717,1.9460401e-8,0.00000747565,0.000112750415,0.9936216,0.00026779648],"about_ca_topic_score_codex":0.0013866279,"about_ca_topic_score_gemma":0.0000917734,"teacher_disagreement_score":0.52196115,"about_ca_system_score_codex":0.0002777827,"about_ca_system_score_gemma":0.0021165933,"threshold_uncertainty_score":0.99521774},"labels":[],"label_agreement":null},{"id":"W2763321773","doi":"10.1787/164a7643-en","title":"The “CHARM” Policy Analysis Framework","year":2017,"lang":"en","type":"paratext","venue":"OECD education working papers","topic":"Education and experiences of immigrants and refugees","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Socioemotional selectivity theory; Charm (quantum number); Resilience (materials science); Immigration; Psychological resilience; Relevance (law); Process (computing); Conceptual framework; Political science; Process management; Psychology; Economic growth; Sociology; Computer science; Business; Developmental psychology; Social psychology; Economics; Social science","score_opus":0.022065677002425257,"score_gpt":0.40485890269758606,"score_spread":0.38279322569516083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763321773","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000408479,0.007065008,0.000008514157,0.04781904,0.01989853,0.00024168749,0.000006293653,0.000038541246,0.9245139],"genre_scores_gemma":[0.17306405,0.025421692,0.00014767492,0.001538355,0.008964882,0.00012998871,0.0000972784,0.00002513891,0.7906109],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99778324,0.0002486655,0.0003381699,0.000454053,0.00057996804,0.0005958953],"domain_scores_gemma":[0.99775666,0.00038455322,0.0006101883,0.0008557315,0.00011375252,0.00027911755],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00069966645,0.0002690944,0.00033874516,0.00036863436,0.007413877,0.0015972132,0.0014020602,0.00047347735,0.0050434056],"category_scores_gemma":[0.0004931546,0.00019003187,0.00042314953,0.0006707518,0.00092238304,0.00008763506,0.00005182683,0.00051198126,0.0028811349],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067394976,0.000088167515,0.0006677874,0.000010093587,0.00044327514,1.4450598e-7,0.02893131,0.0000151324175,0.0000018472127,0.036808502,0.49812546,0.43490154],"study_design_scores_gemma":[0.000022798005,0.000004957744,0.00060032745,0.00010931629,0.0001435129,1.71663e-7,0.021097528,5.585229e-7,0.000001897192,0.00034282234,0.97741127,0.00026484192],"about_ca_topic_score_codex":0.008000975,"about_ca_topic_score_gemma":0.004220978,"teacher_disagreement_score":0.4792858,"about_ca_system_score_codex":0.00027778067,"about_ca_system_score_gemma":0.004662228,"threshold_uncertainty_score":0.99943924},"labels":[],"label_agreement":null},{"id":"W2914071801","doi":"10.1787/059ce467-en","title":"Strength through diversity’s Spotlight Report for Sweden","year":2019,"lang":"en","type":"paratext","venue":"OECD education working papers","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Immigration; Diversity (politics); Political science; Relevance (law); Work (physics); Cultural diversity; Higher education; Economic growth; Public relations; Economics","score_opus":0.05680714796834413,"score_gpt":0.39474877164823485,"score_spread":0.3379416236798907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914071801","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015376356,0.0010789793,0.000030049316,0.013470477,0.050644375,0.0010807102,0.000014742724,0.00012898553,0.93201405],"genre_scores_gemma":[0.06301132,0.0009111447,0.00208087,0.0010016477,0.0059054946,0.00017854512,0.0012936764,0.000081040045,0.9255363],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968037,0.00040898036,0.00048390392,0.00087797974,0.0008080882,0.00061733753],"domain_scores_gemma":[0.9964505,0.00111157,0.0012803455,0.00068446464,0.00027853227,0.00019461024],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011119863,0.00036202703,0.00042937236,0.0001690624,0.002294712,0.00047041956,0.0008529054,0.0006163531,0.012132725],"category_scores_gemma":[0.00068732264,0.00041058753,0.00025497182,0.0003803355,0.00021257198,0.0003794478,0.00015184625,0.00059636537,0.0110765975],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021105403,0.00021837278,0.00485267,0.000104897124,0.0001474312,0.0000013046375,0.050889425,0.00006079981,0.0000112689795,0.0038271185,0.92730504,0.012560562],"study_design_scores_gemma":[0.00012460028,0.00001937833,0.00058192847,0.0002129034,0.00013125,0.0000034320954,0.01261356,3.1667997e-7,0.000006747824,0.000073336676,0.98575014,0.00048243167],"about_ca_topic_score_codex":0.0029349644,"about_ca_topic_score_gemma":0.00034816004,"teacher_disagreement_score":0.06147368,"about_ca_system_score_codex":0.0008554113,"about_ca_system_score_gemma":0.0059264717,"threshold_uncertainty_score":0.9998346},"labels":[],"label_agreement":null},{"id":"W3092957943","doi":"10.1787/59bbac06-en","title":"The role of labour market information in guiding educational and occupational choices","year":2020,"lang":"en","type":"paratext","venue":"OECD education working papers","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Public relations; School choice; Stock (firearms); Career portfolio; Business; Marketing; Economics; Political science; Psychology; Pedagogy; Career development; Engineering","score_opus":0.027242285341249558,"score_gpt":0.33796638051876216,"score_spread":0.3107240951775126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092957943","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008121309,0.004380934,7.417269e-7,0.011860655,0.0049593393,0.0004911721,0.000041496674,0.000012893575,0.97013146],"genre_scores_gemma":[0.8109803,0.004519691,0.00022848192,0.0011772404,0.0043852446,0.00030884994,0.00036669098,0.000025434478,0.17800803],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981825,0.0003171187,0.0005949151,0.0001991011,0.00045139005,0.00025500596],"domain_scores_gemma":[0.9980794,0.00076159113,0.0006815405,0.00017184533,0.00017348533,0.00013210156],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008414278,0.00017110464,0.00020921699,0.0002491267,0.00065627665,0.00031256824,0.0003269682,0.00021072825,0.002555703],"category_scores_gemma":[0.0004446465,0.00015793712,0.000059563805,0.0004275183,0.00018759235,0.00026185878,0.000035839144,0.00018578774,0.00035743855],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004718242,0.00011074521,0.093609534,0.0002575681,0.00007583329,2.1877472e-8,0.078060485,0.00002966977,0.000039826435,0.20709157,0.43314007,0.18753749],"study_design_scores_gemma":[0.00006175724,0.0000048983948,0.023636574,0.00018528977,0.000007204317,4.5515736e-7,0.025724765,0.0000042451065,0.000004976617,0.00043168652,0.9497901,0.00014805704],"about_ca_topic_score_codex":0.0041520162,"about_ca_topic_score_gemma":0.0006308987,"teacher_disagreement_score":0.802859,"about_ca_system_score_codex":0.00025146236,"about_ca_system_score_gemma":0.005056159,"threshold_uncertainty_score":0.9983561},"labels":[],"label_agreement":null},{"id":"W4214667579","doi":"10.1787/5k3tsjqtp90v-en","title":"Learning Standards, Teaching Standards and Standards for School Principals","year":2013,"lang":"en","type":"paratext","venue":"OECD education working papers","topic":"Education and Teacher Training","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministry of Education- New Zealand; Council for Science and Technology Policy; Institut National Du Cancer; Secretaría de Educación Pública","keywords":"Library science; Political science; Academic standards; Geography; Pedagogy; Mathematics education; Sociology; Higher education; Psychology; Computer science","score_opus":0.03175969138396743,"score_gpt":0.39437724338415864,"score_spread":0.3626175520001912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214667579","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003850184,0.0043453337,0.00032386865,0.004093341,0.008756116,0.00157078,0.00028985916,0.00020825177,0.97656226],"genre_scores_gemma":[0.2757365,0.0038189108,0.004322642,0.0011736295,0.006927574,0.00095744996,0.0005308651,0.0002232401,0.7063092],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99423563,0.0008499229,0.0006507353,0.000871905,0.0024945352,0.00089725596],"domain_scores_gemma":[0.99626327,0.00064954895,0.0006574686,0.00036760166,0.0014074331,0.0006547047],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009977384,0.00050884474,0.0006120439,0.00039068263,0.0032056626,0.0013868972,0.000451118,0.0006151681,0.011551099],"category_scores_gemma":[0.0053691035,0.00055047695,0.00020170008,0.00021119641,0.0003602825,0.00026872908,0.00007055425,0.0015147253,0.00017237947],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000028198443,0.0000849567,0.0011602342,0.00021463828,0.00012303187,1.6241097e-7,0.047593985,0.000031843534,0.000027750226,0.0061541866,0.58570397,0.35887706],"study_design_scores_gemma":[0.00034708975,0.00006779638,0.0001667799,0.0008823939,0.00008184891,0.0000012291774,0.056433454,0.0000047962844,0.000006394496,0.00015625787,0.94125086,0.0006011179],"about_ca_topic_score_codex":0.00090663315,"about_ca_topic_score_gemma":0.00031589167,"teacher_disagreement_score":0.35827595,"about_ca_system_score_codex":0.004296827,"about_ca_system_score_gemma":0.02929945,"threshold_uncertainty_score":0.99969465},"labels":[],"label_agreement":null},{"id":"W4232124585","doi":"10.1787/5km4psmtn8zx-en","title":"Education and Obesity in Four OECD Countries","year":2009,"lang":"en","type":"paratext","venue":"OECD education working papers","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":228,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European Commission","keywords":"Obesity; Political science; Geography; Medicine; Endocrinology","score_opus":0.014723575088405346,"score_gpt":0.2920410134046556,"score_spread":0.2773174383162503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232124585","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4568797,0.0037678648,9.1313655e-7,0.0034357244,0.004765851,0.00097253843,0.00000947814,0.00006804004,0.53009987],"genre_scores_gemma":[0.85398453,0.0016491652,0.0002713025,0.0023710716,0.002392485,0.00010203056,0.00038425604,0.00006202716,0.13878314],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978172,0.00013032791,0.00041761872,0.000743338,0.00044759008,0.00044393144],"domain_scores_gemma":[0.9985988,0.00017721747,0.00031507632,0.00053001795,0.000109912326,0.00026896872],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00023640224,0.00047689019,0.0007280496,0.0004291693,0.00017272544,0.0001328206,0.00017209753,0.00046837682,0.0012527412],"category_scores_gemma":[0.000055217624,0.0004993989,0.00013019283,0.00022706478,0.00014099959,0.00012290475,0.000059929418,0.0008468796,0.002332464],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012636794,0.017456988,0.32850817,0.0017646438,0.00017658986,0.0000073265696,0.0015018202,0.000015774314,0.00034923767,0.0020666788,0.33644164,0.31158477],"study_design_scores_gemma":[0.0003066912,0.0000928114,0.4507091,0.0010817506,0.00013746269,0.000025238165,0.00023835998,0.0000033723074,0.00011430774,0.00034991652,0.5465354,0.0004056053],"about_ca_topic_score_codex":0.00027288892,"about_ca_topic_score_gemma":0.00010773017,"teacher_disagreement_score":0.3971048,"about_ca_system_score_codex":0.0007158163,"about_ca_system_score_gemma":0.002587045,"threshold_uncertainty_score":0.9997458},"labels":[],"label_agreement":null},{"id":"W4297900994","doi":"10.1787/e80ad1d4-en","title":"Learning (in) indigenous languages","year":2022,"lang":"en","type":"paratext","venue":"OECD education working papers","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Indigenous; Aotearoa; Indigenous language; Indigenous education; Political science; Traditional knowledge; Inclusion (mineral); Bilingual education; Pedagogy; Sociology; Social science; Law; Ecology","score_opus":0.035118800511285415,"score_gpt":0.43293128213622506,"score_spread":0.39781248162493965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297900994","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011897501,0.0029117442,1.0898684e-7,0.0018050253,0.009037215,0.00038113704,0.0000043689392,0.00007887577,0.97388405],"genre_scores_gemma":[0.14859186,0.0024235083,0.00005570861,0.0014252327,0.0027373643,0.00018629014,0.00035363052,0.000046488527,0.8441799],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99776435,0.0005963598,0.00030257244,0.00039328594,0.0004309437,0.0005124647],"domain_scores_gemma":[0.99904776,0.00023876198,0.0002833857,0.00022728844,0.000034908982,0.00016792718],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006679618,0.0002136954,0.0002465269,0.00049137423,0.0010957624,0.00017787144,0.00043512034,0.00026547443,0.058944017],"category_scores_gemma":[0.00021533179,0.00026138534,0.0001045889,0.00050269463,0.00008346492,0.000045242046,0.000045393946,0.00097503536,0.0041978625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005476426,0.00016208953,0.0040627127,0.000037756145,0.000017131517,0.0000014741702,0.19726612,0.00025365525,0.0000068126546,0.00061144657,0.074856065,0.72271925],"study_design_scores_gemma":[0.00006104527,0.000011391455,0.0010503338,0.00007379254,0.000009717935,0.0000010654724,0.04930033,3.8951575e-7,0.0000023014213,0.000006411915,0.9492193,0.0002639569],"about_ca_topic_score_codex":0.013055551,"about_ca_topic_score_gemma":0.0015124915,"teacher_disagreement_score":0.8743632,"about_ca_system_score_codex":0.00091892964,"about_ca_system_score_gemma":0.006732,"threshold_uncertainty_score":0.99998385},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"}]}