{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"891215328c02","filters":{"venue":"Programme for international student assessment/Internationale Schulleistungsstudie"}},"results":[{"id":"W3211891815","doi":"10.1787/19963777","title":"PISA","year":2009,"lang":"it","type":"paratext","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Research in Social Sciences","field":"Social Sciences","cited_by":437,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.1003981877962987,"gpt":0.482634471416126,"spread":0.3822362836198273,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.007180756,0.001643034,0.001803397,0.001016074,0.003751823,0.004430652,0.008974144,0.0009582943,0.01339192],"category_scores_gemma":[0.002759025,0.001688458,0.001948642,0.001432092,0.002040309,0.001411199,0.001741255,0.001773432,0.003296138],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007421287,"about_ca_system_score_gemma":0.002807247,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002642475,"about_ca_topic_score_gemma":0.001901244,"domain_scores_codex":[0.979131,0.0008199902,0.002791643,0.003107103,0.01083337,0.003316881],"domain_scores_gemma":[0.9855582,0.002101274,0.002548213,0.0008003599,0.007856376,0.001135594],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002871603,0.005886353,0.02677725,0.0001669545,0.0060334,0.00005631701,0.005469449,0.0001135723,0.00004282569,0.1468158,0.6860051,0.1223459],"study_design_scores_gemma":[0.003096055,0.0009004021,0.02095259,0.0004076817,0.0002809505,0.000005177764,0.009618062,0.0005626101,0.00001363695,0.004085608,0.9584641,0.001613126],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.002100087,0.002127479,0.004014086,0.03832974,0.04129449,0.009826523,0.001745438,0.000381027,0.9001811],"genre_scores_gemma":[0.1148095,0.01921143,0.01374304,0.001582035,0.02384149,0.006601455,0.003898198,0.0002779864,0.8160349],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.272459,"threshold_uncertainty_score":0.9996317,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4312795040","doi":"10.1787/9789264208070-14-en","title":"Germany","year":2014,"lang":"en","type":"book-chapter","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Education Methods and Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"German; Political science; Geography; Economic history; Economy; Economics; Archaeology","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.0889900479166743,"gpt":0.4428087778038911,"spread":0.3538187298872167,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002417864,0.0006192179,0.0006802956,0.0005540028,0.0009335003,0.0006394963,0.002213747,0.0004955585,0.002005182],"category_scores_gemma":[0.0009980242,0.0006566509,0.0006932726,0.0000840307,0.0006082632,0.0001963189,0.0005478575,0.0006332598,0.0002294915],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001694333,"about_ca_system_score_gemma":0.000511637,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001629234,"about_ca_topic_score_gemma":0.0007172243,"domain_scores_codex":[0.99485,0.00008535512,0.001042354,0.001027862,0.002269666,0.0007247506],"domain_scores_gemma":[0.9945117,0.000923771,0.001090608,0.0004712954,0.002776556,0.0002260956],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001690531,0.0001931403,0.002187728,0.00002827784,0.001116507,0.000004417862,0.0004115482,0.000004169118,0.000002854217,0.8911861,0.03309902,0.07174931],"study_design_scores_gemma":[0.0007841628,0.0001168212,0.001044268,0.0001326371,0.0001528721,0.000002024897,0.0009050562,0.00005154831,0.000003219663,0.06884681,0.9273535,0.0006070964],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0001488545,0.000684914,0.01278831,0.01585556,0.008443971,0.002310202,0.0002046673,0.0005967796,0.9589667],"genre_scores_gemma":[0.009311466,0.002370893,0.03418883,0.0005515107,0.004302153,0.001430449,0.0006075352,0.0001418039,0.9470953],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.8942544,"threshold_uncertainty_score":0.9995885,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400705441","doi":"10.1787/79f720fe-en","title":"Snapshot of school environment conductive to creative thinking","year":2024,"lang":"en","type":"other","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"China; Equity (law); Geography; Socioeconomic status; Coronavirus disease 2019 (COVID-19); Political science; Economic growth; Demography; Sociology; Economics; Population; Medicine","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.08884918835671012,"gpt":0.4508268655078141,"spread":0.361977677151104,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007344566,0.0006271293,0.0006849328,0.0009834776,0.000121795,0.0002544855,0.001547344,0.0002130842,0.02427131],"category_scores_gemma":[0.0003460335,0.0006162989,0.0004417897,0.0002979788,0.000281086,0.0001070681,0.0006985173,0.0004571895,0.001178541],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009171997,"about_ca_system_score_gemma":0.0001757807,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004762057,"about_ca_topic_score_gemma":0.0001388497,"domain_scores_codex":[0.9953138,0.0001058148,0.0008876555,0.001423841,0.001700344,0.0005685515],"domain_scores_gemma":[0.9976511,0.0002648984,0.0007999009,0.0005214181,0.0004869461,0.00027573],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001011937,0.002718392,0.009448411,0.00009924506,0.003796003,0.00001863216,0.002382755,0.00001250043,0.0001239346,0.103305,0.8748536,0.0031404],"study_design_scores_gemma":[0.00117082,0.0004811117,0.01433244,0.0003940856,0.0002455538,0.000009892209,0.004135946,0.00002127496,0.00005098078,0.001402819,0.9771873,0.000567804],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.001128623,0.001233012,0.004861617,0.003597231,0.01491769,0.004249863,0.001617269,0.0002559695,0.9681388],"genre_scores_gemma":[0.01816545,0.000230857,0.01244822,0.0004777751,0.001381831,0.004878553,0.0007603526,0.0004793264,0.9611776],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1023337,"threshold_uncertainty_score":0.9996288,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4253668301","doi":"10.1787/f35f2ad7-en","title":"Snapshot of socio-economic disparities in academic performance","year":2020,"lang":"en","type":"other","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Human Resource Development and Performance Evaluation","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Snapshot (computer storage); Geography; Computer science; Operating system","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.08840636750095604,"gpt":0.4230752364313766,"spread":0.3346688689304206,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008377047,0.0005555695,0.0007620091,0.0007648525,0.00009527165,0.00008388981,0.001361986,0.0003704491,0.0122858],"category_scores_gemma":[0.00007226159,0.0005910245,0.0003054459,0.0001465222,0.0001934445,0.0001460479,0.0003686752,0.0006348151,0.0002573661],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000830725,"about_ca_system_score_gemma":0.0002163097,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003613375,"about_ca_topic_score_gemma":0.0004118438,"domain_scores_codex":[0.996131,0.00008096138,0.001281487,0.0008451125,0.001072209,0.0005892424],"domain_scores_gemma":[0.9980435,0.0001998374,0.001160302,0.0002616757,0.0002213546,0.0001133205],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001742379,0.0004974416,0.6400087,0.0002060053,0.002048813,0.000005445344,0.001152029,0.00003862295,0.000006598099,0.01859242,0.3239742,0.01329551],"study_design_scores_gemma":[0.003415467,0.0002369416,0.3267785,0.0003535845,0.000100024,0.000002852225,0.0008439036,0.0008291158,0.000007466544,0.00021535,0.6666386,0.0005782624],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.05819395,0.002171318,0.0004940289,0.002658434,0.01068855,0.004484587,0.0009342578,0.0002670135,0.9201078],"genre_scores_gemma":[0.4321938,0.002405525,0.003536172,0.0003415672,0.003608846,0.005471898,0.006668973,0.0006509666,0.5451222],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.3749857,"threshold_uncertainty_score":0.9996541,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4399746960","doi":"10.1787/a6c4247d-en","title":"Results for regions within countries","year":2024,"lang":"en","type":"book-chapter","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"China; Equity (law); Geography; Coronavirus disease 2019 (COVID-19); Socioeconomic status; Political science; Scale (ratio); Economic growth; Development economics; Demography; Economics; Sociology; Cartography; Medicine; Population","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.1000697576167505,"gpt":0.4407326139161757,"spread":0.3406628562994252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001282604,0.0008083202,0.0006930032,0.0006626809,0.0005014687,0.0007747103,0.00159267,0.0003415505,0.0007647962],"category_scores_gemma":[0.0004374463,0.000807789,0.0008278614,0.0001013466,0.0004485382,0.0002111412,0.0004439076,0.0006206182,0.0005037703],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001185151,"about_ca_system_score_gemma":0.0003732303,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004322142,"about_ca_topic_score_gemma":0.0002983929,"domain_scores_codex":[0.9943651,0.00002786916,0.001551984,0.001802825,0.001568286,0.000683946],"domain_scores_gemma":[0.9944606,0.001368508,0.00113345,0.0006149946,0.002198973,0.0002234818],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003049306,0.0005760395,0.0003408467,0.00007357229,0.001973851,0.00001740869,0.0009164377,0.000009274681,0.000005016721,0.8006784,0.1934051,0.001699124],"study_design_scores_gemma":[0.002413715,0.0005246548,0.0008924421,0.0002987121,0.0003890271,0.00003240434,0.000817728,0.0001962358,0.000008605103,0.04484094,0.9488645,0.0007210572],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0001810402,0.001201201,0.004812947,0.01889995,0.0379914,0.005304387,0.006768083,0.0004829938,0.924358],"genre_scores_gemma":[0.01012726,0.000371419,0.003176527,0.0006822699,0.002915787,0.005127037,0.002684621,0.0001925386,0.9747226],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.7558375,"threshold_uncertainty_score":0.9994373,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4312242900","doi":"10.1787/9789264301603-graph22-en","title":"Science teachers with a university major in science, by quarter of school socio-economic profile","year":2018,"lang":"en","type":"other","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Higher Education Teaching and Evaluation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Mathematics education; Sociology; Geography; Psychology; Archaeology","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.02600233953919873,"gpt":0.3916601841213864,"spread":0.3656578445821877,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003805743,0.0003217743,0.0003859227,0.001715726,0.0007153329,0.0003548771,0.002135532,0.0001452968,0.003128962],"category_scores_gemma":[0.0003546521,0.0003279055,0.0001316842,0.0008262589,0.00263878,0.0005382884,0.0002428352,0.0002540353,0.0001360326],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005054985,"about_ca_system_score_gemma":0.004800057,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005170131,"about_ca_topic_score_gemma":0.005378152,"domain_scores_codex":[0.9954214,0.0001298333,0.0005087912,0.0009458144,0.002339737,0.0006543962],"domain_scores_gemma":[0.9972519,0.0001329979,0.0008586298,0.000284461,0.001229822,0.0002421949],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001034442,0.001929966,0.3460916,0.00004817408,0.0007895473,0.000002333926,0.007162959,0.000008225575,0.00009776942,0.06912298,0.5713137,0.003329327],"study_design_scores_gemma":[0.002357795,0.0002956165,0.02619491,0.0002369937,0.00008561708,7.091678e-7,0.01653869,0.0001109406,0.00002345627,0.0002017248,0.9534798,0.0004737106],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.02836038,0.0001309878,0.00101787,0.00326557,0.003262957,0.003011476,0.0003294449,0.0002033104,0.960418],"genre_scores_gemma":[0.2720214,0.0001401457,0.0106033,0.00005152612,0.001042934,0.0003529495,0.000312678,0.0001429626,0.7153322],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.3821661,"threshold_uncertainty_score":0.9999173,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}