{"meta":{"query_hash":"891215328c02","filters":{"venue":"Programme for international student assessment/Internationale Schulleistungsstudie"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/891215328c02","api":"https://metacan.xera.ac/api/v1/cohort?venue=Programme+for+international+student+assessment%2FInternationale+Schulleistungsstudie"},"results":[{"id":"W3211891815","doi":"10.1787/19963777","title":"PISA","year":2009,"lang":"it","type":"paratext","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Research in Social Sciences","field":"Social Sciences","cited_by":437,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.10039818779629871,"score_gpt":0.482634471416126,"score_spread":0.38223628361982726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211891815","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021000875,0.002127479,0.0040140864,0.038329743,0.041294485,0.009826523,0.0017454376,0.000381027,0.9001811],"genre_scores_gemma":[0.114809476,0.019211434,0.013743045,0.0015820354,0.023841493,0.006601455,0.0038981978,0.0002779864,0.81603485],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97913104,0.00081999024,0.0027916427,0.0031071028,0.010833367,0.003316881],"domain_scores_gemma":[0.9855582,0.002101274,0.0025482127,0.0008003599,0.007856376,0.0011355939],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.007180756,0.001643034,0.0018033972,0.001016074,0.0037518232,0.004430652,0.008974144,0.0009582943,0.013391917],"category_scores_gemma":[0.002759025,0.0016884577,0.0019486423,0.0014320919,0.0020403091,0.0014111986,0.0017412549,0.0017734318,0.0032961383],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028716034,0.0058863526,0.026777253,0.00016695455,0.0060334,0.000056317007,0.0054694493,0.000113572285,0.000042825686,0.14681576,0.68600506,0.122345895],"study_design_scores_gemma":[0.0030960552,0.0009004021,0.020952588,0.00040768168,0.00028095045,0.000005177764,0.009618062,0.0005626101,0.000013636954,0.0040856083,0.9584641,0.0016131261],"about_ca_topic_score_codex":0.0026424748,"about_ca_topic_score_gemma":0.0019012437,"teacher_disagreement_score":0.27245903,"about_ca_system_score_codex":0.007421287,"about_ca_system_score_gemma":0.0028072468,"threshold_uncertainty_score":0.9996317},"labels":[],"label_agreement":null},{"id":"W4253668301","doi":"10.1787/f35f2ad7-en","title":"Snapshot of socio-economic disparities in academic performance","year":2020,"lang":"en","type":"other","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Human Resource Development and Performance Evaluation","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Snapshot (computer storage); Geography; Computer science; Operating system","score_opus":0.08840636750095604,"score_gpt":0.4230752364313766,"score_spread":0.3346688689304206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253668301","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058193948,0.0021713178,0.0004940289,0.0026584342,0.010688553,0.0044845873,0.00093425775,0.0002670135,0.92010784],"genre_scores_gemma":[0.43219385,0.002405525,0.0035361717,0.00034156715,0.0036088463,0.005471898,0.0066689732,0.0006509666,0.5451222],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.996131,0.00008096138,0.0012814872,0.0008451125,0.0010722087,0.0005892424],"domain_scores_gemma":[0.99804354,0.0001998374,0.0011603021,0.00026167568,0.00022135462,0.0001133205],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008377047,0.0005555695,0.00076200906,0.0007648525,0.00009527165,0.00008388981,0.0013619859,0.00037044912,0.012285797],"category_scores_gemma":[0.00007226159,0.00059102447,0.0003054459,0.00014652223,0.00019344453,0.00014604793,0.0003686752,0.00063481514,0.00025736607],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017423788,0.0004974416,0.6400087,0.0002060053,0.0020488133,0.0000054453444,0.0011520295,0.000038622948,0.0000065980994,0.018592425,0.3239742,0.013295509],"study_design_scores_gemma":[0.0034154672,0.00023694165,0.3267785,0.00035358453,0.00010002401,0.000002852225,0.00084390363,0.0008291158,0.0000074665436,0.00021535002,0.66663855,0.0005782624],"about_ca_topic_score_codex":0.00036133747,"about_ca_topic_score_gemma":0.0004118438,"teacher_disagreement_score":0.37498567,"about_ca_system_score_codex":0.000830725,"about_ca_system_score_gemma":0.00021630971,"threshold_uncertainty_score":0.9996541},"labels":[],"label_agreement":null},{"id":"W4312242900","doi":"10.1787/9789264301603-graph22-en","title":"Science teachers with a university major in science, by quarter of school socio-economic profile","year":2018,"lang":"en","type":"other","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Higher Education Teaching and Evaluation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Mathematics education; Sociology; Geography; Psychology; Archaeology","score_opus":0.026002339539198734,"score_gpt":0.3916601841213864,"score_spread":0.3656578445821877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312242900","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028360382,0.0001309878,0.0010178697,0.00326557,0.0032629573,0.003011476,0.0003294449,0.00020331038,0.960418],"genre_scores_gemma":[0.27202135,0.00014014568,0.010603297,0.00005152612,0.0010429341,0.0003529495,0.00031267802,0.00014296261,0.71533215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954214,0.00012983328,0.00050879124,0.0009458144,0.0023397368,0.0006543962],"domain_scores_gemma":[0.99725187,0.00013299785,0.0008586298,0.00028446104,0.0012298224,0.00024219486],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038057428,0.00032177428,0.00038592267,0.0017157262,0.0007153329,0.0003548771,0.0021355315,0.00014529677,0.003128962],"category_scores_gemma":[0.00035465215,0.00032790547,0.00013168422,0.0008262589,0.0026387796,0.0005382884,0.0002428352,0.00025403526,0.00013603256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010344424,0.0019299663,0.34609157,0.00004817408,0.00078954734,0.0000023339264,0.0071629593,0.000008225575,0.00009776942,0.06912298,0.57131374,0.0033293269],"study_design_scores_gemma":[0.0023577954,0.00029561648,0.02619491,0.00023699368,0.00008561708,7.0916775e-7,0.016538685,0.000110940644,0.000023456272,0.00020172483,0.9534798,0.00047371056],"about_ca_topic_score_codex":0.0051701306,"about_ca_topic_score_gemma":0.005378152,"teacher_disagreement_score":0.38216612,"about_ca_system_score_codex":0.0050549847,"about_ca_system_score_gemma":0.0048000566,"threshold_uncertainty_score":0.9999173},"labels":[],"label_agreement":null},{"id":"W4312795040","doi":"10.1787/9789264208070-14-en","title":"Germany","year":2014,"lang":"en","type":"book-chapter","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Education Methods and Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"German; Political science; Geography; Economic history; Economy; Economics; Archaeology","score_opus":0.0889900479166743,"score_gpt":0.44280877780389105,"score_spread":0.35381872988721674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312795040","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014885445,0.000684914,0.01278831,0.015855556,0.008443971,0.0023102015,0.00020466732,0.00059677963,0.95896673],"genre_scores_gemma":[0.0093114665,0.002370893,0.034188833,0.0005515107,0.0043021534,0.001430449,0.00060753524,0.00014180387,0.94709533],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99485004,0.00008535512,0.001042354,0.0010278623,0.0022696662,0.0007247506],"domain_scores_gemma":[0.99451166,0.000923771,0.0010906077,0.00047129538,0.0027765557,0.00022609564],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024178638,0.0006192179,0.00068029563,0.0005540028,0.0009335003,0.0006394963,0.0022137468,0.00049555855,0.002005182],"category_scores_gemma":[0.0009980242,0.0006566509,0.0006932726,0.000084030704,0.00060826325,0.00019631887,0.00054785755,0.0006332598,0.00022949153],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016905313,0.00019314027,0.0021877277,0.000028277838,0.0011165073,0.000004417862,0.00041154824,0.0000041691183,0.0000028542172,0.8911861,0.033099018,0.071749315],"study_design_scores_gemma":[0.00078416284,0.0001168212,0.0010442683,0.0001326371,0.00015287209,0.0000020248974,0.0009050562,0.00005154831,0.0000032196629,0.068846814,0.9273535,0.00060709636],"about_ca_topic_score_codex":0.00016292342,"about_ca_topic_score_gemma":0.00071722426,"teacher_disagreement_score":0.89425445,"about_ca_system_score_codex":0.0016943334,"about_ca_system_score_gemma":0.00051163696,"threshold_uncertainty_score":0.9995885},"labels":[],"label_agreement":null},{"id":"W4399746960","doi":"10.1787/a6c4247d-en","title":"Results for regions within countries","year":2024,"lang":"en","type":"book-chapter","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"China; Equity (law); Geography; Coronavirus disease 2019 (COVID-19); Socioeconomic status; Political science; Scale (ratio); Economic growth; Development economics; Demography; Economics; Sociology; Cartography; Medicine; Population","score_opus":0.1000697576167505,"score_gpt":0.4407326139161757,"score_spread":0.34066285629942517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399746960","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018104019,0.0012012005,0.0048129465,0.018899946,0.0379914,0.005304387,0.006768083,0.00048299378,0.924358],"genre_scores_gemma":[0.010127258,0.00037141895,0.003176527,0.0006822699,0.002915787,0.0051270374,0.0026846207,0.0001925386,0.97472256],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943651,0.000027869159,0.001551984,0.001802825,0.0015682855,0.00068394595],"domain_scores_gemma":[0.9944606,0.0013685081,0.0011334503,0.00061499455,0.0021989732,0.00022348178],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012826043,0.00080832024,0.00069300324,0.00066268095,0.0005014687,0.00077471026,0.0015926701,0.0003415505,0.0007647962],"category_scores_gemma":[0.0004374463,0.000807789,0.00082786137,0.00010134656,0.00044853817,0.00021114123,0.00044390757,0.00062061823,0.00050377025],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030493064,0.00057603954,0.00034084672,0.00007357229,0.001973851,0.000017408685,0.00091643765,0.000009274681,0.0000050167214,0.80067843,0.19340508,0.0016991242],"study_design_scores_gemma":[0.0024137155,0.00052465475,0.0008924421,0.0002987121,0.00038902715,0.00003240434,0.000817728,0.00019623578,0.000008605103,0.04484094,0.94886446,0.0007210572],"about_ca_topic_score_codex":0.000043221422,"about_ca_topic_score_gemma":0.00029839287,"teacher_disagreement_score":0.7558375,"about_ca_system_score_codex":0.0011851508,"about_ca_system_score_gemma":0.0003732303,"threshold_uncertainty_score":0.9994373},"labels":[],"label_agreement":null},{"id":"W4400705441","doi":"10.1787/79f720fe-en","title":"Snapshot of school environment conductive to creative thinking","year":2024,"lang":"en","type":"other","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"China; Equity (law); Geography; Socioeconomic status; Coronavirus disease 2019 (COVID-19); Political science; Economic growth; Demography; Sociology; Economics; Population; Medicine","score_opus":0.08884918835671012,"score_gpt":0.45082686550781415,"score_spread":0.361977677151104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400705441","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011286226,0.0012330116,0.0048616175,0.003597231,0.014917686,0.0042498633,0.0016172691,0.0002559695,0.96813875],"genre_scores_gemma":[0.018165449,0.00023085698,0.012448217,0.00047777506,0.001381831,0.0048785526,0.00076035265,0.00047932635,0.96117765],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99531376,0.00010581484,0.00088765554,0.0014238415,0.001700344,0.0005685515],"domain_scores_gemma":[0.9976511,0.00026489838,0.0007999009,0.00052141806,0.00048694608,0.00027572995],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007344566,0.0006271293,0.0006849328,0.0009834776,0.000121795034,0.0002544855,0.0015473443,0.00021308425,0.024271308],"category_scores_gemma":[0.00034603348,0.0006162989,0.00044178969,0.00029797878,0.00028108596,0.000107068125,0.0006985173,0.0004571895,0.001178541],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010119367,0.002718392,0.009448411,0.00009924506,0.0037960026,0.000018632161,0.0023827553,0.000012500433,0.00012393465,0.10330495,0.8748536,0.0031404],"study_design_scores_gemma":[0.0011708201,0.0004811117,0.01433244,0.0003940856,0.00024555376,0.000009892209,0.004135946,0.000021274962,0.00005098078,0.0014028193,0.9771873,0.00056780403],"about_ca_topic_score_codex":0.0004762057,"about_ca_topic_score_gemma":0.00013884975,"teacher_disagreement_score":0.10233369,"about_ca_system_score_codex":0.0009171997,"about_ca_system_score_gemma":0.00017578066,"threshold_uncertainty_score":0.99962884},"labels":[],"label_agreement":null}]}