{"meta":{"query_hash":"891215328c02","filters":{"venue":"Programme for international student assessment/Internationale Schulleistungsstudie"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/891215328c02","api":"https://metacan.xera.ac/api/v1/cohort?venue=Programme+for+international+student+assessment%2FInternationale+Schulleistungsstudie"},"results":[{"id":"W3211891815","doi":"10.1787/19963777","title":"PISA","year":2009,"lang":"it","type":"paratext","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Research in Social Sciences","field":"Social Sciences","cited_by":437,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.10039818779629871,"score_gpt":0.482634471416126,"score_spread":0.38223628361982726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211891815","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017681234,0.0035734756,0.0019590976,0.010038033,0.007756369,0.00024350609,0.0118029835,0.0029771936,0.9598812],"genre_scores_gemma":[0.009172468,0.0028950863,0.0017748451,0.0035586522,0.00094133033,0.00021162316,0.009844583,0.0007495962,0.9708518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865806,0.00015206395,0.00008541981,0.0003501359,0.0005100779,0.0002441662],"domain_scores_gemma":[0.9986094,0.00013335713,0.000101010875,0.00022624727,0.0005910656,0.00033877787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012066581,0.0012019457,0.000689282,0.0018764792,0.0019572424,0.0070309946,0.0012699661,0.0025879215,0.6384169],"category_scores_gemma":[0.0035157304,0.0005456809,0.0008479547,0.0018928961,0.00080096466,0.0031570855,0.003906495,0.002921967,0.52130365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018698603,0.00005454395,0.0011690038,0.0003496442,0.000015660806,0.00034621838,0.00015817171,0.00017838468,0.0007210786,0.025873465,0.83593845,0.1350084],"study_design_scores_gemma":[0.000009892642,0.0000150533215,0.0007063695,0.0000637634,0.0000024809535,0.00011960234,0.000054685297,0.000052350795,0.00013299323,0.0012464584,0.99759066,0.0000057184475],"about_ca_topic_score_codex":0.00594658,"about_ca_topic_score_gemma":0.00529354,"teacher_disagreement_score":0.6384169,"about_ca_system_score_codex":0.002302083,"about_ca_system_score_gemma":0.003591433,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4253668301","doi":"10.1787/f35f2ad7-en","title":"Snapshot of socio-economic disparities in academic performance","year":2020,"lang":"en","type":"other","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Human Resource Development and Performance Evaluation","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Snapshot (computer storage); Geography; Computer science; Operating system","score_opus":0.08840636750095604,"score_gpt":0.4230752364313766,"score_spread":0.3346688689304206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253668301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92628324,0.004032881,0.00037011623,0.003287741,0.00015804358,0.000075187585,0.044718668,0.00010189056,0.020972226],"genre_scores_gemma":[0.97940034,0.0017271324,0.0004058502,0.0002816295,0.00008370449,0.00007564047,0.016397761,0.000018842557,0.0016091483],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993044,0.00012161259,0.00006675173,0.00011257724,0.00016593184,0.00022870941],"domain_scores_gemma":[0.99699426,0.0002301441,0.00077767624,0.00014393647,0.0010083688,0.00084572367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011099861,0.00025825523,0.00040980827,0.0041825734,0.00096899376,0.0011702485,0.0004872413,0.0003558219,0.0037111663],"category_scores_gemma":[0.0028641447,0.00017699592,0.00047732124,0.0057069003,0.00029049022,0.001031147,0.0027537306,0.0008985645,0.00072022824],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014966742,0.0000996539,0.9564477,0.0002733632,0.00013565873,0.0001906069,0.0016295862,0.00015299024,0.0002495465,0.000985361,0.012121473,0.02756448],"study_design_scores_gemma":[0.0000024189133,0.00003246229,0.9958788,0.000052217863,0.000013758815,0.000043037464,0.00097438105,0.00004988098,0.00004264488,0.00010799433,0.0027952318,0.0000071659165],"about_ca_topic_score_codex":0.08172281,"about_ca_topic_score_gemma":0.09099032,"teacher_disagreement_score":0.08172281,"about_ca_system_score_codex":0.0011088538,"about_ca_system_score_gemma":0.0022030438,"threshold_uncertainty_score":0.16249424},"labels":[],"label_agreement":null},{"id":"W4312242900","doi":"10.1787/9789264301603-graph22-en","title":"Science teachers with a university major in science, by quarter of school socio-economic profile","year":2018,"lang":"en","type":"other","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Higher Education Teaching and Evaluation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Mathematics education; Sociology; Geography; Psychology; Archaeology","score_opus":0.026002339539198734,"score_gpt":0.3916601841213864,"score_spread":0.3656578445821877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312242900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38583118,0.0008831,0.0007954421,0.0035655207,0.00069228443,0.0016345142,0.28715786,0.0009376904,0.3185024],"genre_scores_gemma":[0.3029743,0.0016428229,0.0012388496,0.0012133638,0.0004145193,0.0022945327,0.079089634,0.0004719532,0.61066],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99911577,0.000086259846,0.00008264102,0.00010533328,0.00022966413,0.00038030022],"domain_scores_gemma":[0.99526983,0.00029023737,0.00058337086,0.00019920405,0.0013805114,0.0022767864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009423232,0.0004948008,0.00044265922,0.0035729983,0.0020338607,0.0017712294,0.0012575279,0.0007819053,0.15020068],"category_scores_gemma":[0.0050696675,0.0004193054,0.00039643687,0.0034538337,0.00029524465,0.0019874922,0.002270271,0.001195622,0.05540588],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015484815,0.0017100616,0.30284852,0.0005650765,0.000036188365,0.00040730866,0.0019762455,0.00018147098,0.0005942747,0.0011414133,0.5744305,0.11456045],"study_design_scores_gemma":[0.00031024794,0.00027425302,0.7381077,0.00035152948,0.000022804526,0.0004480697,0.0058534886,0.0002342359,0.0005406415,0.00041705323,0.25341454,0.000025408624],"about_ca_topic_score_codex":0.023400115,"about_ca_topic_score_gemma":0.063925035,"teacher_disagreement_score":0.15020068,"about_ca_system_score_codex":0.0011673126,"about_ca_system_score_gemma":0.004556769,"threshold_uncertainty_score":0.5024713},"labels":[],"label_agreement":null},{"id":"W4312795040","doi":"10.1787/9789264208070-14-en","title":"Germany","year":2014,"lang":"en","type":"book-chapter","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Education Methods and Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"German; Political science; Geography; Economic history; Economy; Economics; Archaeology","score_opus":0.0889900479166743,"score_gpt":0.44280877780389105,"score_spread":0.35381872988721674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312795040","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053461273,0.009938031,0.0022051872,0.0035260273,0.0016721624,0.0000904767,0.008382472,0.0015093265,0.96733016],"genre_scores_gemma":[0.021577595,0.0073386244,0.0026499657,0.0008754947,0.00023292493,0.0001040038,0.005486525,0.00045276698,0.9612821],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99966466,0.000038225477,0.000022317423,0.00010335684,0.00009799394,0.00007352052],"domain_scores_gemma":[0.9998534,0.000018468632,0.000017111539,0.00002929407,0.00004222814,0.00003943271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032139703,0.0011317127,0.00045781906,0.0015640522,0.0010455457,0.0028366256,0.0007948516,0.0013387238,0.3597193],"category_scores_gemma":[0.0005136955,0.00033293263,0.00036601163,0.0016749629,0.00041890712,0.0021686854,0.0021948623,0.0011846038,0.2730828],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009755771,0.00005681489,0.0006369496,0.0006687855,0.000018147532,0.00054785697,0.00035211103,0.00051772624,0.0017957971,0.08814955,0.5121797,0.39497906],"study_design_scores_gemma":[0.0000066376438,0.000013830186,0.00051679084,0.00009778759,0.0000045258753,0.00026244944,0.000049443133,0.000065587206,0.0004307644,0.002503454,0.9960414,0.000007357902],"about_ca_topic_score_codex":0.0042573554,"about_ca_topic_score_gemma":0.0060791294,"teacher_disagreement_score":0.3597193,"about_ca_system_score_codex":0.0017511293,"about_ca_system_score_gemma":0.0011297459,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4399746960","doi":"10.1787/a6c4247d-en","title":"Results for regions within countries","year":2024,"lang":"en","type":"book-chapter","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"China; Equity (law); Geography; Coronavirus disease 2019 (COVID-19); Socioeconomic status; Political science; Scale (ratio); Economic growth; Development economics; Demography; Economics; Sociology; Cartography; Medicine; Population","score_opus":0.1000697576167505,"score_gpt":0.4407326139161757,"score_spread":0.34066285629942517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399746960","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10089494,0.016564298,0.005981622,0.0041221147,0.0022810376,0.0007225197,0.35589185,0.0022679665,0.5112736],"genre_scores_gemma":[0.68998027,0.0075651323,0.0127860075,0.0036883191,0.00058047404,0.002194898,0.1723931,0.0016239682,0.10918794],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9961033,0.0008769533,0.000403286,0.0008749175,0.0007629784,0.0009786639],"domain_scores_gemma":[0.9959311,0.00079793285,0.00081045245,0.00039498127,0.0017743361,0.00029122317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019889807,0.0011176446,0.00087639166,0.005401241,0.0014817781,0.004629698,0.00087063125,0.0007278662,0.10569239],"category_scores_gemma":[0.008657129,0.000347294,0.0017784786,0.009935312,0.0006328117,0.0028550636,0.0038064774,0.0011968041,0.027984643],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090739003,0.00014744632,0.21713878,0.0072758133,0.0018530502,0.0011222471,0.011197599,0.0024188645,0.0014491674,0.057525374,0.5108095,0.18815483],"study_design_scores_gemma":[0.00006300116,0.00013463646,0.20924467,0.0013351935,0.0004550347,0.0007858545,0.015968543,0.0003311717,0.00062095583,0.0035877232,0.76740265,0.00007050898],"about_ca_topic_score_codex":0.043720804,"about_ca_topic_score_gemma":0.03304941,"teacher_disagreement_score":0.10569239,"about_ca_system_score_codex":0.0017414885,"about_ca_system_score_gemma":0.003245513,"threshold_uncertainty_score":0.35357624},"labels":[],"label_agreement":null},{"id":"W4400705441","doi":"10.1787/79f720fe-en","title":"Snapshot of school environment conductive to creative thinking","year":2024,"lang":"en","type":"other","venue":"Programme for international student assessment/Internationale Schulleistungsstudie","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"China; Equity (law); Geography; Socioeconomic status; Coronavirus disease 2019 (COVID-19); Political science; Economic growth; Demography; Sociology; Economics; Population; Medicine","score_opus":0.08884918835671012,"score_gpt":0.45082686550781415,"score_spread":0.361977677151104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400705441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.636012,0.006625889,0.0016247089,0.014503156,0.0013100988,0.00013168974,0.008620979,0.0006956561,0.33047584],"genre_scores_gemma":[0.9629551,0.0034414614,0.0019162365,0.001403997,0.00025681956,0.00007186493,0.0031697277,0.00019200296,0.02659287],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99845314,0.00038601118,0.000054331762,0.00014572807,0.00036992913,0.00059087336],"domain_scores_gemma":[0.9976572,0.00017962091,0.0002874868,0.00012705533,0.00051255873,0.0012360661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008860755,0.0003341795,0.00034748012,0.0024829733,0.005518397,0.0071065323,0.00078475114,0.0010205786,0.019874949],"category_scores_gemma":[0.0021516983,0.00032333352,0.00041116864,0.002907755,0.0018572013,0.003320234,0.007276229,0.0026204437,0.003318781],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008942495,0.00082264905,0.1953604,0.002543372,0.00017131609,0.007936408,0.22598046,0.0010438308,0.0047783055,0.060246553,0.1941667,0.3060558],"study_design_scores_gemma":[0.000020275469,0.00020004359,0.22333409,0.0008889495,0.00003277137,0.0008511218,0.17737938,0.00011870063,0.0011281825,0.006746564,0.58921856,0.00008135007],"about_ca_topic_score_codex":0.009458208,"about_ca_topic_score_gemma":0.04149464,"teacher_disagreement_score":0.019874949,"about_ca_system_score_codex":0.0038530643,"about_ca_system_score_gemma":0.0036288698,"threshold_uncertainty_score":0.066488385},"labels":[],"label_agreement":null}]}