{"meta":{"query_hash":"d5cdbf56fc71","filters":{"venue":"The Art Science and Engineering of Programming"},"cohort_total":5,"direct_labels_cover":0,"predictions_cover":5,"exported":5,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/d5cdbf56fc71","api":"https://metacan.xera.ac/api/v1/cohort?venue=The+Art+Science+and+Engineering+of+Programming"},"results":[{"id":"W2899691573","doi":"10.22152/programming-journal.org/2019/3/4","title":"Entombed: An archaeological examination of an Atari 2600 game","year":2018,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Digital Games and Media","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Strong","keywords":"Computer science; Code (set theory); Reuse; Table (database); Video game; Variety (cybernetics); Excavation; Artificial intelligence; Programming language; Archaeology; Engineering; Multimedia; History; Database","score_opus":0.02313949228205194,"score_gpt":0.29264906550649816,"score_spread":0.26950957322444624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899691573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99671286,0.000020255877,0.0005401822,0.00008432778,0.00008876985,0.00009779351,3.9461756e-7,0.000032746444,0.0024226615],"genre_scores_gemma":[0.9964685,0.000008839792,0.0032887436,0.000010687622,0.0000836309,0.0000036001397,6.6886855e-7,0.0000024537815,0.00013287173],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916595,0.000018725277,0.00009889355,0.00012221238,0.00037096132,0.00022323908],"domain_scores_gemma":[0.9995699,0.0000380573,0.000038084458,0.00011865667,0.0001278206,0.00010751458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00201567,0.000045727797,0.000072991636,0.000063898166,0.00006919222,0.000045756267,0.00028294805,0.000021788197,0.0000057799602],"category_scores_gemma":[0.00033113162,0.00003225695,0.000012338323,0.00038319515,0.0018985135,0.00052366866,0.00006352034,0.000039700717,0.0000014953698],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040887785,0.000052041134,0.0004760058,0.000011581707,0.0000023987038,6.4813776e-7,0.0570408,0.00003878015,0.008498612,0.021476202,0.0000015531525,0.91239727],"study_design_scores_gemma":[0.0008470522,0.005113092,0.29524478,0.00029161156,0.00006363009,0.000021671538,0.053203493,0.054732297,0.041344143,0.00292318,0.54528856,0.0009265008],"about_ca_topic_score_codex":0.00007129961,"about_ca_topic_score_gemma":0.00009593999,"teacher_disagreement_score":0.9114708,"about_ca_system_score_codex":0.000013298392,"about_ca_system_score_gemma":0.000050774695,"threshold_uncertainty_score":0.6995152},"labels":[],"label_agreement":null},{"id":"W4407066782","doi":"10.22152/programming-journal.org/2025/10/13","title":"PolyDebug: A Framework for Polyglot Debugging","year":2025,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Agence Nationale de la Recherche","keywords":"Polyglot; Debugging; Computer science; Programming language","score_opus":0.009699444165104274,"score_gpt":0.26011795018334216,"score_spread":0.2504185060182379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407066782","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045789415,0.0002759286,0.9930724,0.0009965473,0.00019071918,0.000275938,4.114478e-7,0.000575794,0.000033329263],"genre_scores_gemma":[0.391309,0.0000057436964,0.60853857,0.000054541935,0.000013743715,0.00005395761,9.7057985e-8,0.000005007151,0.000019346591],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989209,0.000005183595,0.00017781436,0.00027516182,0.00024259054,0.00037830588],"domain_scores_gemma":[0.99909645,0.00021535806,0.000041626186,0.00047394558,0.00011465794,0.00005793146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010246754,0.00012049567,0.00014098619,0.00024506063,0.00021779798,0.00015793,0.0010289749,0.000038256057,2.3411278e-7],"category_scores_gemma":[0.00020798454,0.000094858944,0.000040670348,0.0010795482,0.0001643134,0.00035576892,0.00034228337,0.00012202252,5.3450333e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015424476,0.000009847864,0.0001177622,0.000057517656,0.000008751197,3.7012492e-7,0.0003436347,0.000983774,0.0035001982,0.78155595,0.000058605154,0.21336204],"study_design_scores_gemma":[0.00019059,0.000118470176,0.0021777505,0.00055582955,0.00002333208,0.000014561798,0.000020486941,0.8669259,0.032829974,0.019142056,0.07763707,0.00036396662],"about_ca_topic_score_codex":0.00000762977,"about_ca_topic_score_gemma":3.4184117e-7,"teacher_disagreement_score":0.8659421,"about_ca_system_score_codex":0.000038414466,"about_ca_system_score_gemma":0.000096178665,"threshold_uncertainty_score":0.38682356},"labels":[],"label_agreement":null},{"id":"W4408014589","doi":"10.22152/programming-journal.org/2026/10/8","title":"Dynamic Program Slices Change How Developers Diagnose Gradual Run-Time Type Errors","year":2025,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Computer science; Type (biology); Programming language; Geology","score_opus":0.019183461648924895,"score_gpt":0.27848719916219394,"score_spread":0.2593037375132691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408014589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9626557,0.0008836789,0.030428478,0.0035494887,0.0005555754,0.0009596841,5.1930294e-7,0.0009163294,0.000050502826],"genre_scores_gemma":[0.9256475,0.000042913023,0.073963135,0.000032326243,0.000016019905,0.00012974507,7.7706255e-7,0.000009760911,0.0001578062],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983952,0.000013028493,0.00014259519,0.00036047344,0.00052264705,0.00056606036],"domain_scores_gemma":[0.99893206,0.00027265216,0.00003743335,0.0004505055,0.00020260377,0.000104767336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012988416,0.0001571276,0.0001650983,0.00037208863,0.00023705837,0.00034682977,0.0013279808,0.000037706137,7.4683174e-7],"category_scores_gemma":[0.0008405802,0.0001193681,0.000030009607,0.0029804164,0.00033322105,0.0007247619,0.0005562123,0.00017993346,0.0000074818836],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008886353,0.00012550717,0.004515984,0.0002777999,0.000062850035,0.00001852963,0.005005998,0.0011188722,0.0150508415,0.0046269833,0.00030145876,0.9688863],"study_design_scores_gemma":[0.00062812987,0.00055645197,0.12050936,0.00059286307,0.000032924738,0.000045082987,0.0003925217,0.821521,0.006954245,0.00015078943,0.04777641,0.00084025064],"about_ca_topic_score_codex":0.000026611258,"about_ca_topic_score_gemma":0.000004786047,"teacher_disagreement_score":0.968046,"about_ca_system_score_codex":0.00006564267,"about_ca_system_score_gemma":0.00014644137,"threshold_uncertainty_score":0.486769},"labels":[],"label_agreement":null},{"id":"W4408014634","doi":"10.22152/programming-journal.org/2026/10/13","title":"PolyDebug: A Framework for Polyglot Debugging","year":2025,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Polyglot; Debugging; Computer science; Programming language","score_opus":0.009699444165104274,"score_gpt":0.26011795018334216,"score_spread":0.2504185060182379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408014634","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045789415,0.0002759286,0.9930724,0.0009965473,0.00019071918,0.000275938,4.114478e-7,0.000575794,0.000033329263],"genre_scores_gemma":[0.391309,0.0000057436964,0.60853857,0.000054541935,0.000013743715,0.00005395761,9.7057985e-8,0.000005007151,0.000019346591],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989209,0.000005183595,0.00017781436,0.00027516182,0.00024259054,0.00037830588],"domain_scores_gemma":[0.99909645,0.00021535806,0.000041626186,0.00047394558,0.00011465794,0.00005793146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010246754,0.00012049567,0.00014098619,0.00024506063,0.00021779798,0.00015793,0.0010289749,0.000038256057,2.3411278e-7],"category_scores_gemma":[0.00020798454,0.000094858944,0.000040670348,0.0010795482,0.0001643134,0.00035576892,0.00034228337,0.00012202252,5.3450333e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015424476,0.000009847864,0.0001177622,0.000057517656,0.000008751197,3.7012492e-7,0.0003436347,0.000983774,0.0035001982,0.78155595,0.000058605154,0.21336204],"study_design_scores_gemma":[0.00019059,0.000118470176,0.0021777505,0.00055582955,0.00002333208,0.000014561798,0.000020486941,0.8669259,0.032829974,0.019142056,0.07763707,0.00036396662],"about_ca_topic_score_codex":0.00000762977,"about_ca_topic_score_gemma":3.4184117e-7,"teacher_disagreement_score":0.8659421,"about_ca_system_score_codex":0.000038414466,"about_ca_system_score_gemma":0.000096178665,"threshold_uncertainty_score":0.38682356},"labels":[],"label_agreement":null},{"id":"W4408106796","doi":"10.22152/programming-journal.org/2025/10/8","title":"Dynamic Program Slices Change How Developers Diagnose Gradual Run-Time Type Errors","year":2025,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Computer science; Programming language; Parallel computing","score_opus":0.019183461648924895,"score_gpt":0.27848719916219394,"score_spread":0.2593037375132691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408106796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9626557,0.0008836789,0.030428478,0.0035494887,0.0005555754,0.0009596841,5.1930294e-7,0.0009163294,0.000050502826],"genre_scores_gemma":[0.9256475,0.000042913023,0.073963135,0.000032326243,0.000016019905,0.00012974507,7.7706255e-7,0.000009760911,0.0001578062],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983952,0.000013028493,0.00014259519,0.00036047344,0.00052264705,0.00056606036],"domain_scores_gemma":[0.99893206,0.00027265216,0.00003743335,0.0004505055,0.00020260377,0.000104767336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012988416,0.0001571276,0.0001650983,0.00037208863,0.00023705837,0.00034682977,0.0013279808,0.000037706137,7.4683174e-7],"category_scores_gemma":[0.0008405802,0.0001193681,0.000030009607,0.0029804164,0.00033322105,0.0007247619,0.0005562123,0.00017993346,0.0000074818836],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008886353,0.00012550717,0.004515984,0.0002777999,0.000062850035,0.00001852963,0.005005998,0.0011188722,0.0150508415,0.0046269833,0.00030145876,0.9688863],"study_design_scores_gemma":[0.00062812987,0.00055645197,0.12050936,0.00059286307,0.000032924738,0.000045082987,0.0003925217,0.821521,0.006954245,0.00015078943,0.04777641,0.00084025064],"about_ca_topic_score_codex":0.000026611258,"about_ca_topic_score_gemma":0.000004786047,"teacher_disagreement_score":0.968046,"about_ca_system_score_codex":0.00006564267,"about_ca_system_score_gemma":0.00014644137,"threshold_uncertainty_score":0.486769},"labels":[],"label_agreement":null}]}