{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":5,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":5,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"d5cdbf56fc71","filters":{"venue":"The Art Science and Engineering of Programming"}},"results":[{"id":"W2899691573","doi":"10.22152/programming-journal.org/2019/3/4","title":"Entombed: An archaeological examination of an Atari 2600 game","year":2018,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Digital Games and Media","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Strong","keywords":"Computer science; Code (set theory); Reuse; Table (database); Video game; Variety (cybernetics); Excavation; Artificial intelligence; Programming language; Archaeology; Engineering; Multimedia; History; Database","authors":[{"name":"John Aycock","is_ca":true},{"name":"Tara Copplestone","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02313949228205194,"gpt":0.2926490655064982,"spread":0.2695095732244462,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004998861,0.0004282662,0.0003654999,0.003147116,0.003887227,0.002083834,0.0007507152,0.0007534325,0.006819],"category_scores_gemma":[0.001741206,0.0004851061,0.0002054288,0.003318964,0.002262466,0.001182184,0.002006502,0.001050478,0.001035671],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001398174,"about_ca_system_score_gemma":0.001149536,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02560804,"about_ca_topic_score_gemma":0.2116459,"domain_scores_codex":[0.9995889,0.0001107325,0.0000262593,0.00009797072,0.000116125,0.00005997632],"domain_scores_gemma":[0.9995506,0.0001267684,0.00005919548,0.0000772885,0.00008937791,0.00009673887],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006544659,0.0002784255,0.05351398,0.001163999,0.00009405566,0.01699713,0.6948438,0.0005776702,0.01543226,0.02160038,0.03345279,0.1613909],"study_design_scores_gemma":[0.00001841915,0.0001570949,0.1545175,0.001530246,0.00006744433,0.005586353,0.3565125,0.0006269687,0.00241376,0.001845674,0.476646,0.00007793675],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9048286,0.002103099,0.004054135,0.000896667,0.0001939046,0.0001612646,0.002563703,0.0001186617,0.08507982],"genre_scores_gemma":[0.9362702,0.002109136,0.00931895,0.0004516111,0.00005343933,0.0001158342,0.0019414,0.0002876811,0.04945166],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02560804,"threshold_uncertainty_score":0.05091798,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4407066782","doi":"10.22152/programming-journal.org/2025/10/13","title":"PolyDebug: A Framework for Polyglot Debugging","year":2025,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Agence Nationale de la Recherche","keywords":"Polyglot; Debugging; Computer science; Programming language","authors":[{"name":"Philémon Houdaille","is_ca":false},{"name":"Djamel Eddine Khelladi","is_ca":false},{"name":"Benoit Combemale","is_ca":false},{"name":"Gunter Mussbacher","is_ca":true},{"name":"Tijs van der Storm","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009699444165104274,"gpt":0.2601179501833422,"spread":0.2504185060182379,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007691741,0.00233267,0.001244989,0.005145476,0.00121891,0.004684078,0.006189164,0.002212601,0.006584196],"category_scores_gemma":[0.01975681,0.002127006,0.002764898,0.002840317,0.001979012,0.00710912,0.007516942,0.004865709,0.004172695],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00141783,"about_ca_system_score_gemma":0.00365762,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008132897,"about_ca_topic_score_gemma":0.01047637,"domain_scores_codex":[0.9958152,0.001378052,0.0006001074,0.0008892204,0.0009591947,0.0003581939],"domain_scores_gemma":[0.9928363,0.002885237,0.0007104004,0.002335022,0.0007854808,0.0004475108],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001374455,0.0004481227,0.01927412,0.003323033,0.0005392036,0.002021587,0.004034605,0.06141721,0.01159172,0.1556225,0.1906756,0.5496778],"study_design_scores_gemma":[0.0003132063,0.0002367933,0.004780292,0.001251262,0.0001521957,0.001604259,0.000467316,0.3096013,0.01302316,0.1863105,0.4819409,0.0003188816],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"software","genre_scores_codex":[0.002423111,0.0007289688,0.8461152,0.0003718652,0.0001100545,0.0005412113,0.002749985,0.1447513,0.002208273],"genre_scores_gemma":[0.04703897,0.00102802,0.9088842,0.0005433531,0.00007885789,0.00116219,0.01610433,0.02247567,0.002684479],"genre_candidate":"software","genre_consensus":null,"teacher_disagreement_score":0.008132897,"threshold_uncertainty_score":0.04067832,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4408014634","doi":"10.22152/programming-journal.org/2026/10/13","title":"PolyDebug: A Framework for Polyglot Debugging","year":2025,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Polyglot; Debugging; Computer science; Programming language","authors":[{"name":"Philémon Houdaille","is_ca":false},{"name":"Djamel Eddine Khelladi","is_ca":false},{"name":"Benoit Combemale","is_ca":false},{"name":"Gunter Mussbacher","is_ca":true},{"name":"Tijs van der Storm","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009699444165104274,"gpt":0.2601179501833422,"spread":0.2504185060182379,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007691741,0.00233267,0.001244989,0.005145476,0.00121891,0.004684078,0.006189164,0.002212601,0.006584196],"category_scores_gemma":[0.01975681,0.002127006,0.002764898,0.002840317,0.001979012,0.00710912,0.007516942,0.004865709,0.004172695],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00141783,"about_ca_system_score_gemma":0.00365762,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008132897,"about_ca_topic_score_gemma":0.01047637,"domain_scores_codex":[0.9958152,0.001378052,0.0006001074,0.0008892204,0.0009591947,0.0003581939],"domain_scores_gemma":[0.9928363,0.002885237,0.0007104004,0.002335022,0.0007854808,0.0004475108],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001374455,0.0004481227,0.01927412,0.003323033,0.0005392036,0.002021587,0.004034605,0.06141721,0.01159172,0.1556225,0.1906756,0.5496778],"study_design_scores_gemma":[0.0003132063,0.0002367933,0.004780292,0.001251262,0.0001521957,0.001604259,0.000467316,0.3096013,0.01302316,0.1863105,0.4819409,0.0003188816],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002423111,0.0007289688,0.8461152,0.0003718652,0.0001100545,0.0005412113,0.002749985,0.1447513,0.002208273],"genre_scores_gemma":[0.04703897,0.00102802,0.9088842,0.0005433531,0.00007885789,0.00116219,0.01610433,0.02247567,0.002684479],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.008132897,"threshold_uncertainty_score":0.04067832,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4408106796","doi":"10.22152/programming-journal.org/2025/10/8","title":"Dynamic Program Slices Change How Developers Diagnose Gradual Run-Time Type Errors","year":2025,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Computer science; Programming language; Parallel computing","authors":[{"name":"Felipe Bañados Schwerter","is_ca":true},{"name":"Ronald Garcia","is_ca":true},{"name":"Reid Holmes","is_ca":true},{"name":"Karim Ali","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0191834616489249,"gpt":0.2784871991621939,"spread":0.2593037375132691,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007649836,0.001459217,0.0006654743,0.001605273,0.0008764012,0.003002524,0.002543993,0.002021328,0.003443586],"category_scores_gemma":[0.06872091,0.00165022,0.0009603254,0.0006007954,0.002710029,0.008271688,0.00356754,0.002916987,0.001175742],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008113729,"about_ca_system_score_gemma":0.003114523,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002984723,"about_ca_topic_score_gemma":0.003936565,"domain_scores_codex":[0.9931706,0.002465508,0.0004577926,0.001285713,0.002047898,0.0005724034],"domain_scores_gemma":[0.9566626,0.01762626,0.003843371,0.01482345,0.005624374,0.001419912],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001968174,0.0006962153,0.08490436,0.001158318,0.0003075482,0.004231053,0.02735409,0.04799831,0.16201,0.06091568,0.02147047,0.5869858],"study_design_scores_gemma":[0.0005103945,0.002174337,0.0297133,0.001697779,0.0006952385,0.004637073,0.00821431,0.3174832,0.353968,0.1188927,0.1610572,0.0009564857],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2070709,0.0005201414,0.7360591,0.00187184,0.000328723,0.0005070352,0.0004791438,0.04549514,0.007668056],"genre_scores_gemma":[0.5421405,0.0002961926,0.4490622,0.0006762234,0.00004968848,0.0002129425,0.0004396253,0.0045235,0.002599083],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007649836,"threshold_uncertainty_score":0.04045671,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4408014589","doi":"10.22152/programming-journal.org/2026/10/8","title":"Dynamic Program Slices Change How Developers Diagnose Gradual Run-Time Type Errors","year":2025,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Computer science; Type (biology); Programming language; Geology","authors":[{"name":"Felipe Bañados Schwerter","is_ca":true},{"name":"Ronald Garcia","is_ca":true},{"name":"Reid Holmes","is_ca":true},{"name":"Karim Ali","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0191834616489249,"gpt":0.2784871991621939,"spread":0.2593037375132691,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007649836,0.001459217,0.0006654743,0.001605273,0.0008764012,0.003002524,0.002543993,0.002021328,0.003443586],"category_scores_gemma":[0.06872091,0.00165022,0.0009603254,0.0006007954,0.002710029,0.008271688,0.00356754,0.002916987,0.001175742],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008113729,"about_ca_system_score_gemma":0.003114523,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002984723,"about_ca_topic_score_gemma":0.003936565,"domain_scores_codex":[0.9931706,0.002465508,0.0004577926,0.001285713,0.002047898,0.0005724034],"domain_scores_gemma":[0.9566626,0.01762626,0.003843371,0.01482345,0.005624374,0.001419912],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001968174,0.0006962153,0.08490436,0.001158318,0.0003075482,0.004231053,0.02735409,0.04799831,0.16201,0.06091568,0.02147047,0.5869858],"study_design_scores_gemma":[0.0005103945,0.002174337,0.0297133,0.001697779,0.0006952385,0.004637073,0.00821431,0.3174832,0.353968,0.1188927,0.1610572,0.0009564857],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2070709,0.0005201414,0.7360591,0.00187184,0.000328723,0.0005070352,0.0004791438,0.04549514,0.007668056],"genre_scores_gemma":[0.5421405,0.0002961926,0.4490622,0.0006762234,0.00004968848,0.0002129425,0.0004396253,0.0045235,0.002599083],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007649836,"threshold_uncertainty_score":0.04045671,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}