{"meta":{"query_hash":"d5cdbf56fc71","filters":{"venue":"The Art Science and Engineering of Programming"},"cohort_total":5,"direct_labels_cover":0,"predictions_cover":5,"exported":5,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/d5cdbf56fc71","api":"https://metacan.xera.ac/api/v1/cohort?venue=The+Art+Science+and+Engineering+of+Programming"},"results":[{"id":"W2899691573","doi":"10.22152/programming-journal.org/2019/3/4","title":"Entombed: An archaeological examination of an Atari 2600 game","year":2018,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Digital Games and Media","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Strong","keywords":"Computer science; Code (set theory); Reuse; Table (database); Video game; Variety (cybernetics); Excavation; Artificial intelligence; Programming language; Archaeology; Engineering; Multimedia; History; Database","score_opus":0.02313949228205194,"score_gpt":0.29264906550649816,"score_spread":0.26950957322444624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899691573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9048286,0.002103099,0.0040541347,0.000896667,0.0001939046,0.00016126464,0.0025637026,0.00011866169,0.08507982],"genre_scores_gemma":[0.93627024,0.0021091355,0.00931895,0.0004516111,0.000053439326,0.0001158342,0.0019413995,0.00028768112,0.04945166],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9995889,0.00011073252,0.0000262593,0.00009797072,0.00011612495,0.00005997632],"domain_scores_gemma":[0.99955064,0.00012676841,0.000059195485,0.000077288496,0.000089377914,0.00009673887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004998861,0.00042826618,0.0003654999,0.003147116,0.0038872268,0.0020838343,0.0007507152,0.0007534325,0.0068189995],"category_scores_gemma":[0.0017412058,0.00048510608,0.00020542878,0.0033189638,0.0022624657,0.0011821835,0.002006502,0.0010504778,0.0010356712],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006544659,0.0002784255,0.05351398,0.0011639987,0.000094055664,0.016997129,0.6948438,0.00057767023,0.015432256,0.021600384,0.033452787,0.16139089],"study_design_scores_gemma":[0.000018419147,0.00015709491,0.15451753,0.0015302462,0.00006744433,0.0055863527,0.35651252,0.00062696874,0.0024137604,0.0018456744,0.47664604,0.00007793675],"about_ca_topic_score_codex":0.025608042,"about_ca_topic_score_gemma":0.21164587,"teacher_disagreement_score":0.025608042,"about_ca_system_score_codex":0.0013981741,"about_ca_system_score_gemma":0.0011495365,"threshold_uncertainty_score":0.050917983},"labels":[],"label_agreement":null},{"id":"W4407066782","doi":"10.22152/programming-journal.org/2025/10/13","title":"PolyDebug: A Framework for Polyglot Debugging","year":2025,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Agence Nationale de la Recherche","keywords":"Polyglot; Debugging; Computer science; Programming language","score_opus":0.009699444165104274,"score_gpt":0.26011795018334216,"score_spread":0.2504185060182379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407066782","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024231111,0.00072896876,0.84611523,0.00037186517,0.00011005446,0.00054121134,0.0027499846,0.14475134,0.0022082727],"genre_scores_gemma":[0.04703897,0.0010280198,0.90888417,0.0005433531,0.00007885789,0.0011621905,0.016104326,0.02247567,0.0026844789],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958152,0.0013780524,0.00060010736,0.0008892204,0.0009591947,0.00035819388],"domain_scores_gemma":[0.9928363,0.002885237,0.0007104004,0.0023350215,0.0007854808,0.0004475108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076917405,0.00233267,0.0012449886,0.0051454757,0.0012189095,0.004684078,0.0061891642,0.002212601,0.006584196],"category_scores_gemma":[0.019756809,0.0021270057,0.002764898,0.002840317,0.001979012,0.0071091196,0.007516942,0.0048657088,0.004172695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013744553,0.00044812268,0.019274125,0.0033230335,0.0005392036,0.0020215865,0.004034605,0.061417207,0.01159172,0.15562251,0.1906756,0.54967785],"study_design_scores_gemma":[0.0003132063,0.00023679332,0.0047802916,0.0012512623,0.00015219569,0.0016042587,0.00046731604,0.3096013,0.01302316,0.18631046,0.48194093,0.00031888162],"about_ca_topic_score_codex":0.008132897,"about_ca_topic_score_gemma":0.010476375,"teacher_disagreement_score":0.008132897,"about_ca_system_score_codex":0.0014178299,"about_ca_system_score_gemma":0.0036576197,"threshold_uncertainty_score":0.040678322},"labels":[],"label_agreement":null},{"id":"W4408014589","doi":"10.22152/programming-journal.org/2026/10/8","title":"Dynamic Program Slices Change How Developers Diagnose Gradual Run-Time Type Errors","year":2025,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Computer science; Type (biology); Programming language; Geology","score_opus":0.019183461648924895,"score_gpt":0.27848719916219394,"score_spread":0.2593037375132691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408014589","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20707086,0.00052014145,0.73605907,0.0018718404,0.00032872302,0.0005070352,0.00047914384,0.04549514,0.007668056],"genre_scores_gemma":[0.54214054,0.00029619262,0.44906223,0.00067622337,0.000049688482,0.00021294245,0.00043962526,0.0045235003,0.0025990834],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9931706,0.0024655077,0.0004577926,0.0012857134,0.0020478975,0.00057240337],"domain_scores_gemma":[0.9566626,0.017626258,0.0038433713,0.014823453,0.005624374,0.0014199116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007649836,0.0014592168,0.0006654743,0.0016052735,0.0008764012,0.003002524,0.0025439928,0.0020213278,0.0034435864],"category_scores_gemma":[0.068720914,0.0016502199,0.00096032536,0.00060079544,0.0027100286,0.008271688,0.0035675399,0.0029169868,0.0011757425],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019681742,0.0006962153,0.08490436,0.0011583185,0.00030754824,0.0042310534,0.02735409,0.04799831,0.16200997,0.060915682,0.021470472,0.58698577],"study_design_scores_gemma":[0.0005103945,0.002174337,0.029713303,0.0016977786,0.00069523853,0.004637073,0.00821431,0.31748316,0.35396796,0.11889274,0.16105722,0.0009564857],"about_ca_topic_score_codex":0.0029847228,"about_ca_topic_score_gemma":0.0039365645,"teacher_disagreement_score":0.007649836,"about_ca_system_score_codex":0.00081137294,"about_ca_system_score_gemma":0.0031145227,"threshold_uncertainty_score":0.040456712},"labels":[],"label_agreement":null},{"id":"W4408014634","doi":"10.22152/programming-journal.org/2026/10/13","title":"PolyDebug: A Framework for Polyglot Debugging","year":2025,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Polyglot; Debugging; Computer science; Programming language","score_opus":0.009699444165104274,"score_gpt":0.26011795018334216,"score_spread":0.2504185060182379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408014634","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024231111,0.00072896876,0.84611523,0.00037186517,0.00011005446,0.00054121134,0.0027499846,0.14475134,0.0022082727],"genre_scores_gemma":[0.04703897,0.0010280198,0.90888417,0.0005433531,0.00007885789,0.0011621905,0.016104326,0.02247567,0.0026844789],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9958152,0.0013780524,0.00060010736,0.0008892204,0.0009591947,0.00035819388],"domain_scores_gemma":[0.9928363,0.002885237,0.0007104004,0.0023350215,0.0007854808,0.0004475108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076917405,0.00233267,0.0012449886,0.0051454757,0.0012189095,0.004684078,0.0061891642,0.002212601,0.006584196],"category_scores_gemma":[0.019756809,0.0021270057,0.002764898,0.002840317,0.001979012,0.0071091196,0.007516942,0.0048657088,0.004172695],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013744553,0.00044812268,0.019274125,0.0033230335,0.0005392036,0.0020215865,0.004034605,0.061417207,0.01159172,0.15562251,0.1906756,0.54967785],"study_design_scores_gemma":[0.0003132063,0.00023679332,0.0047802916,0.0012512623,0.00015219569,0.0016042587,0.00046731604,0.3096013,0.01302316,0.18631046,0.48194093,0.00031888162],"about_ca_topic_score_codex":0.008132897,"about_ca_topic_score_gemma":0.010476375,"teacher_disagreement_score":0.008132897,"about_ca_system_score_codex":0.0014178299,"about_ca_system_score_gemma":0.0036576197,"threshold_uncertainty_score":0.040678322},"labels":[],"label_agreement":null},{"id":"W4408106796","doi":"10.22152/programming-journal.org/2025/10/8","title":"Dynamic Program Slices Change How Developers Diagnose Gradual Run-Time Type Errors","year":2025,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Computer science; Programming language; Parallel computing","score_opus":0.019183461648924895,"score_gpt":0.27848719916219394,"score_spread":0.2593037375132691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408106796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20707086,0.00052014145,0.73605907,0.0018718404,0.00032872302,0.0005070352,0.00047914384,0.04549514,0.007668056],"genre_scores_gemma":[0.54214054,0.00029619262,0.44906223,0.00067622337,0.000049688482,0.00021294245,0.00043962526,0.0045235003,0.0025990834],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9931706,0.0024655077,0.0004577926,0.0012857134,0.0020478975,0.00057240337],"domain_scores_gemma":[0.9566626,0.017626258,0.0038433713,0.014823453,0.005624374,0.0014199116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007649836,0.0014592168,0.0006654743,0.0016052735,0.0008764012,0.003002524,0.0025439928,0.0020213278,0.0034435864],"category_scores_gemma":[0.068720914,0.0016502199,0.00096032536,0.00060079544,0.0027100286,0.008271688,0.0035675399,0.0029169868,0.0011757425],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019681742,0.0006962153,0.08490436,0.0011583185,0.00030754824,0.0042310534,0.02735409,0.04799831,0.16200997,0.060915682,0.021470472,0.58698577],"study_design_scores_gemma":[0.0005103945,0.002174337,0.029713303,0.0016977786,0.00069523853,0.004637073,0.00821431,0.31748316,0.35396796,0.11889274,0.16105722,0.0009564857],"about_ca_topic_score_codex":0.0029847228,"about_ca_topic_score_gemma":0.0039365645,"teacher_disagreement_score":0.007649836,"about_ca_system_score_codex":0.00081137294,"about_ca_system_score_gemma":0.0031145227,"threshold_uncertainty_score":0.040456712},"labels":[],"label_agreement":null}]}