{"meta":{"query_hash":"a5e8ce522348","filters":{"venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a5e8ce522348","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+the+53rd+ACM+Technical+Symposium+on+Computer+Science+Education+V.+2"},"results":[{"id":"W4293097939","doi":"10.1145/3478432.3499048","title":"Using Deep Learning to Localize Errors in Student Code Submissions","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Python (programming language); Computer science; Deep learning; Transfer of learning; Artificial intelligence; Coding (social sciences); Machine learning; Metric (unit); Natural language processing; Programming language; Statistics","score_opus":0.023246824607618028,"score_gpt":0.33171748118704475,"score_spread":0.30847065657942674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293097939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91777414,0.000021570646,0.02310854,0.05586466,0.0015888732,0.00057832885,0.0000010312563,0.00026053903,0.00080229173],"genre_scores_gemma":[0.9029379,0.00000273032,0.09584336,0.0009131257,0.00009570268,0.000031110387,2.988428e-7,0.000011486541,0.00016427065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99702024,0.000044963326,0.0004573188,0.00075862766,0.0012640932,0.00045476566],"domain_scores_gemma":[0.9985207,0.00010023384,0.0002986382,0.0005594942,0.0003053392,0.00021560343],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.001664832,0.00018193557,0.00022642937,0.0005704296,0.0008830035,0.00027714574,0.0062365816,0.000043388227,0.000007605764],"category_scores_gemma":[0.00043275458,0.00014978781,0.00009662174,0.0043529808,0.00019223966,0.00039532586,0.004765302,0.0007047976,0.0000049458044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036176592,0.003788163,0.090342596,0.00007938087,0.0000168857,0.000002269648,0.009717381,0.5256284,0.19663535,0.12814866,0.0024849526,0.0431198],"study_design_scores_gemma":[0.00048499042,0.0010779927,0.055215802,0.00041110866,0.00002388863,0.00010210272,0.0014572012,0.9122957,0.008367197,0.010311077,0.0094075035,0.00084544],"about_ca_topic_score_codex":0.000030127883,"about_ca_topic_score_gemma":0.0000023378345,"teacher_disagreement_score":0.3866673,"about_ca_system_score_codex":0.00055511616,"about_ca_system_score_gemma":0.0005987115,"threshold_uncertainty_score":0.99914014},"labels":[],"label_agreement":null},{"id":"W4293098000","doi":"10.1145/3478432.3499087","title":"Investigating the Impact of Voice Response Options in Surveys","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Respondent; Ask price; Computer science; Mode (computer interface); Natural (archaeology); Interactive voice response; Psychology; Human–computer interaction; Telecommunications; Geography","score_opus":0.10699797991288844,"score_gpt":0.4246139129875504,"score_spread":0.31761593307466196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293098000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98229146,0.000015493106,0.000094809046,0.015670808,0.0006972276,0.0004476063,0.0000054857474,0.000037946797,0.0007391656],"genre_scores_gemma":[0.99336636,0.0000063594084,0.006094177,0.00023820922,0.0000883755,0.00007356261,3.8779112e-7,0.000006405396,0.00012618325],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9931849,0.004627776,0.00046498753,0.0004139379,0.0009276474,0.0003807419],"domain_scores_gemma":[0.99029994,0.008251517,0.00045884002,0.0004318961,0.00044884207,0.00010897789],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.093842804,0.00011383702,0.00018578049,0.000327213,0.0014060984,0.000070627386,0.0034534025,0.00006419718,0.000026820167],"category_scores_gemma":[0.027371688,0.000075700416,0.0001318581,0.004039625,0.002143016,0.0003034849,0.0010085574,0.00048061894,0.0000019727438],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013085295,0.0018380114,0.32231653,0.000023710842,0.00002353275,2.1968168e-7,0.033404205,0.003626395,0.5853428,0.036577504,0.0059740082,0.009564567],"study_design_scores_gemma":[0.00011167309,0.0002656043,0.9881811,0.000040486168,0.000005206076,0.000006022081,0.0012424341,0.00027338983,0.003655566,0.0057874448,0.00032121755,0.0001098553],"about_ca_topic_score_codex":0.0013019801,"about_ca_topic_score_gemma":0.00004193809,"teacher_disagreement_score":0.6658646,"about_ca_system_score_codex":0.00047332887,"about_ca_system_score_gemma":0.0027897202,"threshold_uncertainty_score":0.99989396},"labels":[],"label_agreement":null},{"id":"W4293098027","doi":"10.1145/3478432.3499102","title":"Universal Design of Interactive Mathematical Notebooks on Programming","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Mathematical proof; Compiler; Programming language; Software engineering; Graphics; USable; Multimedia; Computer graphics (images)","score_opus":0.021648178604182434,"score_gpt":0.29136559805032547,"score_spread":0.269717419446143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293098027","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2299559,0.000016112825,0.73593843,0.025752615,0.0015295482,0.002706612,0.000004570837,0.0005007128,0.0035954795],"genre_scores_gemma":[0.8578522,0.000001708938,0.14173444,0.00020466697,0.000046316924,0.000075117845,2.156602e-7,0.0000071462596,0.000078146346],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99689776,0.0000613644,0.00042051027,0.0006603752,0.0016167464,0.000343247],"domain_scores_gemma":[0.99750113,0.000635143,0.0003652347,0.0007566194,0.0006126911,0.00012920059],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0020948693,0.00016000798,0.00025456224,0.00045214762,0.00051217945,0.00019071678,0.0064753443,0.00004449249,0.000013464342],"category_scores_gemma":[0.00077065075,0.000119437784,0.00016179222,0.0023675559,0.0006356072,0.00048125122,0.0032054738,0.00049214135,0.0000060716043],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021347713,0.0068241246,0.0015018054,0.00022394108,0.0000610509,0.0000010325858,0.0047336523,0.007624846,0.15093175,0.6250284,0.002677853,0.20017809],"study_design_scores_gemma":[0.0010952931,0.0072349464,0.0044502793,0.0010062247,0.000083362844,0.00013974559,0.0011987941,0.45132035,0.3803066,0.14821897,0.0036661525,0.0012792714],"about_ca_topic_score_codex":0.000010158295,"about_ca_topic_score_gemma":7.838464e-8,"teacher_disagreement_score":0.62789637,"about_ca_system_score_codex":0.00042475673,"about_ca_system_score_gemma":0.0008421152,"threshold_uncertainty_score":0.9989001},"labels":[],"label_agreement":null},{"id":"W4293098055","doi":"10.1145/3478432.3499212","title":"Celer: A Smart Fleet Management System (Optimizing Traffic Flow in New York City)","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Traffic control and management","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Taxis; SAFER; TRIPS architecture; Computer science; Interconnectivity; Transport engineering; Traffic flow (computer networking); Point (geometry); Intelligent transportation system; Operations research; Computer security; Engineering; Artificial intelligence","score_opus":0.01115289079037084,"score_gpt":0.20606768730935077,"score_spread":0.19491479651897992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293098055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8833039,0.00038397338,0.01379561,0.021557158,0.01697637,0.0063288333,0.0000105047675,0.0039455844,0.053698108],"genre_scores_gemma":[0.97234255,0.000008505575,0.026876261,0.00018580645,0.00013995613,0.00016811388,7.837613e-7,0.000018371586,0.0002596341],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980575,0.00000833049,0.0004057893,0.00045981366,0.0006806232,0.00038796672],"domain_scores_gemma":[0.9992939,0.000029133516,0.00010813878,0.00039743385,0.000053570337,0.000117788615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007048378,0.00019208387,0.00021503837,0.00046815738,0.000275894,0.0001436105,0.00232885,0.000034407898,0.000010118342],"category_scores_gemma":[0.000013830685,0.00016753493,0.00009732249,0.0019084445,0.000083058694,0.00019622697,0.0009114827,0.0002894706,0.0000044761487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036159316,0.00057925005,0.0002616695,0.00043756157,0.000032681466,0.000001033192,0.0009977642,0.7520268,0.0072911773,0.028323095,0.03072446,0.17928837],"study_design_scores_gemma":[0.0022699707,0.00062723947,0.019591585,0.0012270871,0.0001388382,0.00006879403,0.0021962298,0.8832376,0.0030925688,0.0007698919,0.08532074,0.0014594337],"about_ca_topic_score_codex":0.000012289807,"about_ca_topic_score_gemma":0.0000038716757,"teacher_disagreement_score":0.17782894,"about_ca_system_score_codex":0.00070243166,"about_ca_system_score_gemma":0.00014127452,"threshold_uncertainty_score":0.68318766},"labels":[],"label_agreement":null},{"id":"W4293098080","doi":"10.1145/3478432.3499254","title":"CodeToon: A New Visual Programming Environment Using Comics for Teaching and Learning Programming","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Comics; Computer science; Scratch; Multimedia; Visual programming language; Computer programming; Code (set theory); Coding (social sciences); Human–computer interaction; Programming language; Artificial intelligence; Sociology","score_opus":0.016838105167989278,"score_gpt":0.28505862639026774,"score_spread":0.26822052122227846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293098080","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2898941,0.00010900523,0.6954113,0.009395104,0.0014618322,0.0023645936,0.0000010097472,0.0011795192,0.00018353054],"genre_scores_gemma":[0.39672473,0.0000015237167,0.6025761,0.00018426878,0.00016433981,0.000099254394,7.4980375e-7,0.000028783124,0.0002202709],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99698335,0.00008957301,0.00044060097,0.00095791556,0.00091534306,0.0006131944],"domain_scores_gemma":[0.9984078,0.00024393959,0.00059406576,0.00043206319,0.00009099228,0.0002311649],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00380813,0.00026720922,0.00027108783,0.00035101364,0.0030445862,0.0007469394,0.0031814608,0.000064280255,0.0000011861064],"category_scores_gemma":[0.00052057375,0.0002352021,0.00012842269,0.00083471416,0.00040602434,0.00060108124,0.003351811,0.0012157889,5.0015177e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001849812,0.00054499635,0.0019765762,0.00006708618,0.000011917224,1.4799853e-7,0.00357807,0.0023945954,0.015262385,0.025151629,0.00046469536,0.9505294],"study_design_scores_gemma":[0.0015370869,0.0042926306,0.0018122459,0.00065553066,0.00010917692,0.0004489178,0.002713399,0.3624344,0.004346489,0.002295816,0.6176229,0.0017313873],"about_ca_topic_score_codex":0.00010951484,"about_ca_topic_score_gemma":4.6039662e-7,"teacher_disagreement_score":0.948798,"about_ca_system_score_codex":0.00036714508,"about_ca_system_score_gemma":0.00048257963,"threshold_uncertainty_score":0.9982533},"labels":[],"label_agreement":null},{"id":"W4293098121","doi":"10.1145/3478432.3499268","title":"Nifty Assignments","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Earthquake and Disaster Impact Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web; Multimedia","score_opus":0.022112806015100624,"score_gpt":0.31248759298190076,"score_spread":0.29037478696680014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293098121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88050306,0.000027843409,0.000059667862,0.044687726,0.002815018,0.00066214724,0.0000043557056,0.00015152148,0.07108864],"genre_scores_gemma":[0.9951994,0.0000104682895,0.0019005932,0.0016492975,0.00028020775,0.000067345965,2.824296e-7,0.00000637948,0.0008860631],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9975109,0.00002999396,0.00025450264,0.00037918118,0.0014459095,0.00037950033],"domain_scores_gemma":[0.9989409,0.00009730649,0.0002494632,0.00029155586,0.00027344495,0.00014734434],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016390133,0.00011515542,0.00014176054,0.00015082028,0.0025211459,0.00018768822,0.0028657722,0.000032909717,0.000062519175],"category_scores_gemma":[0.00045478187,0.000088627625,0.00009254519,0.0015350337,0.00097248587,0.00042954332,0.0016106878,0.00023201811,0.000010346389],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103852,0.004731899,0.14830334,0.000078512465,0.00004303308,3.5745063e-7,0.052560024,0.0002579936,0.0939821,0.4140022,0.19409616,0.09184052],"study_design_scores_gemma":[0.0012629314,0.0024139064,0.48352236,0.00037652891,0.00011683547,0.00003591727,0.028287798,0.00042251998,0.03145953,0.08653144,0.3637627,0.0018075356],"about_ca_topic_score_codex":0.00010898853,"about_ca_topic_score_gemma":0.0000056814843,"teacher_disagreement_score":0.33521903,"about_ca_system_score_codex":0.0003516834,"about_ca_system_score_gemma":0.0008490503,"threshold_uncertainty_score":0.99877745},"labels":[],"label_agreement":null}]}