{"meta":{"query_hash":"a5e8ce522348","filters":{"venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a5e8ce522348","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+the+53rd+ACM+Technical+Symposium+on+Computer+Science+Education+V.+2"},"results":[{"id":"W4293097939","doi":"10.1145/3478432.3499048","title":"Using Deep Learning to Localize Errors in Student Code Submissions","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Python (programming language); Computer science; Deep learning; Transfer of learning; Artificial intelligence; Coding (social sciences); Machine learning; Metric (unit); Natural language processing; Programming language; Statistics","score_opus":0.023246824607618028,"score_gpt":0.33171748118704475,"score_spread":0.30847065657942674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293097939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8326469,0.0006255353,0.14304312,0.001250692,0.00037835055,0.0001040874,0.0014650384,0.015635725,0.0048504537],"genre_scores_gemma":[0.9706342,0.00006791554,0.025638564,0.0001230371,0.000028779306,0.000026162681,0.001001742,0.00043737097,0.0020422332],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99597967,0.001455855,0.0002308815,0.00081436086,0.0011230016,0.0003962611],"domain_scores_gemma":[0.9626125,0.022099897,0.0052073556,0.0029835133,0.005542133,0.0015546255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047040395,0.0013568152,0.0006030202,0.0022739018,0.0004757865,0.001902888,0.0012705106,0.0012098997,0.0018335355],"category_scores_gemma":[0.04615768,0.00032305866,0.0003799872,0.0014164863,0.000809364,0.0018698678,0.001863855,0.0021888774,0.001430735],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019217951,0.0012041315,0.18368459,0.0007258331,0.00025745475,0.0010154716,0.002537303,0.16519849,0.030477181,0.0024518864,0.024238382,0.5862875],"study_design_scores_gemma":[0.00004768824,0.0005648714,0.031066949,0.00011833802,0.00004108236,0.0003241981,0.0007042329,0.9176674,0.038422614,0.006167028,0.0047792275,0.0000964249],"about_ca_topic_score_codex":0.0051558795,"about_ca_topic_score_gemma":0.008365607,"teacher_disagreement_score":0.0051558795,"about_ca_system_score_codex":0.0009007513,"about_ca_system_score_gemma":0.0014090696,"threshold_uncertainty_score":0.024877667},"labels":[],"label_agreement":null},{"id":"W4293098000","doi":"10.1145/3478432.3499087","title":"Investigating the Impact of Voice Response Options in Surveys","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Respondent; Ask price; Computer science; Mode (computer interface); Natural (archaeology); Interactive voice response; Psychology; Human–computer interaction; Telecommunications; Geography","score_opus":0.10699797991288844,"score_gpt":0.4246139129875504,"score_spread":0.31761593307466196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293098000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7555919,0.0033994855,0.16759618,0.0068482948,0.0008168742,0.012713912,0.0015944955,0.00079009694,0.05064878],"genre_scores_gemma":[0.9186257,0.00055356114,0.07103383,0.0013556617,0.00025208044,0.005903993,0.000395127,0.00016431995,0.0017158224],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.12342274,0.8276393,0.018335529,0.005308836,0.02292409,0.0023695326],"domain_scores_gemma":[0.01311236,0.9562017,0.013496439,0.010125193,0.0067785284,0.00028577982],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5290143,0.0020531828,0.0015682284,0.0046255584,0.0024164936,0.007113453,0.0038162195,0.0040163696,0.00860962],"category_scores_gemma":[0.8887468,0.0018536794,0.0032831095,0.0079848105,0.0050674505,0.011243978,0.00633346,0.0044263285,0.0014478975],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015409698,0.004571272,0.36441115,0.0093193585,0.0029681611,0.0009873708,0.056377392,0.020248143,0.0039719236,0.023707228,0.005386977,0.4926414],"study_design_scores_gemma":[0.0043759025,0.07845966,0.5298546,0.010475693,0.004719215,0.0030471734,0.06153872,0.16580844,0.032208323,0.041038893,0.067166954,0.0013064536],"about_ca_topic_score_codex":0.0027724907,"about_ca_topic_score_gemma":0.0021761472,"teacher_disagreement_score":0.4709857,"about_ca_system_score_codex":0.0051263254,"about_ca_system_score_gemma":0.004377577,"threshold_uncertainty_score":0.58080924},"labels":[],"label_agreement":null},{"id":"W4293098027","doi":"10.1145/3478432.3499102","title":"Universal Design of Interactive Mathematical Notebooks on Programming","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Mathematical proof; Compiler; Programming language; Software engineering; Graphics; USable; Multimedia; Computer graphics (images)","score_opus":0.021648178604182434,"score_gpt":0.29136559805032547,"score_spread":0.269717419446143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293098027","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004032674,0.00008311542,0.97740775,0.0002407374,0.00008752355,0.00019844508,0.000042996442,0.003690899,0.014215813],"genre_scores_gemma":[0.07662478,0.00018458307,0.9083753,0.00019106125,0.00006916645,0.0007116749,0.00016191823,0.0018169261,0.011864593],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938751,0.0023729794,0.0005751832,0.0010173363,0.0015678141,0.0005915777],"domain_scores_gemma":[0.9883008,0.005119121,0.0006467791,0.0026784379,0.002617298,0.00063766836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00596249,0.0017578496,0.0009486886,0.001974163,0.0021449255,0.006203779,0.0039532343,0.0016678117,0.015969122],"category_scores_gemma":[0.021588031,0.0016568847,0.0012552388,0.0007761987,0.004397941,0.009420819,0.00737358,0.003804104,0.0035066663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089759094,0.000078265824,0.00037960513,0.0003026502,0.000017540347,0.00028780627,0.0029033422,0.0059651597,0.006307471,0.9035946,0.0069539216,0.073119804],"study_design_scores_gemma":[0.00018079928,0.0002034671,0.0004924085,0.00061295024,0.00006686566,0.0006125751,0.0010553586,0.051524576,0.03471291,0.43971005,0.47070432,0.0001236904],"about_ca_topic_score_codex":0.0007402132,"about_ca_topic_score_gemma":0.0011872804,"teacher_disagreement_score":0.015969122,"about_ca_system_score_codex":0.0015817815,"about_ca_system_score_gemma":0.0017977871,"threshold_uncertainty_score":0.053422034},"labels":[],"label_agreement":null},{"id":"W4293098055","doi":"10.1145/3478432.3499212","title":"Celer: A Smart Fleet Management System (Optimizing Traffic Flow in New York City)","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Traffic control and management","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Taxis; SAFER; TRIPS architecture; Computer science; Interconnectivity; Transport engineering; Traffic flow (computer networking); Point (geometry); Intelligent transportation system; Operations research; Computer security; Engineering; Artificial intelligence","score_opus":0.01115289079037084,"score_gpt":0.20606768730935077,"score_spread":0.19491479651897992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293098055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41074648,0.0012062415,0.39386067,0.001699387,0.00043039967,0.0019924114,0.018466204,0.12125881,0.050339434],"genre_scores_gemma":[0.7812958,0.00051396963,0.18411782,0.00022446435,0.00006123103,0.00062216434,0.014131371,0.0010258264,0.018007297],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999889,0.000015622958,0.0000038886687,0.000034137476,0.000035796384,0.000021566879],"domain_scores_gemma":[0.99987054,0.000023733131,0.0000150881415,0.00001610153,0.00003920163,0.00003527516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003283964,0.0010422082,0.00045266742,0.000829673,0.0004996796,0.00058785325,0.0011036111,0.00046395333,0.007648237],"category_scores_gemma":[0.000649601,0.00024828548,0.0002448537,0.000762792,0.00025923213,0.0010566098,0.00084573566,0.0006120294,0.00125721],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063535594,0.00047420838,0.011160222,0.0001980359,0.00012512512,0.0003407032,0.00029367735,0.6314367,0.01282256,0.0046968507,0.12049514,0.21732138],"study_design_scores_gemma":[0.000082438986,0.00010359827,0.0018059169,0.0000055346045,0.000014391584,0.00002237506,0.00003161775,0.98554844,0.001494175,0.0005688727,0.01030115,0.000021428765],"about_ca_topic_score_codex":0.089010976,"about_ca_topic_score_gemma":0.11480623,"teacher_disagreement_score":0.089010976,"about_ca_system_score_codex":0.0013908474,"about_ca_system_score_gemma":0.0016293809,"threshold_uncertainty_score":0.17698574},"labels":[],"label_agreement":null},{"id":"W4293098080","doi":"10.1145/3478432.3499254","title":"CodeToon: A New Visual Programming Environment Using Comics for Teaching and Learning Programming","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Comics; Computer science; Scratch; Multimedia; Visual programming language; Computer programming; Code (set theory); Coding (social sciences); Human–computer interaction; Programming language; Artificial intelligence; Sociology","score_opus":0.016838105167989278,"score_gpt":0.28505862639026774,"score_spread":0.26822052122227846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293098080","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01217913,0.0003329595,0.8872366,0.00079365994,0.0003571204,0.00033839772,0.0010264671,0.06327373,0.034461994],"genre_scores_gemma":[0.07997966,0.00092667533,0.825425,0.0007332367,0.0001817436,0.0010235916,0.0032086705,0.022669602,0.06585181],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995223,0.00010542811,0.000032697502,0.00009223075,0.00017545908,0.0000718844],"domain_scores_gemma":[0.9982212,0.00078879495,0.00010355473,0.00025545587,0.00023982552,0.000391234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000831199,0.0010552789,0.00035741078,0.00094894576,0.0005372892,0.0018966537,0.0016162528,0.00098135,0.04106158],"category_scores_gemma":[0.0035146982,0.0006403661,0.0006676694,0.0006402657,0.0007702429,0.0033395467,0.0032838194,0.0019731103,0.006775079],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079967116,0.0005266288,0.002240484,0.0015261736,0.00006189409,0.0010976619,0.0040500113,0.007700843,0.09406051,0.07166561,0.20067833,0.61559206],"study_design_scores_gemma":[0.00032002467,0.00039264804,0.0014907126,0.0003526537,0.000035346242,0.0016883998,0.00031902248,0.027484126,0.035937894,0.023240367,0.9086117,0.00012701497],"about_ca_topic_score_codex":0.00054659054,"about_ca_topic_score_gemma":0.0012509068,"teacher_disagreement_score":0.04106158,"about_ca_system_score_codex":0.00042300415,"about_ca_system_score_gemma":0.0010080328,"threshold_uncertainty_score":0.13736469},"labels":[],"label_agreement":null},{"id":"W4293098121","doi":"10.1145/3478432.3499268","title":"Nifty Assignments","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Earthquake and Disaster Impact Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web; Multimedia","score_opus":0.022112806015100624,"score_gpt":0.31248759298190076,"score_spread":0.29037478696680014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293098121","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009440689,0.0008128225,0.0088730045,0.008399762,0.022562025,0.0012359049,0.005906069,0.010527015,0.9322427],"genre_scores_gemma":[0.01973675,0.0005784339,0.00800211,0.0020332155,0.0028794901,0.0007925466,0.008078981,0.0015968557,0.9563016],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815136,0.0001760905,0.000049336963,0.00023237697,0.0009343552,0.00045647187],"domain_scores_gemma":[0.9911068,0.00050246867,0.00023801319,0.0006916489,0.0027516684,0.004709362],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024321424,0.001129932,0.0008761499,0.0017230478,0.004194025,0.0052268277,0.0024367117,0.0014945199,0.48241276],"category_scores_gemma":[0.009457931,0.0005274141,0.00077436725,0.00091897947,0.00059355114,0.0025206783,0.006492706,0.0035702288,0.23372604],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011340073,0.00020391295,0.00021123867,0.000055711993,0.0000024078174,0.00004188823,0.00017588305,0.0000708161,0.0004913867,0.0010853325,0.93055326,0.06699471],"study_design_scores_gemma":[0.000021878977,0.00010071204,0.0013801223,0.000038816102,0.0000019159252,0.000051642663,0.00018351497,0.00009004219,0.00035688496,0.0013219387,0.9964378,0.000014744175],"about_ca_topic_score_codex":0.0018904571,"about_ca_topic_score_gemma":0.0077250297,"teacher_disagreement_score":0.48241276,"about_ca_system_score_codex":0.0020121213,"about_ca_system_score_gemma":0.0029142865,"threshold_uncertainty_score":0.7382754},"labels":[],"label_agreement":null}]}