{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"a5e8ce522348","filters":{"venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2"}},"results":[{"id":"W4293098080","doi":"10.1145/3478432.3499254","title":"CodeToon: A New Visual Programming Environment Using Comics for Teaching and Learning Programming","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Comics; Computer science; Scratch; Multimedia; Visual programming language; Computer programming; Code (set theory); Coding (social sciences); Human–computer interaction; Programming language; Artificial intelligence; Sociology","authors":[{"name":"Sangho Suh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01683810516798928,"gpt":0.2850586263902677,"spread":0.2682205212222785,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000831199,0.001055279,0.0003574108,0.0009489458,0.0005372892,0.001896654,0.001616253,0.00098135,0.04106158],"category_scores_gemma":[0.003514698,0.0006403661,0.0006676694,0.0006402657,0.0007702429,0.003339547,0.003283819,0.00197311,0.006775079],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004230042,"about_ca_system_score_gemma":0.001008033,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005465905,"about_ca_topic_score_gemma":0.001250907,"domain_scores_codex":[0.9995223,0.0001054281,0.0000326975,0.00009223075,0.0001754591,0.0000718844],"domain_scores_gemma":[0.9982212,0.0007887949,0.0001035547,0.0002554559,0.0002398255,0.000391234],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007996712,0.0005266288,0.002240484,0.001526174,0.00006189409,0.001097662,0.004050011,0.007700843,0.09406051,0.07166561,0.2006783,0.6155921],"study_design_scores_gemma":[0.0003200247,0.000392648,0.001490713,0.0003526537,0.00003534624,0.0016884,0.0003190225,0.02748413,0.03593789,0.02324037,0.9086117,0.000127015],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01217913,0.0003329595,0.8872366,0.0007936599,0.0003571204,0.0003383977,0.001026467,0.06327373,0.03446199],"genre_scores_gemma":[0.07997966,0.0009266753,0.825425,0.0007332367,0.0001817436,0.001023592,0.003208671,0.0226696,0.06585181],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.04106158,"threshold_uncertainty_score":0.1373647,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293098121","doi":"10.1145/3478432.3499268","title":"Nifty Assignments","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Earthquake and Disaster Impact Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web; Multimedia","authors":[{"name":"Nick Parlante","is_ca":false},{"name":"Julie Zelenski","is_ca":false},{"name":"Eric Roberts","is_ca":false},{"name":"J. Jedediah Rembold","is_ca":false},{"name":"Ben Stephenson","is_ca":true},{"name":"Jonathan Hudson","is_ca":true},{"name":"Stephanie Valentine","is_ca":false},{"name":"Juliette Woodrow","is_ca":false},{"name":"Kathleen Creel","is_ca":false},{"name":"Larry Crotts","is_ca":false},{"name":"Andrew Matzureff","is_ca":false},{"name":"Mike Izbicki","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02211280601510062,"gpt":0.3124875929819008,"spread":0.2903747869668001,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002432142,0.001129932,0.0008761499,0.001723048,0.004194025,0.005226828,0.002436712,0.00149452,0.4824128],"category_scores_gemma":[0.009457931,0.0005274141,0.0007743672,0.0009189795,0.0005935511,0.002520678,0.006492706,0.003570229,0.233726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002012121,"about_ca_system_score_gemma":0.002914286,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001890457,"about_ca_topic_score_gemma":0.00772503,"domain_scores_codex":[0.9981514,0.0001760905,0.00004933696,0.000232377,0.0009343552,0.0004564719],"domain_scores_gemma":[0.9911068,0.0005024687,0.0002380132,0.0006916489,0.002751668,0.004709362],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001134007,0.0002039129,0.0002112387,0.00005571199,0.000002407817,0.00004188823,0.000175883,0.0000708161,0.0004913867,0.001085332,0.9305533,0.06699471],"study_design_scores_gemma":[0.00002187898,0.000100712,0.001380122,0.0000388161,0.000001915925,0.00005164266,0.000183515,0.00009004219,0.000356885,0.001321939,0.9964378,0.00001474418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.009440689,0.0008128225,0.008873004,0.008399762,0.02256203,0.001235905,0.005906069,0.01052701,0.9322427],"genre_scores_gemma":[0.01973675,0.0005784339,0.00800211,0.002033215,0.00287949,0.0007925466,0.008078981,0.001596856,0.9563016],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.4824128,"threshold_uncertainty_score":0.7382754,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293097939","doi":"10.1145/3478432.3499048","title":"Using Deep Learning to Localize Errors in Student Code Submissions","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Python (programming language); Computer science; Deep learning; Transfer of learning; Artificial intelligence; Coding (social sciences); Machine learning; Metric (unit); Natural language processing; Programming language; Statistics","authors":[{"name":"Shion Fujimori","is_ca":true},{"name":"Mohamed Harmanani","is_ca":true},{"name":"Owais Siddiqui","is_ca":true},{"name":"Lisa Zhang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02324682460761803,"gpt":0.3317174811870447,"spread":0.3084706565794267,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00470404,0.001356815,0.0006030202,0.002273902,0.0004757865,0.001902888,0.001270511,0.0012099,0.001833535],"category_scores_gemma":[0.04615768,0.0003230587,0.0003799872,0.001416486,0.000809364,0.001869868,0.001863855,0.002188877,0.001430735],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009007513,"about_ca_system_score_gemma":0.00140907,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00515588,"about_ca_topic_score_gemma":0.008365607,"domain_scores_codex":[0.9959797,0.001455855,0.0002308815,0.0008143609,0.001123002,0.0003962611],"domain_scores_gemma":[0.9626125,0.0220999,0.005207356,0.002983513,0.005542133,0.001554625],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001921795,0.001204132,0.1836846,0.0007258331,0.0002574548,0.001015472,0.002537303,0.1651985,0.03047718,0.002451886,0.02423838,0.5862875],"study_design_scores_gemma":[0.00004768824,0.0005648714,0.03106695,0.000118338,0.00004108236,0.0003241981,0.0007042329,0.9176674,0.03842261,0.006167028,0.004779228,0.0000964249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8326469,0.0006255353,0.1430431,0.001250692,0.0003783506,0.0001040874,0.001465038,0.01563573,0.004850454],"genre_scores_gemma":[0.9706342,0.00006791554,0.02563856,0.0001230371,0.00002877931,0.00002616268,0.001001742,0.000437371,0.002042233],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00515588,"threshold_uncertainty_score":0.02487767,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293098027","doi":"10.1145/3478432.3499102","title":"Universal Design of Interactive Mathematical Notebooks on Programming","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Mathematical proof; Compiler; Programming language; Software engineering; Graphics; USable; Multimedia; Computer graphics (images)","authors":[{"name":"Bin Guo","is_ca":true},{"name":"Jason Nagy","is_ca":true},{"name":"Emil Sekerinski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02164817860418243,"gpt":0.2913655980503255,"spread":0.269717419446143,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00596249,0.00175785,0.0009486886,0.001974163,0.002144926,0.006203779,0.003953234,0.001667812,0.01596912],"category_scores_gemma":[0.02158803,0.001656885,0.001255239,0.0007761987,0.004397941,0.009420819,0.00737358,0.003804104,0.003506666],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001581782,"about_ca_system_score_gemma":0.001797787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007402132,"about_ca_topic_score_gemma":0.00118728,"domain_scores_codex":[0.9938751,0.002372979,0.0005751832,0.001017336,0.001567814,0.0005915777],"domain_scores_gemma":[0.9883008,0.005119121,0.0006467791,0.002678438,0.002617298,0.0006376684],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008975909,0.00007826582,0.0003796051,0.0003026502,0.00001754035,0.0002878063,0.002903342,0.00596516,0.006307471,0.9035946,0.006953922,0.0731198],"study_design_scores_gemma":[0.0001807993,0.0002034671,0.0004924085,0.0006129502,0.00006686566,0.0006125751,0.001055359,0.05152458,0.03471291,0.4397101,0.4707043,0.0001236904],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004032674,0.00008311542,0.9774078,0.0002407374,0.00008752355,0.0001984451,0.00004299644,0.003690899,0.01421581],"genre_scores_gemma":[0.07662478,0.0001845831,0.9083753,0.0001910612,0.00006916645,0.0007116749,0.0001619182,0.001816926,0.01186459],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01596912,"threshold_uncertainty_score":0.05342203,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293098055","doi":"10.1145/3478432.3499212","title":"Celer: A Smart Fleet Management System (Optimizing Traffic Flow in New York City)","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Traffic control and management","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Taxis; SAFER; TRIPS architecture; Computer science; Interconnectivity; Transport engineering; Traffic flow (computer networking); Point (geometry); Intelligent transportation system; Operations research; Computer security; Engineering; Artificial intelligence","authors":[{"name":"Ugo Dos Reis","is_ca":true},{"name":"Maheen Ferdousi","is_ca":true},{"name":"Ilir Dema","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01115289079037084,"gpt":0.2060676873093508,"spread":0.1949147965189799,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003283964,0.001042208,0.0004526674,0.000829673,0.0004996796,0.0005878533,0.001103611,0.0004639533,0.007648237],"category_scores_gemma":[0.000649601,0.0002482855,0.0002448537,0.000762792,0.0002592321,0.00105661,0.0008457357,0.0006120294,0.00125721],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001390847,"about_ca_system_score_gemma":0.001629381,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.08901098,"about_ca_topic_score_gemma":0.1148062,"domain_scores_codex":[0.999889,0.00001562296,0.000003888669,0.00003413748,0.00003579638,0.00002156688],"domain_scores_gemma":[0.9998705,0.00002373313,0.00001508814,0.00001610153,0.00003920163,0.00003527516],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006353559,0.0004742084,0.01116022,0.0001980359,0.0001251251,0.0003407032,0.0002936774,0.6314367,0.01282256,0.004696851,0.1204951,0.2173214],"study_design_scores_gemma":[0.00008243899,0.0001035983,0.001805917,0.000005534604,0.00001439158,0.00002237506,0.00003161775,0.9855484,0.001494175,0.0005688727,0.01030115,0.00002142876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4107465,0.001206242,0.3938607,0.001699387,0.0004303997,0.001992411,0.0184662,0.1212588,0.05033943],"genre_scores_gemma":[0.7812958,0.0005139696,0.1841178,0.0002244644,0.00006123103,0.0006221643,0.01413137,0.001025826,0.0180073],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08901098,"threshold_uncertainty_score":0.1769857,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293098000","doi":"10.1145/3478432.3499087","title":"Investigating the Impact of Voice Response Options in Surveys","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Respondent; Ask price; Computer science; Mode (computer interface); Natural (archaeology); Interactive voice response; Psychology; Human–computer interaction; Telecommunications; Geography","authors":[{"name":"Pan Chen","is_ca":true},{"name":"Naaz Sibia","is_ca":true},{"name":"Angela Zavaleta Bernuy","is_ca":true},{"name":"Michael Liut","is_ca":true},{"name":"Joseph Jay Williams","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1069979799128884,"gpt":0.4246139129875504,"spread":0.317615933074662,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5290143,0.002053183,0.001568228,0.004625558,0.002416494,0.007113453,0.00381622,0.00401637,0.00860962],"category_scores_gemma":[0.8887468,0.001853679,0.00328311,0.007984811,0.00506745,0.01124398,0.00633346,0.004426328,0.001447898],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005126325,"about_ca_system_score_gemma":0.004377577,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002772491,"about_ca_topic_score_gemma":0.002176147,"domain_scores_codex":[0.1234227,0.8276393,0.01833553,0.005308836,0.02292409,0.002369533],"domain_scores_gemma":[0.01311236,0.9562017,0.01349644,0.01012519,0.006778528,0.0002857798],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0154097,0.004571272,0.3644111,0.009319359,0.002968161,0.0009873708,0.05637739,0.02024814,0.003971924,0.02370723,0.005386977,0.4926414],"study_design_scores_gemma":[0.004375902,0.07845966,0.5298546,0.01047569,0.004719215,0.003047173,0.06153872,0.1658084,0.03220832,0.04103889,0.06716695,0.001306454],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7555919,0.003399485,0.1675962,0.006848295,0.0008168742,0.01271391,0.001594495,0.0007900969,0.05064878],"genre_scores_gemma":[0.9186257,0.0005535611,0.07103383,0.001355662,0.0002520804,0.005903993,0.000395127,0.00016432,0.001715822],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4709857,"threshold_uncertainty_score":0.5808092,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}