{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"a5e8ce522348","filters":{"venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2"}},"results":[{"id":"W4293098080","doi":"10.1145/3478432.3499254","title":"CodeToon: A New Visual Programming Environment Using Comics for Teaching and Learning Programming","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Comics; Computer science; Scratch; Multimedia; Visual programming language; Computer programming; Code (set theory); Coding (social sciences); Human–computer interaction; Programming language; Artificial intelligence; Sociology","authors":[{"name":"Sangho Suh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01683810516798928,"gpt":0.2850586263902677,"spread":0.2682205212222785,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00380813,0.0002672092,0.0002710878,0.0003510136,0.003044586,0.0007469394,0.003181461,0.00006428026,0.000001186106],"category_scores_gemma":[0.0005205738,0.0002352021,0.0001284227,0.0008347142,0.0004060243,0.0006010812,0.003351811,0.001215789,5.001518e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003671451,"about_ca_system_score_gemma":0.0004825796,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001095148,"about_ca_topic_score_gemma":4.603966e-7,"domain_scores_codex":[0.9969833,0.00008957301,0.000440601,0.0009579156,0.0009153431,0.0006131944],"domain_scores_gemma":[0.9984078,0.0002439396,0.0005940658,0.0004320632,0.00009099228,0.0002311649],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001849812,0.0005449964,0.001976576,0.00006708618,0.00001191722,1.479985e-7,0.00357807,0.002394595,0.01526238,0.02515163,0.0004646954,0.9505294],"study_design_scores_gemma":[0.001537087,0.004292631,0.001812246,0.0006555307,0.0001091769,0.0004489178,0.002713399,0.3624344,0.004346489,0.002295816,0.6176229,0.001731387],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2898941,0.0001090052,0.6954113,0.009395104,0.001461832,0.002364594,0.000001009747,0.001179519,0.0001835305],"genre_scores_gemma":[0.3967247,0.000001523717,0.6025761,0.0001842688,0.0001643398,0.00009925439,7.498037e-7,0.00002878312,0.0002202709],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.948798,"threshold_uncertainty_score":0.9982533,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293098121","doi":"10.1145/3478432.3499268","title":"Nifty Assignments","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Earthquake and Disaster Impact Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web; Multimedia","authors":[{"name":"Nick Parlante","is_ca":false},{"name":"Julie Zelenski","is_ca":false},{"name":"Eric Roberts","is_ca":false},{"name":"J. Jedediah Rembold","is_ca":false},{"name":"Ben Stephenson","is_ca":true},{"name":"Jonathan Hudson","is_ca":true},{"name":"Stephanie Valentine","is_ca":false},{"name":"Juliette Woodrow","is_ca":false},{"name":"Kathleen Creel","is_ca":false},{"name":"Larry Crotts","is_ca":false},{"name":"Andrew Matzureff","is_ca":false},{"name":"Mike Izbicki","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02211280601510062,"gpt":0.3124875929819008,"spread":0.2903747869668001,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001639013,0.0001151554,0.0001417605,0.0001508203,0.002521146,0.0001876882,0.002865772,0.00003290972,0.00006251918],"category_scores_gemma":[0.0004547819,0.00008862762,0.00009254519,0.001535034,0.0009724859,0.0004295433,0.001610688,0.0002320181,0.00001034639],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003516834,"about_ca_system_score_gemma":0.0008490503,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001089885,"about_ca_topic_score_gemma":0.000005681484,"domain_scores_codex":[0.9975109,0.00002999396,0.0002545026,0.0003791812,0.001445909,0.0003795003],"domain_scores_gemma":[0.9989409,0.00009730649,0.0002494632,0.0002915559,0.000273445,0.0001473443],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000103852,0.004731899,0.1483033,0.00007851246,0.00004303308,3.574506e-7,0.05256002,0.0002579936,0.0939821,0.4140022,0.1940962,0.09184052],"study_design_scores_gemma":[0.001262931,0.002413906,0.4835224,0.0003765289,0.0001168355,0.00003591727,0.0282878,0.00042252,0.03145953,0.08653144,0.3637627,0.001807536],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8805031,0.00002784341,0.00005966786,0.04468773,0.002815018,0.0006621472,0.000004355706,0.0001515215,0.07108864],"genre_scores_gemma":[0.9951994,0.00001046829,0.001900593,0.001649298,0.0002802078,0.00006734597,2.824296e-7,0.00000637948,0.0008860631],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.335219,"threshold_uncertainty_score":0.9987774,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293097939","doi":"10.1145/3478432.3499048","title":"Using Deep Learning to Localize Errors in Student Code Submissions","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Python (programming language); Computer science; Deep learning; Transfer of learning; Artificial intelligence; Coding (social sciences); Machine learning; Metric (unit); Natural language processing; Programming language; Statistics","authors":[{"name":"Shion Fujimori","is_ca":true},{"name":"Mohamed Harmanani","is_ca":true},{"name":"Owais Siddiqui","is_ca":true},{"name":"Lisa Zhang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02324682460761803,"gpt":0.3317174811870447,"spread":0.3084706565794267,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.001664832,0.0001819356,0.0002264294,0.0005704296,0.0008830035,0.0002771457,0.006236582,0.00004338823,0.000007605764],"category_scores_gemma":[0.0004327546,0.0001497878,0.00009662174,0.004352981,0.0001922397,0.0003953259,0.004765302,0.0007047976,0.000004945804],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005551162,"about_ca_system_score_gemma":0.0005987115,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003012788,"about_ca_topic_score_gemma":0.000002337835,"domain_scores_codex":[0.9970202,0.00004496333,0.0004573188,0.0007586277,0.001264093,0.0004547657],"domain_scores_gemma":[0.9985207,0.0001002338,0.0002986382,0.0005594942,0.0003053392,0.0002156034],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003617659,0.003788163,0.0903426,0.00007938087,0.0000168857,0.000002269648,0.009717381,0.5256284,0.1966354,0.1281487,0.002484953,0.0431198],"study_design_scores_gemma":[0.0004849904,0.001077993,0.0552158,0.0004111087,0.00002388863,0.0001021027,0.001457201,0.9122957,0.008367197,0.01031108,0.009407504,0.00084544],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9177741,0.00002157065,0.02310854,0.05586466,0.001588873,0.0005783289,0.000001031256,0.000260539,0.0008022917],"genre_scores_gemma":[0.9029379,0.00000273032,0.09584336,0.0009131257,0.00009570268,0.00003111039,2.988428e-7,0.00001148654,0.0001642706],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3866673,"threshold_uncertainty_score":0.9991401,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293098027","doi":"10.1145/3478432.3499102","title":"Universal Design of Interactive Mathematical Notebooks on Programming","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Mathematical proof; Compiler; Programming language; Software engineering; Graphics; USable; Multimedia; Computer graphics (images)","authors":[{"name":"Bin Guo","is_ca":true},{"name":"Jason Nagy","is_ca":true},{"name":"Emil Sekerinski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02164817860418243,"gpt":0.2913655980503255,"spread":0.269717419446143,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.002094869,0.000160008,0.0002545622,0.0004521476,0.0005121795,0.0001907168,0.006475344,0.00004449249,0.00001346434],"category_scores_gemma":[0.0007706507,0.0001194378,0.0001617922,0.002367556,0.0006356072,0.0004812512,0.003205474,0.0004921413,0.000006071604],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004247567,"about_ca_system_score_gemma":0.0008421152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001015829,"about_ca_topic_score_gemma":7.838464e-8,"domain_scores_codex":[0.9968978,0.0000613644,0.0004205103,0.0006603752,0.001616746,0.000343247],"domain_scores_gemma":[0.9975011,0.000635143,0.0003652347,0.0007566194,0.0006126911,0.0001292006],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002134771,0.006824125,0.001501805,0.0002239411,0.0000610509,0.000001032586,0.004733652,0.007624846,0.1509317,0.6250284,0.002677853,0.2001781],"study_design_scores_gemma":[0.001095293,0.007234946,0.004450279,0.001006225,0.00008336284,0.0001397456,0.001198794,0.4513204,0.3803066,0.148219,0.003666152,0.001279271],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2299559,0.00001611282,0.7359384,0.02575262,0.001529548,0.002706612,0.000004570837,0.0005007128,0.00359548],"genre_scores_gemma":[0.8578522,0.000001708938,0.1417344,0.000204667,0.00004631692,0.00007511784,2.156602e-7,0.00000714626,0.00007814635],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6278964,"threshold_uncertainty_score":0.9989001,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293098055","doi":"10.1145/3478432.3499212","title":"Celer: A Smart Fleet Management System (Optimizing Traffic Flow in New York City)","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Traffic control and management","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Taxis; SAFER; TRIPS architecture; Computer science; Interconnectivity; Transport engineering; Traffic flow (computer networking); Point (geometry); Intelligent transportation system; Operations research; Computer security; Engineering; Artificial intelligence","authors":[{"name":"Ugo Dos Reis","is_ca":true},{"name":"Maheen Ferdousi","is_ca":true},{"name":"Ilir Dema","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01115289079037084,"gpt":0.2060676873093508,"spread":0.1949147965189799,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007048378,0.0001920839,0.0002150384,0.0004681574,0.000275894,0.0001436105,0.00232885,0.0000344079,0.00001011834],"category_scores_gemma":[0.00001383069,0.0001675349,0.00009732249,0.001908444,0.00008305869,0.000196227,0.0009114827,0.0002894706,0.000004476149],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007024317,"about_ca_system_score_gemma":0.0001412745,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001228981,"about_ca_topic_score_gemma":0.000003871676,"domain_scores_codex":[0.9980575,0.00000833049,0.0004057893,0.0004598137,0.0006806232,0.0003879667],"domain_scores_gemma":[0.9992939,0.00002913352,0.0001081388,0.0003974338,0.00005357034,0.0001177886],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003615932,0.00057925,0.0002616695,0.0004375616,0.00003268147,0.000001033192,0.0009977642,0.7520268,0.007291177,0.0283231,0.03072446,0.1792884],"study_design_scores_gemma":[0.002269971,0.0006272395,0.01959158,0.001227087,0.0001388382,0.00006879403,0.00219623,0.8832376,0.003092569,0.0007698919,0.08532074,0.001459434],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8833039,0.0003839734,0.01379561,0.02155716,0.01697637,0.006328833,0.00001050477,0.003945584,0.05369811],"genre_scores_gemma":[0.9723426,0.000008505575,0.02687626,0.0001858064,0.0001399561,0.0001681139,7.837613e-7,0.00001837159,0.0002596341],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1778289,"threshold_uncertainty_score":0.6831877,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293098000","doi":"10.1145/3478432.3499087","title":"Investigating the Impact of Voice Response Options in Surveys","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Respondent; Ask price; Computer science; Mode (computer interface); Natural (archaeology); Interactive voice response; Psychology; Human–computer interaction; Telecommunications; Geography","authors":[{"name":"Pan Chen","is_ca":true},{"name":"Naaz Sibia","is_ca":true},{"name":"Angela Zavaleta Bernuy","is_ca":true},{"name":"Michael Liut","is_ca":true},{"name":"Joseph Jay Williams","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1069979799128884,"gpt":0.4246139129875504,"spread":0.317615933074662,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0938428,0.000113837,0.0001857805,0.000327213,0.001406098,0.00007062739,0.003453403,0.00006419718,0.00002682017],"category_scores_gemma":[0.02737169,0.00007570042,0.0001318581,0.004039625,0.002143016,0.0003034849,0.001008557,0.0004806189,0.000001972744],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004733289,"about_ca_system_score_gemma":0.00278972,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00130198,"about_ca_topic_score_gemma":0.00004193809,"domain_scores_codex":[0.9931849,0.004627776,0.0004649875,0.0004139379,0.0009276474,0.0003807419],"domain_scores_gemma":[0.9902999,0.008251517,0.00045884,0.0004318961,0.0004488421,0.0001089779],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.00130853,0.001838011,0.3223165,0.00002371084,0.00002353275,2.196817e-7,0.0334042,0.003626395,0.5853428,0.0365775,0.005974008,0.009564567],"study_design_scores_gemma":[0.0001116731,0.0002656043,0.9881811,0.00004048617,0.000005206076,0.000006022081,0.001242434,0.0002733898,0.003655566,0.005787445,0.0003212176,0.0001098553],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9822915,0.00001549311,0.00009480905,0.01567081,0.0006972276,0.0004476063,0.000005485747,0.0000379468,0.0007391656],"genre_scores_gemma":[0.9933664,0.000006359408,0.006094177,0.0002382092,0.0000883755,0.00007356261,3.877911e-7,0.000006405396,0.0001261833],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6658646,"threshold_uncertainty_score":0.999894,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}