{"meta":{"query_hash":"03c9eb2922a5","filters":{"venue":"ACM Transactions on Computing Education"},"cohort_total":26,"direct_labels_cover":0,"predictions_cover":26,"exported":26,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/03c9eb2922a5","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+Transactions+on+Computing+Education"},"results":[{"id":"W2045321685","doi":"10.1145/2648814","title":"Scenario-Based Programming, Usability-Oriented Perception","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Seventh Framework Programme; Azrieli Foundation; Israel Science Foundation","keywords":"Computer science; Programmer; Usability; Programming domain; Human–computer interaction; Programming paradigm; Pair programming; Context (archaeology); Procedural programming; Perspective (graphical); Domain (mathematical analysis); Programming language; Artifact (error); Perception; Software engineering; Inductive programming; Artificial intelligence; Software development; Software","score_opus":0.013634360859524424,"score_gpt":0.2871403162433251,"score_spread":0.2735059553838007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045321685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0373922,0.000006979691,0.9577984,0.0020070025,0.001224309,0.00022170901,3.8610216e-7,0.0012578274,0.0000911673],"genre_scores_gemma":[0.5535307,0.0000010778818,0.44610202,0.00024013898,0.00006331981,0.00002210115,0.0000045511715,0.00000830835,0.000027760849],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883735,0.00012731648,0.00021528656,0.00039415553,0.00021728946,0.00020860173],"domain_scores_gemma":[0.99826574,0.00048332528,0.00009629411,0.00093547016,0.0001358193,0.000083344334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057465665,0.00014523254,0.00010773991,0.00018954171,0.0002948582,0.00016247931,0.000569201,0.000079058496,0.00001949514],"category_scores_gemma":[0.00024192105,0.0001516328,0.000073857685,0.0004990369,0.000027119733,0.00033002745,0.000010711678,0.0002567895,0.00003715851],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004481849,0.0003971479,0.00037088818,0.000026701697,0.0000053679537,8.1141344e-8,0.00037913007,0.0063084834,0.00008783687,0.0011770292,0.00014058915,0.9911023],"study_design_scores_gemma":[0.00053027296,0.0008343471,0.02558101,0.00027200388,0.00004724282,0.00002887335,0.00014159532,0.8435167,0.0029673555,0.0034227578,0.12184452,0.0008132963],"about_ca_topic_score_codex":0.000093837116,"about_ca_topic_score_gemma":0.000004877483,"teacher_disagreement_score":0.990289,"about_ca_system_score_codex":0.00012663448,"about_ca_system_score_gemma":0.00013912845,"threshold_uncertainty_score":0.6183407},"labels":[],"label_agreement":null},{"id":"W2047859318","doi":"10.1145/1538234.1538239","title":"Adding Test Generation to the Teaching Machine","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Plug-in; Computer science; Scripting language; Generator (circuit theory); Visualization; Extension (predicate logic); Field (mathematics); Programming language; Software engineering; Artificial intelligence; Theoretical computer science","score_opus":0.022508255203929312,"score_gpt":0.3034278843088667,"score_spread":0.2809196291049374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047859318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013719131,0.00004806881,0.959333,0.024743522,0.0012272336,0.00020027318,6.489106e-7,0.0004515926,0.0002765407],"genre_scores_gemma":[0.7135693,0.0000010791781,0.2838874,0.001934833,0.0003212152,0.000007773271,0.000005295252,0.0000076023907,0.00026552362],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874115,0.00018374273,0.00021673096,0.00038217282,0.00022718134,0.00024903435],"domain_scores_gemma":[0.9986167,0.00035770924,0.000082933635,0.0007977928,0.00005560954,0.00008922994],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00083852233,0.00014571137,0.000094213225,0.00019166834,0.0014056114,0.00043062214,0.0008729193,0.000044673827,0.000004248056],"category_scores_gemma":[0.00034915705,0.000121017445,0.00006277279,0.0004020527,0.000008304887,0.00023322417,0.000012901879,0.00058264047,0.000066604094],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.228067e-7,0.00020313001,0.000038828566,0.0000015745185,0.0000037313437,1.7517283e-7,0.0033643942,0.020276593,0.00032639116,0.0014100348,0.0006722064,0.973702],"study_design_scores_gemma":[0.0004898443,0.0012012396,0.016659537,0.00033648647,0.00005604533,0.00014057395,0.0007794368,0.57815576,0.0018171713,0.0008561349,0.39845008,0.001057655],"about_ca_topic_score_codex":0.00009637611,"about_ca_topic_score_gemma":0.000015569056,"teacher_disagreement_score":0.9726444,"about_ca_system_score_codex":0.00010693723,"about_ca_system_score_gemma":0.00009952326,"threshold_uncertainty_score":0.99989444},"labels":[],"label_agreement":null},{"id":"W2122941550","doi":"10.1145/2724759","title":"Introduction to the Special Issue on Web Development","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Variety (cybernetics); Curriculum; Web development; World Wide Web; Web modeling; Representation (politics); Data science; Mathematics education; The Internet; Psychology; Pedagogy; Artificial intelligence","score_opus":0.02128066852774861,"score_gpt":0.29780351960542123,"score_spread":0.2765228510776726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122941550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026071617,0.000009114575,0.6345613,0.3269581,0.010259353,0.00021663669,6.322354e-7,0.00025292454,0.0016703254],"genre_scores_gemma":[0.79835385,0.0000027574642,0.16498873,0.0027012243,0.027337616,0.00001504312,0.000009325503,0.000018527033,0.0065729343],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894905,0.00008230151,0.00018374187,0.00032595496,0.00029043388,0.0001685129],"domain_scores_gemma":[0.9989439,0.00008428366,0.00005877676,0.00064976607,0.00015167291,0.0001115913],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043852872,0.00011086302,0.00008141,0.00017953345,0.00034626477,0.0001504446,0.0006089742,0.000036401347,0.000024150257],"category_scores_gemma":[0.0001314581,0.000090303845,0.00003260136,0.00058738055,0.000011933198,0.00010078966,0.000015667474,0.00024400762,0.0011419735],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063001485,0.00025919528,0.000013356263,0.0000027038113,0.000009395586,1.6413223e-7,0.0030686224,0.060778264,0.000010002592,0.00080565544,0.076831296,0.85821503],"study_design_scores_gemma":[0.00013136181,0.00015764523,0.000585692,0.00003246855,0.000007569757,0.000009440603,0.00046377725,0.025766844,0.00064498227,0.0006931574,0.9713424,0.0001646828],"about_ca_topic_score_codex":0.000011920161,"about_ca_topic_score_gemma":0.000016416314,"teacher_disagreement_score":0.8945111,"about_ca_system_score_codex":0.0001819819,"about_ca_system_score_gemma":0.0005337635,"threshold_uncertainty_score":0.99963576},"labels":[],"label_agreement":null},{"id":"W2616487348","doi":"10.1145/3088440","title":"Teaching Software Product Lines","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Thriving; Product (mathematics); Computer science; Software; Best practice; Engineering ethics; Knowledge management; Engineering management; Sociology; Mathematics education; Engineering; Psychology; Political science","score_opus":0.05217032727527773,"score_gpt":0.35637567910294116,"score_spread":0.30420535182766345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616487348","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0101723,0.000060880717,0.9814445,0.0029994731,0.004117785,0.0001478353,8.015385e-7,0.00095975655,0.000096688535],"genre_scores_gemma":[0.358115,0.0000040813516,0.64116806,0.0000974866,0.00020418159,0.000010849232,0.0000010389344,0.000012253287,0.00038704922],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99887145,0.000094960975,0.00018664067,0.00045123242,0.00016804473,0.00022766531],"domain_scores_gemma":[0.9968566,0.00061458274,0.00015768516,0.002204494,0.000106018626,0.00006066775],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0005116632,0.00016044671,0.00014009947,0.00014229162,0.0013280826,0.0002923907,0.0017830621,0.000048089565,0.0000023517646],"category_scores_gemma":[0.0024272753,0.00016393942,0.00006297229,0.00008818888,0.000042777716,0.0006882144,0.000049817714,0.0003823944,0.000026567697],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016417613,0.00009762499,0.00011302349,0.000021383345,0.000009332839,5.075332e-7,0.0005605367,0.03117568,0.00017824996,0.00063575176,0.00008726476,0.967119],"study_design_scores_gemma":[0.002923576,0.0011930292,0.21580204,0.0029120247,0.00023186402,0.0006048773,0.0011840884,0.10889514,0.10688171,0.49214184,0.06016569,0.007064115],"about_ca_topic_score_codex":0.00007074302,"about_ca_topic_score_gemma":0.0000037767643,"teacher_disagreement_score":0.9600549,"about_ca_system_score_codex":0.00007830521,"about_ca_system_score_gemma":0.0001483027,"threshold_uncertainty_score":0.99997205},"labels":[],"label_agreement":null},{"id":"W2910048617","doi":"10.1145/3282844","title":"Learning IS Child’s Play","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Student engagement; Experiential learning; Perception; Discipline; Mathematics education; Educational technology; Game based learning; Game design; Learning sciences; Educational game; Cooperative learning; Active learning (machine learning); Empirical evidence; Computer science; Higher education; Psychology; Pedagogy; Teaching method; Multimedia; Sociology; Artificial intelligence","score_opus":0.016031069619808377,"score_gpt":0.3228633645266879,"score_spread":0.3068322949068795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910048617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90418845,0.00016449373,0.025659831,0.008027701,0.0075997966,0.00048191354,0.0000049926325,0.00023435551,0.053638484],"genre_scores_gemma":[0.96759164,0.000009316762,0.0018459401,0.0013285975,0.00027188603,0.000029943687,0.00004296879,0.000026786187,0.028852904],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99892515,0.000090265385,0.00023079477,0.00038948498,0.00016074539,0.00020353074],"domain_scores_gemma":[0.99891925,0.00021505405,0.00012176539,0.0005761985,0.00010216772,0.00006555342],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00018744827,0.0001336437,0.00011082722,0.00018463864,0.00023555473,0.00004479514,0.00023930817,0.00009923435,0.0036020267],"category_scores_gemma":[0.000023163144,0.00014549255,0.00008114896,0.0002955854,0.000020543746,0.000080128426,0.0000033612307,0.00037759758,0.0049407077],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000462466,0.0017327988,0.012277516,0.000043590317,0.00012124066,1.8397756e-7,0.034218635,0.0037562158,0.00025665385,0.006796534,0.006196966,0.93455344],"study_design_scores_gemma":[0.0010895552,0.0006078653,0.5869592,0.00037994428,0.00010112143,0.00009055743,0.020598363,0.0015249634,0.0011564929,0.0022079444,0.3844131,0.00087090646],"about_ca_topic_score_codex":0.00009128349,"about_ca_topic_score_gemma":0.000002464639,"teacher_disagreement_score":0.9336825,"about_ca_system_score_codex":0.00008854126,"about_ca_system_score_gemma":0.00011290498,"threshold_uncertainty_score":0.9973088},"labels":[],"label_agreement":null},{"id":"W2910922655","doi":"10.1145/3277569","title":"A Robust Machine Learning Technique to Predict Low-performing Students","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Computer science; Curriculum; Clicker; Term (time); Support vector machine; Higher education; Machine learning; Mathematics education; Peer instruction; Set (abstract data type); Artificial intelligence; Pedagogy; Psychology","score_opus":0.012585736890408872,"score_gpt":0.2873085186061899,"score_spread":0.274722781715781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910922655","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2641959,0.000010711526,0.732202,0.0020948823,0.00069893204,0.00028728446,7.074775e-7,0.00033427018,0.0001753015],"genre_scores_gemma":[0.8621814,0.00000449952,0.13597031,0.0002619078,0.00009178003,0.00001630424,0.000006479447,0.000017794488,0.0014495054],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860626,0.00008873913,0.00024856237,0.00044136276,0.00035495003,0.00026009692],"domain_scores_gemma":[0.9988607,0.00015261005,0.0000952416,0.00066508807,0.00011105144,0.000115275194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004663809,0.00016114119,0.0001526525,0.00033692675,0.00031620052,0.00019406814,0.0010134984,0.00006941167,0.000022963146],"category_scores_gemma":[0.000075472664,0.00016637555,0.00007088252,0.0006980272,0.000009166288,0.00027446763,0.000046145888,0.00053799717,0.00023518983],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010016638,0.0007944043,0.020048816,0.00007211067,0.00003841747,0.0000010410982,0.0017416768,0.6834315,0.0009787963,0.00037250403,0.00007472744,0.292436],"study_design_scores_gemma":[0.0004217559,0.00060039526,0.008014545,0.0007233454,0.00002828049,0.000042106,0.00032338317,0.98336595,0.002514584,0.0005672419,0.002874893,0.0005234992],"about_ca_topic_score_codex":0.000061416846,"about_ca_topic_score_gemma":0.0000040074597,"teacher_disagreement_score":0.5979855,"about_ca_system_score_codex":0.00012467566,"about_ca_system_score_gemma":0.00017677952,"threshold_uncertainty_score":0.6784598},"labels":[],"label_agreement":null},{"id":"W2997618083","doi":"10.1145/3336124","title":"What Is Hard about Teaching Machine Learning to Non-Majors? Insights from Classifying Instructors’ Learning Goals","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Outreach; Computer science; Reputation; Mathematics education; Curriculum; Taxonomy (biology); Learning sciences; Higher education; Artificial intelligence; Teaching method; Educational technology; Psychology; Pedagogy","score_opus":0.01266655683414762,"score_gpt":0.2855840728194027,"score_spread":0.27291751598525504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997618083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6959737,0.00013228296,0.2954391,0.0045320843,0.0031213823,0.00019184977,0.0000011730291,0.00037979375,0.00022865014],"genre_scores_gemma":[0.9095719,0.00004187331,0.08664593,0.0010522801,0.00031018927,0.000006577613,0.000028489463,0.000043442236,0.0022993155],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974367,0.00030648685,0.00048126245,0.0009067306,0.0004597306,0.0004090973],"domain_scores_gemma":[0.9978329,0.00059860817,0.00027566036,0.00092295854,0.00015313484,0.00021672253],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003644632,0.00033322087,0.00034692208,0.0005244997,0.0009822272,0.001038094,0.0010465076,0.00015450579,0.00004870382],"category_scores_gemma":[0.00016433389,0.00034878243,0.00016299615,0.0006768475,0.000020942103,0.0011514928,0.00007312144,0.0016749742,0.0005462039],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012834127,0.00029446094,0.008365782,0.00004758035,0.00009037797,0.0000017731032,0.0282209,0.12618321,0.0031714363,0.0004884182,0.000085864805,0.8330374],"study_design_scores_gemma":[0.00064870156,0.0004155605,0.014133887,0.0015356432,0.000057212383,0.000015606924,0.0050027613,0.95657986,0.0015561917,0.0024134342,0.016753275,0.00088784477],"about_ca_topic_score_codex":0.0004563757,"about_ca_topic_score_gemma":0.000015650578,"teacher_disagreement_score":0.8321495,"about_ca_system_score_codex":0.00020857337,"about_ca_system_score_gemma":0.00024742231,"threshold_uncertainty_score":0.9999989},"labels":[],"label_agreement":null},{"id":"W3007348132","doi":"10.1145/3377427","title":"An Incremental Mindset Intervention Increases Effort During Programming Activities but Not Performance","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Education, Achievement, and Giftedness","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Mindset; Psychological intervention; Computer science; Intervention (counseling); Psychology; Construct (python library); Domain (mathematical analysis); Applied psychology; Knowledge management; Artificial intelligence; Mathematics; Programming language","score_opus":0.030044852239945942,"score_gpt":0.3378535373841895,"score_spread":0.30780868514424353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007348132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880662,0.000034545923,0.008884657,0.00053433666,0.0016035464,0.0004429283,0.000015762766,0.00024793332,0.0001701083],"genre_scores_gemma":[0.99566686,0.00000738728,0.0027411594,0.00040445384,0.00057179504,0.00012948096,0.00019263237,0.00003787785,0.00024834333],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984412,0.00015237693,0.00039090373,0.00048533818,0.00022010217,0.00031003385],"domain_scores_gemma":[0.9990035,0.00009153455,0.00020259609,0.0004607616,0.00007592043,0.00016562814],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025444906,0.00022270613,0.00017357907,0.0002027218,0.0005633499,0.00010952871,0.00034217257,0.00009165975,0.00038226822],"category_scores_gemma":[0.000024639716,0.00025515407,0.00009996971,0.00032052008,0.00006232282,0.0004347699,0.000009547297,0.00029014255,0.00006183088],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062496564,0.007904489,0.16653709,0.000494376,0.0002631621,0.000001660752,0.03130783,0.0005971073,0.0062496653,0.00014241946,0.00026125566,0.785616],"study_design_scores_gemma":[0.0018490384,0.001375096,0.8883232,0.00038041864,0.00020192037,0.000042848485,0.057026908,0.0011446454,0.04780948,0.000031973137,0.0010108685,0.00080363284],"about_ca_topic_score_codex":0.0008258641,"about_ca_topic_score_gemma":0.00006259728,"teacher_disagreement_score":0.78481233,"about_ca_system_score_codex":0.0001489668,"about_ca_system_score_gemma":0.00011710734,"threshold_uncertainty_score":0.99999005},"labels":[],"label_agreement":null},{"id":"W3209041856","doi":"10.1145/3470654","title":"Student Performance on the BDSI for Basic Data Structures","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Concept inventory; Computer science; Mathematics education; Measure (data warehouse); Data science; Knowledge management; Psychology; Data mining","score_opus":0.36659699800510287,"score_gpt":0.48833872241799997,"score_spread":0.1217417244128971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209041856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3049009,0.000047341244,0.6812593,0.006837708,0.005601043,0.0005281487,0.00009065522,0.00011036613,0.0006245172],"genre_scores_gemma":[0.6976078,0.000031578973,0.29947856,0.0009928533,0.00026237892,0.000051455645,0.00009559832,0.00002185248,0.0014579187],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990082,0.0001618837,0.00021557105,0.0002945464,0.00017370828,0.00014613537],"domain_scores_gemma":[0.9930135,0.0054168706,0.00010162015,0.0012440052,0.0001903885,0.000033617485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005774218,0.00011586223,0.00011779867,0.000059740323,0.0004338535,0.000076877084,0.0005146275,0.00004305185,0.00012505641],"category_scores_gemma":[0.002005059,0.000089280555,0.000039321654,0.00016704787,0.000031685006,0.0000471535,0.000016446953,0.00017788073,0.000014245605],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049865444,0.0015660921,0.00038480948,0.00026277005,0.00015985798,2.9748134e-7,0.004591611,0.0011096029,0.000252039,0.10022806,0.09169959,0.79969543],"study_design_scores_gemma":[0.002041548,0.0007129466,0.0983763,0.00087265845,0.0008769963,0.00010413956,0.044683035,0.014211256,0.05196908,0.6388513,0.14569893,0.001601793],"about_ca_topic_score_codex":0.000004094487,"about_ca_topic_score_gemma":0.000008873002,"teacher_disagreement_score":0.7980936,"about_ca_system_score_codex":0.000063939326,"about_ca_system_score_gemma":0.00037737947,"threshold_uncertainty_score":0.36407554},"labels":[],"label_agreement":null},{"id":"W3212699658","doi":"10.1145/3459995","title":"Creativity in CS1: A Literature Review","year":2021,"lang":"en","type":"review","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Creativity; Coursework; Computer science; Computational creativity; Creativity technique; Computational thinking; Mathematics education; Field (mathematics); Computer programming; Creative problem-solving; Multimedia; Engineering ethics; Psychology; Artificial intelligence; Engineering","score_opus":0.046872097415810686,"score_gpt":0.3889128453232563,"score_spread":0.34204074790744565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212699658","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.626199e-7,0.74720776,0.25066945,0.00045664914,0.001007279,0.00038723336,0.0000015957678,0.00019661314,0.00007305978],"genre_scores_gemma":[0.000016434795,0.9165848,0.08243679,0.0002618185,0.00012341718,0.00008643398,0.00006873581,0.00002914188,0.00039243608],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690336,0.0011250713,0.0005919278,0.0008161072,0.0002543265,0.00030921368],"domain_scores_gemma":[0.99723005,0.000751131,0.00032460544,0.0014974595,0.0001067754,0.00008998822],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009913212,0.00038392755,0.0010367361,0.00048079336,0.00024324303,0.00037542568,0.0011714202,0.0002406047,0.000010828923],"category_scores_gemma":[0.00034386947,0.00036229682,0.0004362351,0.0022881923,0.000017278913,0.0002256033,0.00003435424,0.0017544576,0.000040773994],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4143023e-7,0.000279919,6.708484e-7,0.0125926845,0.000022045144,0.0000059470904,0.000515832,0.000025133628,6.552313e-9,0.00017158991,0.0002490152,0.98613703],"study_design_scores_gemma":[0.000034172626,0.000021504746,0.0000042175297,0.22493047,0.000084472114,0.00012179645,0.000010544437,0.00006495152,9.610906e-8,0.000019754776,0.7744541,0.00025390126],"about_ca_topic_score_codex":0.000036348876,"about_ca_topic_score_gemma":0.0000068256895,"teacher_disagreement_score":0.9858831,"about_ca_system_score_codex":0.0002757437,"about_ca_system_score_gemma":0.0010570808,"threshold_uncertainty_score":0.9998829},"labels":[],"label_agreement":null},{"id":"W4213447331","doi":"10.1145/3487050","title":"Metacognition and Self-Regulation in Programming Education: Theories and Exemplars of Use","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Metacognition; Context (archaeology); Computer science; Mathematics education; Learning theory; Psychology; Cognition","score_opus":0.03189686409375905,"score_gpt":0.3674704132420471,"score_spread":0.3355735491482881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213447331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92289805,0.00013454839,0.074889965,0.0005531477,0.0009353835,0.00027355546,0.0000026165317,0.000069837544,0.00024290248],"genre_scores_gemma":[0.94296235,0.0000038124253,0.05647665,0.00011054698,0.0000426497,0.00008148089,0.000025595891,0.000014282357,0.0002826557],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99835247,0.00091047044,0.00025014754,0.00025389277,0.00011439789,0.00011859378],"domain_scores_gemma":[0.998995,0.0005289348,0.00015610232,0.0002079338,0.00008788698,0.000024137367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012002952,0.00009917797,0.0001250052,0.00039756251,0.00044309234,0.000034150242,0.00007190453,0.00004217023,0.00007932322],"category_scores_gemma":[0.00010028435,0.000113941824,0.000022054533,0.0004941862,0.00004896641,0.00012190671,0.000008948796,0.0003345075,0.0000010190287],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004979214,0.0012541318,0.010800975,0.000036466507,0.00003955915,1.369487e-7,0.02869958,0.00044684426,0.00024002678,0.009180764,0.000033300847,0.9492184],"study_design_scores_gemma":[0.00087156217,0.0005412777,0.9427987,0.00015149274,0.00014208765,0.00011757567,0.027296728,0.0007464249,0.0003824311,0.016952753,0.009584708,0.00041426872],"about_ca_topic_score_codex":0.0003130176,"about_ca_topic_score_gemma":0.0000072912303,"teacher_disagreement_score":0.94880414,"about_ca_system_score_codex":0.000087621724,"about_ca_system_score_gemma":0.00013027703,"threshold_uncertainty_score":0.46464124},"labels":[],"label_agreement":null},{"id":"W4213456987","doi":"10.1145/3485732","title":"Are They Learning or Playing? Moderator Conditions of Gamification’s Success in Programming Classrooms","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Moderation; Mathematics education; Psychology; Academic achievement; Dropout (neural networks); Computer science; Social psychology","score_opus":0.03970501712019926,"score_gpt":0.3571040583306308,"score_spread":0.31739904121043155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213456987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9656732,0.000109404085,0.028400125,0.002254223,0.0018997146,0.0007023223,0.000033929042,0.00011754118,0.00080951926],"genre_scores_gemma":[0.9940833,0.0000055334513,0.0024365128,0.00022052537,0.0000951536,0.0006603314,0.00014363564,0.000032723077,0.0023223134],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99813765,0.00037245618,0.00052914023,0.00043350417,0.00027735057,0.00024992222],"domain_scores_gemma":[0.998174,0.0005363468,0.00053886115,0.00051534397,0.00017325695,0.00006215802],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004691894,0.00015909073,0.00019522064,0.000487886,0.00064029876,0.000039693015,0.00037374205,0.000073144714,0.001308051],"category_scores_gemma":[0.000117705764,0.00017451982,0.0000795095,0.0007178953,0.0000462419,0.00010926095,0.0000118206235,0.00057169783,0.00002959985],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061797694,0.016392717,0.17228915,0.00024228422,0.0002695903,0.0000047928124,0.079816915,0.31426698,0.0010962441,0.01834946,0.0015714994,0.39508238],"study_design_scores_gemma":[0.0013356504,0.00045023556,0.8521365,0.00021170758,0.000097228396,0.000081393664,0.11628606,0.009373172,0.000142912,0.0022629874,0.016972795,0.00064938463],"about_ca_topic_score_codex":0.00040828253,"about_ca_topic_score_gemma":0.00014324822,"teacher_disagreement_score":0.6798473,"about_ca_system_score_codex":0.00031873756,"about_ca_system_score_gemma":0.0003303833,"threshold_uncertainty_score":0.9996049},"labels":[],"label_agreement":null},{"id":"W4221018635","doi":"10.1145/3517132","title":"Impact of UX Internships on Human-computer Interaction Graduate Students: A Qualitative Analysis of Internship Reports","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Internship; Medical education; Usability; Thematic analysis; Psychology; Teamwork; Qualitative research; Computer science; Pedagogy; Sociology; Medicine; Management; Human–computer interaction","score_opus":0.20631373001458697,"score_gpt":0.5477970618473516,"score_spread":0.3414833318327646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221018635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97961235,0.000004123151,0.017341046,0.00052338646,0.0018748912,0.00028907083,0.000016386419,0.000057031146,0.0002817123],"genre_scores_gemma":[0.99880046,0.0000019471522,0.00065485487,0.000073933166,0.00009272674,0.000039651703,0.00005370096,0.00001261254,0.00027013628],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99658924,0.0014512232,0.0006885963,0.00037733687,0.0007091541,0.00018442475],"domain_scores_gemma":[0.9975418,0.00083031115,0.0006204736,0.000559925,0.0003564014,0.0000911329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002199669,0.00014328473,0.00031532848,0.0008983596,0.0005780599,0.0000493922,0.00043048742,0.000045597244,0.000685906],"category_scores_gemma":[0.00019525175,0.00015184717,0.00041100982,0.0016036191,0.00011749935,0.00012919714,0.000021810452,0.0003792054,0.0000044131593],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018929213,0.009441727,0.17648503,0.000044794135,0.0019807993,9.544282e-7,0.7137112,0.055450566,0.00011751866,0.00068894593,0.00096767134,0.04092148],"study_design_scores_gemma":[0.0003569803,0.0014389394,0.86495656,0.00015534808,0.0007448221,0.0000038280223,0.12746663,0.0005239724,0.00029195938,0.0032374193,0.00039306367,0.0004304804],"about_ca_topic_score_codex":0.010614105,"about_ca_topic_score_gemma":0.00065611023,"teacher_disagreement_score":0.6884715,"about_ca_system_score_codex":0.00096724875,"about_ca_system_score_gemma":0.0003974129,"threshold_uncertainty_score":0.9959743},"labels":[],"label_agreement":null},{"id":"W4292092579","doi":"10.1145/3550487","title":"Using Discrimination Response Ideation to Uncover Student Attitudes about Diversity and Inclusion in Computer Science","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Racism; Diversity (politics); Inclusion (mineral); Ambiguity; Psychology; Ethnic group; Social psychology; Field (mathematics); Mathematics education; Sociology; Computer science","score_opus":0.05312511344388128,"score_gpt":0.39605254270980295,"score_spread":0.3429274292659217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292092579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8101194,0.000018193912,0.18457617,0.0036995257,0.0011792914,0.0003036963,0.0000012004024,0.000057547742,0.00004497127],"genre_scores_gemma":[0.9857337,0.0000073325436,0.013754453,0.00040315645,0.000046259134,0.000017730876,0.000002485444,0.000005074237,0.000029847213],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99840826,0.00030817563,0.00015870598,0.00034007587,0.000589449,0.00019533123],"domain_scores_gemma":[0.99930537,0.00017586414,0.00006950886,0.00025224872,0.00012859174,0.00006840913],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0022764604,0.0000803143,0.0000775804,0.00073088065,0.012299327,0.000070407994,0.00054072234,0.00004021629,0.0000131081815],"category_scores_gemma":[0.000122173,0.00010026677,0.00001958066,0.001203379,0.000118583164,0.00033084504,0.0013129862,0.00018818182,0.0000014092551],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007329468,0.0012795116,0.04621747,0.000013278442,0.000008901123,6.6979277e-7,0.46762607,0.05221637,0.0012883885,0.0028740338,0.000023528934,0.4283785],"study_design_scores_gemma":[0.00033731578,0.00020781314,0.95988387,0.000066048255,0.000024017287,0.000006328453,0.021986635,0.0059650815,0.00039987365,0.010498124,0.0003426778,0.00028219508],"about_ca_topic_score_codex":0.0019347896,"about_ca_topic_score_gemma":0.00038972142,"teacher_disagreement_score":0.9136664,"about_ca_system_score_codex":0.0014040325,"about_ca_system_score_gemma":0.0006082694,"threshold_uncertainty_score":0.98898655},"labels":[],"label_agreement":null},{"id":"W4294238430","doi":"10.1145/3560266","title":"A Review of Worked Examples in Programming Activities","year":2022,"lang":"en","type":"review","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Tracing; Warrant; Code (set theory); Context (archaeology); Code generation; Focus (optics); Visualization; Data science; Programming language; Source code; Management science; Software engineering; Key (lock); Artificial intelligence; Engineering","score_opus":0.08044827249192911,"score_gpt":0.37291787308108376,"score_spread":0.29246960058915467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294238430","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023201167,0.8348567,0.16321799,0.00009838432,0.0009144129,0.0006589858,0.0000013787809,0.0002066151,0.000043212374],"genre_scores_gemma":[0.00004919499,0.88279176,0.116617456,0.00008583333,0.00005430969,0.00025171804,0.00003133314,0.00003354561,0.00008482988],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705124,0.00092363823,0.00078730984,0.0006036124,0.00031675512,0.00031741912],"domain_scores_gemma":[0.99666107,0.0014333073,0.0006585697,0.0011570858,0.000032168748,0.0000578263],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014238162,0.00032910233,0.0009699326,0.0007072224,0.0002850494,0.000102876365,0.0014622071,0.00011275189,0.00003387074],"category_scores_gemma":[0.00025791017,0.00033106754,0.0003879544,0.0016761158,0.000034678225,0.00017760375,0.000055410004,0.001228761,0.0000054907805],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.6586043e-7,0.0003258033,8.818977e-7,0.032013256,0.000027698425,5.4833515e-7,0.00074397534,0.000046571604,1.2950122e-8,0.00009244445,0.00004327457,0.96670496],"study_design_scores_gemma":[0.000042442647,0.00006128563,0.0000022047443,0.10282039,0.000088107445,0.000029150246,0.00012730196,0.00004266173,2.0056295e-7,0.000017928112,0.89652395,0.00024437218],"about_ca_topic_score_codex":0.00016210279,"about_ca_topic_score_gemma":0.0000075202292,"teacher_disagreement_score":0.9664606,"about_ca_system_score_codex":0.00032316396,"about_ca_system_score_gemma":0.0010647058,"threshold_uncertainty_score":0.9999141},"labels":[],"label_agreement":null},{"id":"W4366597152","doi":"10.1145/3591210","title":"Evaluation of Submission Limits and Regression Penalties to Improve Student Behavior with Automatic Assessment Systems","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Grading (engineering); Computer science; Limiting; Mathematics education; Psychology","score_opus":0.04838050288104476,"score_gpt":0.39384469373592607,"score_spread":0.34546419085488134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366597152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67938125,0.000037686244,0.31861684,0.00043242166,0.0007533192,0.0005184422,4.4357867e-7,0.00024288146,0.00001670544],"genre_scores_gemma":[0.93488896,0.0000033324488,0.06482495,0.000014062084,0.0000322578,0.00013149859,0.000004155569,0.000011773683,0.00008901809],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99802893,0.0003623484,0.00025564176,0.00035160076,0.00083001505,0.0001714595],"domain_scores_gemma":[0.9986888,0.00021913848,0.00017335443,0.0005096758,0.0003192949,0.0000897317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002109863,0.00012887803,0.0001460271,0.00034913907,0.00034985982,0.00018056552,0.0003153091,0.0000448244,0.0000017498791],"category_scores_gemma":[0.00007880873,0.000104595485,0.000027035465,0.0005653141,0.000016251337,0.00017032256,0.000020661138,0.00019289699,0.000005676167],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021843498,0.00021045616,0.0008228992,0.000053582447,0.000015649966,2.7381697e-7,0.004303349,0.018224278,0.0006584492,0.00007584397,0.00002016126,0.9756129],"study_design_scores_gemma":[0.0007581497,0.0010642332,0.4860415,0.00177847,0.00026462247,0.000027771048,0.005630019,0.5024297,0.0012438464,0.000079628764,0.00030004082,0.00038199406],"about_ca_topic_score_codex":0.00010721236,"about_ca_topic_score_gemma":0.0000052652695,"teacher_disagreement_score":0.9752309,"about_ca_system_score_codex":0.00016344049,"about_ca_system_score_gemma":0.00035538836,"threshold_uncertainty_score":0.426528},"labels":[],"label_agreement":null},{"id":"W4386326584","doi":"10.1145/3617896","title":"Bolstering the Persistence of Black Students in Undergraduate Computer Science Programs: A Systematic Mapping Study","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; University of the Fraser Valley; York University","funders":"","keywords":"Inclusion (mineral); Persistence (discontinuity); Psychology; Higher education; Undergraduate research; Mathematics education; Medical education; Pedagogy; Social psychology; Political science; Medicine","score_opus":0.0711817557000746,"score_gpt":0.36937248279339085,"score_spread":0.2981907270933163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386326584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96544325,0.000012601675,0.029101683,0.002750755,0.0011367901,0.0012801568,1.5812337e-7,0.00016235441,0.00011224054],"genre_scores_gemma":[0.9982771,0.000010679419,0.0014828588,0.000035362376,0.000036664555,0.00007792493,8.0019385e-7,0.0000061204364,0.00007244046],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983588,0.00024231759,0.0003223388,0.00027909369,0.00053665857,0.0002608076],"domain_scores_gemma":[0.9988737,0.00024627874,0.0001428358,0.0004995207,0.00020026923,0.000037362577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002206993,0.00008831245,0.00014539254,0.0005154789,0.00075427117,0.00014739738,0.0010789104,0.000040828243,9.761897e-7],"category_scores_gemma":[0.00016922223,0.000077640565,0.000037367456,0.0034514517,0.0003115429,0.00017413236,0.00003132122,0.0001665881,0.000017292594],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005316836,0.004155426,0.083705924,0.0014811084,0.000104066065,0.000001393106,0.7617867,0.006200806,0.00014078483,0.001978585,0.00003309158,0.14040682],"study_design_scores_gemma":[0.00036355632,0.00021319142,0.27251115,0.0023594175,0.00006200417,0.0000040908785,0.7091929,0.010192993,0.00009100654,0.0047228816,0.000019474439,0.000267383],"about_ca_topic_score_codex":0.00044772818,"about_ca_topic_score_gemma":0.00031966995,"teacher_disagreement_score":0.18880522,"about_ca_system_score_codex":0.0002241474,"about_ca_system_score_gemma":0.0005192924,"threshold_uncertainty_score":0.580132},"labels":[],"label_agreement":null},{"id":"W4389196130","doi":"10.1145/3632295","title":"The Important Role Social Capital Plays in Navigating the Computing Education Ecosystem for Black Girls","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Social capital; Public relations; Financial capital; Equity (law); Economic growth; Business; Sociology; Marketing; Political science; Economics; Human capital; Social science","score_opus":0.018755141558830072,"score_gpt":0.3497999327629592,"score_spread":0.3310447912041291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389196130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9721963,0.000057639274,0.0022600777,0.021076819,0.002638843,0.0011030056,0.000009734313,0.00032790814,0.00032968135],"genre_scores_gemma":[0.9981947,0.00002367811,0.000590583,0.0002246132,0.00060548534,0.00006128901,0.000019934889,0.000026822998,0.00025290824],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99808717,0.00026484218,0.00048714908,0.00030152334,0.0003220171,0.00053731864],"domain_scores_gemma":[0.9981231,0.0009888627,0.00031860796,0.00034361135,0.00016761608,0.000058200294],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002116415,0.00015770587,0.0001524673,0.00012865922,0.0042811655,0.00024299057,0.0007236725,0.00016888368,0.0000048612446],"category_scores_gemma":[0.0005010164,0.00013115897,0.00011478098,0.0009249811,0.00019086551,0.00013659988,0.000017388817,0.0005529978,0.000041873307],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032866392,0.0005995912,0.0063151866,0.00007503431,0.000054841512,3.411413e-7,0.11585546,0.0023094893,0.00022221608,0.0057318807,0.0037358222,0.86506724],"study_design_scores_gemma":[0.0013020972,0.00018188824,0.110733256,0.001287983,0.00012222218,0.000014070366,0.79326683,0.0499546,0.0012298154,0.029450852,0.0114256535,0.0010307508],"about_ca_topic_score_codex":0.00115847,"about_ca_topic_score_gemma":0.0025954486,"teacher_disagreement_score":0.8640365,"about_ca_system_score_codex":0.00050558924,"about_ca_system_score_gemma":0.0011612998,"threshold_uncertainty_score":0.9970151},"labels":[],"label_agreement":null},{"id":"W4404040173","doi":"10.1145/3703162","title":"Public Computing Intellectuals in the Age of AI Crisis","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Mathematics education; Public relations; Artificial intelligence; Psychology; Political science","score_opus":0.11392469095756257,"score_gpt":0.41972512198388084,"score_spread":0.30580043102631826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404040173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3923354,0.0005512772,0.20096435,0.3727158,0.005086729,0.0007159349,0.0000062831673,0.00029444302,0.027329776],"genre_scores_gemma":[0.99614346,0.000057120338,0.0009627358,0.0024576702,0.0002466759,0.0000032180394,0.000004352039,0.0000094943,0.00011524867],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985979,0.00044581236,0.00024875352,0.00017333974,0.00031820836,0.00021596589],"domain_scores_gemma":[0.9977096,0.0018065757,0.00004310743,0.0002178,0.00018169176,0.000041261876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023224135,0.00007935301,0.00011075893,0.00025221196,0.00060311897,0.00040070154,0.0004184424,0.00010508194,0.000053671993],"category_scores_gemma":[0.00080632424,0.0000691768,0.000085641455,0.0010584348,0.00013853017,0.00023081066,0.00000543162,0.0005493753,0.000015210958],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044300646,0.0006001389,0.00021894982,0.00008721872,0.000044928554,0.000001936763,0.5003716,0.0005727957,0.00007688642,0.07855404,0.007062973,0.41240412],"study_design_scores_gemma":[0.00043974727,0.00039580825,0.009864222,0.0016006117,0.00016106585,0.000011008326,0.42450386,0.006525878,0.00067193864,0.36764637,0.18718687,0.0009926112],"about_ca_topic_score_codex":0.0036460843,"about_ca_topic_score_gemma":0.0015305866,"teacher_disagreement_score":0.6038081,"about_ca_system_score_codex":0.00013000339,"about_ca_system_score_gemma":0.0008438141,"threshold_uncertainty_score":0.5511813},"labels":[],"label_agreement":null},{"id":"W4406617275","doi":"10.1145/3712707","title":"Investigating the Progression of the Mental Models Formed by Programmers Learning Parallel Programming","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton; University of New Brunswick","funders":"","keywords":"Computer science; Mental model; Mathematics education; Programming language; Theoretical computer science; Artificial intelligence; Psychology; Cognitive science","score_opus":0.01845903829121145,"score_gpt":0.3059630879265255,"score_spread":0.28750404963531406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406617275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04266596,0.00019713424,0.94738364,0.007504917,0.0009889582,0.0007709095,3.6468754e-7,0.00032407534,0.00016406892],"genre_scores_gemma":[0.8270008,0.0000039502515,0.17238759,0.00019244652,0.000021996426,0.00008322482,0.000005013878,0.0000116077,0.0002933988],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981822,0.00038114042,0.00036623524,0.0003764612,0.00035793628,0.0003360207],"domain_scores_gemma":[0.99852544,0.00034324225,0.00030105258,0.0006776428,0.00009919365,0.00005340146],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00086026406,0.00018126894,0.00014356873,0.00011554173,0.0016323638,0.0002564519,0.0012504385,0.00007729962,8.3719925e-7],"category_scores_gemma":[0.00017751337,0.00012155791,0.00013221534,0.0009784464,0.00014015587,0.00026752215,0.00006775811,0.0007822711,0.0000013011387],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026917805,0.00022933181,0.0007244339,0.000038189428,0.000026696562,2.1800442e-8,0.0061992197,0.01752514,0.00010825857,0.0016730775,0.00016469757,0.97330827],"study_design_scores_gemma":[0.0015870393,0.00067383284,0.0040419595,0.0037345046,0.00018289173,0.000035401237,0.013446035,0.8369373,0.005054625,0.007974826,0.1253006,0.0010309757],"about_ca_topic_score_codex":0.00014572089,"about_ca_topic_score_gemma":0.000007571358,"teacher_disagreement_score":0.9722773,"about_ca_system_score_codex":0.00008539161,"about_ca_system_score_gemma":0.0003396473,"threshold_uncertainty_score":0.99966735},"labels":[],"label_agreement":null},{"id":"W4409475854","doi":"10.1145/3730405","title":"20-Years Later: A Replication Study on Teaching CS1 Concepts","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Replication (statistics); Computer science; Mathematics education; Psychology; Cognitive science; Mathematics; Statistics","score_opus":0.020618524188968423,"score_gpt":0.35793958907570844,"score_spread":0.33732106488674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409475854","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3379579,0.00001963092,0.65641534,0.002702751,0.00141228,0.0003587209,3.922669e-7,0.0005956145,0.00053741015],"genre_scores_gemma":[0.94988835,8.9881297e-7,0.048220895,0.0005852378,0.000077016964,0.00004387216,0.0000055386236,0.0000131334855,0.001165069],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99806416,0.00042115836,0.0003009244,0.0007335776,0.00023703439,0.00024316757],"domain_scores_gemma":[0.99763876,0.00043711104,0.00012457598,0.0016710272,0.00006805563,0.00006049366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010399738,0.00016812215,0.00015049652,0.00039274027,0.0007614104,0.00031433682,0.000886438,0.00007002813,0.0000041092785],"category_scores_gemma":[0.00022181783,0.00018419804,0.00007576236,0.00051234773,0.000022412665,0.00020059063,0.000025303058,0.0007316614,0.00006455278],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000681889,0.0010647713,0.0009882281,0.0000070666974,0.00003125314,4.9854447e-7,0.007610207,0.0033748548,0.00005569498,0.001494548,0.0002970017,0.98506904],"study_design_scores_gemma":[0.0046834075,0.004041595,0.5674591,0.0020636292,0.00033477833,0.000063466556,0.01754562,0.08069672,0.0025262649,0.005836229,0.3121178,0.002631395],"about_ca_topic_score_codex":0.00011639814,"about_ca_topic_score_gemma":0.000006467953,"teacher_disagreement_score":0.9824377,"about_ca_system_score_codex":0.0001716265,"about_ca_system_score_gemma":0.00019628683,"threshold_uncertainty_score":0.7511378},"labels":[],"label_agreement":null},{"id":"W4410892997","doi":"10.1145/3742441","title":"Views on Teaching and Learning Preferences for Women and Men in Undergraduate Computer Science","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Mathematics education; Computer science; Psychology; Computer-Assisted Instruction; Teaching method","score_opus":0.023007375674287116,"score_gpt":0.3202432155753309,"score_spread":0.2972358399010438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410892997","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3233575,0.00003783309,0.6736932,0.002026872,0.0003391051,0.00018521889,1.1415512e-7,0.00011344835,0.00024672566],"genre_scores_gemma":[0.826323,0.0000072196945,0.1730685,0.00020394067,0.000026106456,0.000030910687,6.925457e-7,0.0000050415138,0.00033463762],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860966,0.000264736,0.00019545043,0.0005152501,0.00013492913,0.0002799597],"domain_scores_gemma":[0.99867415,0.00086766796,0.000076439916,0.0002770449,0.000041431296,0.00006325347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019791774,0.00012859917,0.00013900462,0.00049873476,0.001212539,0.00041644584,0.0003959159,0.000039859202,3.4226113e-7],"category_scores_gemma":[0.00021107944,0.0001258723,0.000019969284,0.00040677754,0.00007430639,0.00026564221,0.00003330148,0.0006401765,0.000001293917],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055277924,0.00010557876,0.00065505353,0.000035490924,0.00000554746,5.664642e-8,0.008152623,0.005159669,0.000031573803,0.0027228503,0.000015578767,0.9831104],"study_design_scores_gemma":[0.0018292995,0.0015700434,0.101504825,0.0017200655,0.00002476009,0.000020393105,0.0046905186,0.8172175,0.000311901,0.036195386,0.033970106,0.00094519375],"about_ca_topic_score_codex":0.00008586608,"about_ca_topic_score_gemma":0.0000081508515,"teacher_disagreement_score":0.9821653,"about_ca_system_score_codex":0.00014455008,"about_ca_system_score_gemma":0.0002002959,"threshold_uncertainty_score":0.93259925},"labels":[],"label_agreement":null},{"id":"W4411153485","doi":"10.1145/3743683","title":"Analyzing Fine-Grained Skill Development across Computer Science Course Progressions","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Computer science; Mathematics education; Psychology; Engineering","score_opus":0.013992711236571535,"score_gpt":0.3470713540917704,"score_spread":0.3330786428551989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411153485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12147719,0.000060152655,0.87295353,0.0024688013,0.0022147691,0.0002056412,4.166084e-7,0.0005621919,0.00005728245],"genre_scores_gemma":[0.5873394,7.9621026e-7,0.41217712,0.00016228933,0.00005082237,0.00001740356,0.000003048002,0.0000067175915,0.00024242236],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979434,0.000111827656,0.00036434125,0.00071271876,0.00033356535,0.00053412165],"domain_scores_gemma":[0.99820936,0.00028817638,0.00014376403,0.0009563455,0.0002676001,0.00013474087],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0012286849,0.00020892694,0.00017240945,0.00039822736,0.0025795037,0.0006382651,0.0014842709,0.00006928642,0.0000036045496],"category_scores_gemma":[0.0001198722,0.00020597587,0.00007812098,0.0020270247,0.00014859562,0.0003781888,0.00009149191,0.0004902285,0.000028671175],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002336755,0.0004888868,0.0009643032,0.000018220662,0.000021240568,5.447069e-7,0.0052767023,0.005767437,0.000044403845,0.0006805075,0.00009881634,0.9866366],"study_design_scores_gemma":[0.002824961,0.00061001367,0.36229926,0.0051142145,0.00016541147,0.00011995213,0.0032751963,0.47356755,0.0149788335,0.0021836138,0.13176885,0.003092166],"about_ca_topic_score_codex":0.00003566195,"about_ca_topic_score_gemma":0.000013930164,"teacher_disagreement_score":0.9835444,"about_ca_system_score_codex":0.00024625796,"about_ca_system_score_gemma":0.0015696895,"threshold_uncertainty_score":0.998719},"labels":[],"label_agreement":null},{"id":"W4412476143","doi":"10.1145/3748665","title":"Multi-Institutional Study on Impostor Phenomenon","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Perfectionism, Procrastination, Anxiety Studies","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Toronto","funders":"National Science Foundation Graduate Research Fellowship Program","keywords":"Phenomenon; Computer science; Cognitive science; Psychology; Mathematics education; Cognitive psychology; Epistemology","score_opus":0.03688765236873847,"score_gpt":0.3791601755610205,"score_spread":0.342272523192282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412476143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69567406,0.00017626853,0.27805173,0.0027131552,0.011743363,0.0012056293,0.0000126777595,0.00046114333,0.009961964],"genre_scores_gemma":[0.98983556,0.0000058822084,0.0030460933,0.00067603606,0.0002070078,0.00020946743,0.0000151785935,0.000018498613,0.005986249],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99849993,0.00016301847,0.0003360673,0.00055190426,0.00020041993,0.00024868024],"domain_scores_gemma":[0.99873245,0.00032533554,0.00010057264,0.0005756149,0.00021537104,0.000050639115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029606614,0.00023319869,0.00018709735,0.0004536607,0.0012721074,0.000055981895,0.00027084159,0.00008605682,0.00012635245],"category_scores_gemma":[0.000105616076,0.00023676203,0.00009080019,0.00061723014,0.00007295257,0.00008931766,0.000009648595,0.00033603376,0.00029898676],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000424508,0.041934114,0.03581805,0.000098348646,0.0013281459,0.0000033309577,0.03777517,0.008868275,0.0009217699,0.0063288193,0.009989747,0.85650975],"study_design_scores_gemma":[0.002341825,0.0007504608,0.969598,0.0001450066,0.00017729022,0.000014466613,0.015433521,0.0007062085,0.0002695308,0.0005549291,0.009580044,0.00042874075],"about_ca_topic_score_codex":0.00022310375,"about_ca_topic_score_gemma":0.00007456403,"teacher_disagreement_score":0.9337799,"about_ca_system_score_codex":0.00045993875,"about_ca_system_score_gemma":0.00029689004,"threshold_uncertainty_score":0.978415},"labels":[],"label_agreement":null},{"id":"W4414203932","doi":"10.1145/3767736","title":"Can Alternative Grading Improve Student Interactions in Automatically Graded Programming Assignments?","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Grading (engineering); Debugging; Oracle; Formative assessment; Suite; Test suite; Unit testing; Software; Summative assessment; Software development","score_opus":0.019104032716112294,"score_gpt":0.34739191197987124,"score_spread":0.32828787926375896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414203932","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088350534,0.000022304377,0.9024407,0.005136226,0.0029758976,0.00043286817,4.792673e-7,0.0004511131,0.00018985324],"genre_scores_gemma":[0.8075269,0.0000017832912,0.19165567,0.00028636688,0.000049287588,0.00008716654,0.0000034556163,0.000011098072,0.0003783131],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981291,0.00026203107,0.00043270196,0.00054809224,0.00026447664,0.00036357247],"domain_scores_gemma":[0.99853295,0.0005125342,0.00015669268,0.0006332122,0.000082771,0.00008183661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005495773,0.00020338778,0.00019151338,0.00065610145,0.00049406633,0.00043582614,0.00089120766,0.000048400198,0.000003706977],"category_scores_gemma":[0.00015022079,0.00021802558,0.00009076921,0.00093418284,0.000033684653,0.00029500877,0.000041999858,0.00072787405,0.000009339304],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003189342,0.00087844406,0.001145724,0.000024697918,0.00004574419,0.0000013256174,0.0070888605,0.004025835,0.000091087415,0.0046310797,0.00002325919,0.98204076],"study_design_scores_gemma":[0.005585421,0.0012809539,0.1723937,0.0068961317,0.0003360357,0.00010298325,0.024319075,0.69813836,0.008087094,0.03706843,0.042382095,0.003409715],"about_ca_topic_score_codex":0.0005154557,"about_ca_topic_score_gemma":0.000111059635,"teacher_disagreement_score":0.978631,"about_ca_system_score_codex":0.0005811293,"about_ca_system_score_gemma":0.00031002538,"threshold_uncertainty_score":0.88908255},"labels":[],"label_agreement":null},{"id":"W4416109732","doi":"10.1145/3776558","title":"Did Alice Do Wrong? Cross-Cultural Differences in Student Perceptions of Generative AI Use in University Computing Education","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Perception; Cultural diversity; Higher education; Generative grammar; Coding (social sciences); Cultural competence; Power (physics); Generative model; Ethical code; Cross-cultural","score_opus":0.028390498847919506,"score_gpt":0.3817625841504599,"score_spread":0.3533720853025404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416109732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97419894,0.000035210025,0.019546999,0.002810429,0.0012282401,0.00030326826,0.0000068118934,0.00003374249,0.0018363781],"genre_scores_gemma":[0.9956725,0.0000727452,0.0026885846,0.0003143578,0.000094506875,0.000002402292,0.000014240345,0.000003779109,0.0011368451],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984721,0.00051577453,0.00030851332,0.00028567918,0.00021602817,0.00020188747],"domain_scores_gemma":[0.99870753,0.0006077814,0.00011957827,0.00017476469,0.0003434115,0.0000469316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006105407,0.000116978226,0.00017366551,0.0003859587,0.0006701198,0.00013145796,0.00037413606,0.0002609249,0.000043198645],"category_scores_gemma":[0.0002271598,0.00012895602,0.000061053826,0.0008963024,0.00022390984,0.00048336657,0.0000137949355,0.0007984365,0.0000041640524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005032491,0.0020165623,0.6743362,0.000046159028,0.000040417275,3.6421656e-7,0.18118194,0.0067799734,0.00021716833,0.025809878,0.00059455074,0.108926445],"study_design_scores_gemma":[0.00025266883,0.00003064034,0.8556384,0.0004066246,0.000024719997,5.7930595e-7,0.13992494,0.0012578174,0.000100102516,0.0011477481,0.0010436032,0.00017213637],"about_ca_topic_score_codex":0.017771471,"about_ca_topic_score_gemma":0.008520977,"teacher_disagreement_score":0.18130219,"about_ca_system_score_codex":0.00062760233,"about_ca_system_score_gemma":0.0010682251,"threshold_uncertainty_score":0.9887693},"labels":[],"label_agreement":null}]}