{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":26,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":26,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"03c9eb2922a5","filters":{"venue":"ACM Transactions on Computing Education"}},"results":[{"id":"W4213447331","doi":"10.1145/3487050","title":"Metacognition and Self-Regulation in Programming Education: Theories and Exemplars of Use","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":115,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Metacognition; Context (archaeology); Computer science; Mathematics education; Learning theory; Psychology; Cognition","authors":[{"name":"Dastyni Loksa","is_ca":false},{"name":"Lauren E. Margulieux","is_ca":false},{"name":"Brett A. Becker","is_ca":false},{"name":"Michelle Craig","is_ca":true},{"name":"Paul Denny","is_ca":false},{"name":"Raymond Pettit","is_ca":false},{"name":"James Prather","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03189686409375905,"gpt":0.3674704132420471,"spread":0.3355735491482881,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005600014,0.0006008693,0.000713197,0.005604384,0.001603963,0.006144239,0.001293783,0.001712117,0.002686304],"category_scores_gemma":[0.01944939,0.0004562574,0.00112539,0.006238204,0.00738868,0.007178023,0.002914406,0.003566519,0.0003446093],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002739892,"about_ca_system_score_gemma":0.003181355,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004590443,"about_ca_topic_score_gemma":0.004511578,"domain_scores_codex":[0.9964151,0.001859199,0.0003458216,0.0005090779,0.0006560056,0.0002147424],"domain_scores_gemma":[0.9702543,0.02552511,0.001772123,0.001042387,0.001067976,0.0003382108],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001641851,0.0003138745,0.05654525,0.0108577,0.0002843406,0.0005453032,0.08501706,0.001725727,0.0005794861,0.3159146,0.004724176,0.5233282],"study_design_scores_gemma":[0.00009261524,0.0004999084,0.1251229,0.0508369,0.0009075585,0.002427171,0.0781452,0.005808811,0.004020099,0.4809988,0.2508416,0.0002985246],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.3568521,0.4063783,0.06965172,0.03388339,0.000940755,0.0006862606,0.0006349115,0.0002084271,0.130764],"genre_scores_gemma":[0.8056604,0.1650028,0.02081534,0.002966924,0.0002704401,0.0009237897,0.0003208299,0.00008979881,0.003949673],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006144239,"threshold_uncertainty_score":0.02961612,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2910922655","doi":"10.1145/3277569","title":"A Robust Machine Learning Technique to Predict Low-performing Students","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Computer science; Curriculum; Clicker; Term (time); Support vector machine; Higher education; Machine learning; Mathematics education; Peer instruction; Set (abstract data type); Artificial intelligence; Pedagogy; Psychology","authors":[{"name":"Soohyun Nam Liao","is_ca":false},{"name":"Daniel Zingaro","is_ca":true},{"name":"Kevin Thai","is_ca":false},{"name":"Christine Alvarado","is_ca":false},{"name":"William G. Griswold","is_ca":false},{"name":"Leo Porter","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01258573689040887,"gpt":0.2873085186061899,"spread":0.274722781715781,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002430366,0.00138303,0.0008748377,0.00263525,0.0005238763,0.001042799,0.00145967,0.00115812,0.00161435],"category_scores_gemma":[0.008898683,0.0003499677,0.001148623,0.001782762,0.0003171518,0.0009418736,0.000846079,0.001649047,0.002051451],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005361284,"about_ca_system_score_gemma":0.001180933,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005873814,"about_ca_topic_score_gemma":0.005563738,"domain_scores_codex":[0.9984446,0.0003985768,0.0001173618,0.0004754562,0.0004089334,0.000155041],"domain_scores_gemma":[0.9970127,0.001338327,0.0004915632,0.0004690287,0.0005765708,0.0001118097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003500193,0.0014117,0.1690737,0.0001313712,0.000452152,0.0002510904,0.0002826698,0.2023793,0.01243601,0.004147616,0.01225473,0.5968297],"study_design_scores_gemma":[0.00001075761,0.0001946183,0.01138798,0.00001485553,0.00003180794,0.00006927864,0.00004408765,0.9818641,0.002576225,0.002482269,0.001299965,0.00002399479],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1756063,0.0003996837,0.8139769,0.0007813879,0.0001197939,0.0002525278,0.002233751,0.004299005,0.002330638],"genre_scores_gemma":[0.8491781,0.0001409933,0.1439687,0.0001571355,0.0001099061,0.000314839,0.00307722,0.0001176381,0.002935571],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005873814,"threshold_uncertainty_score":0.01285315,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2997618083","doi":"10.1145/3336124","title":"What Is Hard about Teaching Machine Learning to Non-Majors? Insights from Classifying Instructors’ Learning Goals","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Outreach; Computer science; Reputation; Mathematics education; Curriculum; Taxonomy (biology); Learning sciences; Higher education; Artificial intelligence; Teaching method; Educational technology; Psychology; Pedagogy","authors":[{"name":"Elisabeth Sulmont","is_ca":true},{"name":"Elizabeth Patitsas","is_ca":true},{"name":"Jeremy R. Cooperstock","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01266655683414762,"gpt":0.2855840728194027,"spread":0.272917515985255,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01030886,0.0003552279,0.000369361,0.001731096,0.002104562,0.007105408,0.001007991,0.001239893,0.001375352],"category_scores_gemma":[0.06019441,0.0002618296,0.0003138192,0.000759016,0.00214773,0.003368589,0.003020378,0.002427497,0.0004239036],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002413548,"about_ca_system_score_gemma":0.002687608,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001690803,"about_ca_topic_score_gemma":0.003595592,"domain_scores_codex":[0.9916893,0.004376917,0.0003362387,0.0006571947,0.001964751,0.0009755038],"domain_scores_gemma":[0.9500559,0.02642679,0.007308064,0.001251267,0.005832045,0.009125864],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003222025,0.001486785,0.450284,0.0004096901,0.0000778124,0.0005850178,0.3620057,0.0006297304,0.004293448,0.01206907,0.00932006,0.1585164],"study_design_scores_gemma":[0.0001073768,0.000908558,0.2796445,0.0006521085,0.0000657034,0.0008179661,0.6361552,0.0082179,0.003281705,0.02960548,0.04035293,0.0001904601],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9841886,0.000176763,0.005370784,0.003224296,0.00004053726,0.00005420322,0.00004072939,0.00004072415,0.006863358],"genre_scores_gemma":[0.9962292,0.0001183462,0.002168447,0.0005199695,0.0000136831,0.00004361535,0.00005375155,0.00002212436,0.0008307869],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01030886,"threshold_uncertainty_score":0.05451912,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2910048617","doi":"10.1145/3282844","title":"Learning IS Child’s Play","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Student engagement; Experiential learning; Perception; Discipline; Mathematics education; Educational technology; Game based learning; Game design; Learning sciences; Educational game; Cooperative learning; Active learning (machine learning); Empirical evidence; Computer science; Higher education; Psychology; Pedagogy; Teaching method; Multimedia; Sociology; Artificial intelligence","authors":[{"name":"Hadi Hosseini","is_ca":false},{"name":"Maxwell Hartt","is_ca":false},{"name":"Mehrnaz Mostafapour","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01603106961980838,"gpt":0.3228633645266879,"spread":0.3068322949068795,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001366789,0.000467858,0.0004706052,0.0005881783,0.00203673,0.00634228,0.0009903088,0.001524324,0.02700535],"category_scores_gemma":[0.004566083,0.0002226771,0.000461914,0.000456478,0.005316407,0.004769592,0.004066602,0.002214803,0.006403506],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002075885,"about_ca_system_score_gemma":0.002113545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006223486,"about_ca_topic_score_gemma":0.007190509,"domain_scores_codex":[0.9979748,0.0007263803,0.00007772368,0.0003930309,0.0004759822,0.0003521051],"domain_scores_gemma":[0.9983858,0.0003583522,0.000152822,0.0002173002,0.000340516,0.000545276],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0001750657,0.0003575745,0.01357862,0.0004898282,0.00006173303,0.001068681,0.04767727,0.0004619556,0.002187008,0.5864113,0.130848,0.216683],"study_design_scores_gemma":[0.00001159829,0.00006310024,0.003419637,0.0003822106,0.00001058287,0.0007572845,0.008857042,0.0002148261,0.0003144274,0.036111,0.9498342,0.0000240543],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.04204896,0.004078564,0.0286952,0.02978152,0.001262617,0.0001634114,0.00081868,0.0007619011,0.8923892],"genre_scores_gemma":[0.7083741,0.006680575,0.0183011,0.01187595,0.0003391865,0.0004339462,0.001268886,0.0004172635,0.2523088],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02700535,"threshold_uncertainty_score":0.09034187,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2122941550","doi":"10.1145/2724759","title":"Introduction to the Special Issue on Web Development","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Variety (cybernetics); Curriculum; Web development; World Wide Web; Web modeling; Representation (politics); Data science; Mathematics education; The Internet; Psychology; Pedagogy; Artificial intelligence","authors":[{"name":"Craig S. Miller","is_ca":false},{"name":"Randy Connolly","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02128066852774861,"gpt":0.2978035196054212,"spread":0.2765228510776726,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002538491,0.001815903,0.001836682,0.005699116,0.002594336,0.008993959,0.001727963,0.004263171,0.07103996],"category_scores_gemma":[0.009897573,0.0007517142,0.001485567,0.003078127,0.001518383,0.005749167,0.003948425,0.006912894,0.04035838],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001709294,"about_ca_system_score_gemma":0.00264642,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000923368,"about_ca_topic_score_gemma":0.002422714,"domain_scores_codex":[0.9977012,0.0002843742,0.0002755264,0.0003422398,0.001167889,0.0002286319],"domain_scores_gemma":[0.9845745,0.005872824,0.001114338,0.0007903536,0.004610186,0.003037865],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001112,0.00003816752,0.0001172946,0.0002048125,0.00000536148,0.00005659399,0.00003950743,0.00004303486,0.000209656,0.001056811,0.9692444,0.02897323],"study_design_scores_gemma":[0.000003707937,0.00002986741,0.0003060596,0.0002617707,0.000005775127,0.0001567515,0.00004110919,0.00005512239,0.00006902427,0.0009101304,0.9981521,0.000008617018],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.0005532537,0.02319551,0.002966419,0.05375864,0.878485,0.000138471,0.0004946659,0.0004945208,0.03991348],"genre_scores_gemma":[0.002059977,0.02126601,0.001505754,0.02505652,0.8582363,0.0001463779,0.0007760327,0.0006328517,0.09032016],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.07103996,"threshold_uncertainty_score":0.2376524,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4294238430","doi":"10.1145/3560266","title":"A Review of Worked Examples in Programming Activities","year":2022,"lang":"en","type":"review","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Tracing; Warrant; Code (set theory); Context (archaeology); Code generation; Focus (optics); Visualization; Data science; Programming language; Source code; Management science; Software engineering; Key (lock); Artificial intelligence; Engineering","authors":[{"name":"Kasia Müldner","is_ca":true},{"name":"Jay Jennings","is_ca":true},{"name":"Veronica Chiarelli","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08044827249192911,"gpt":0.3729178730810838,"spread":0.2924696005891547,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003003206,0.0009669463,0.001498788,0.00881772,0.0006424219,0.002524822,0.001573686,0.001985863,0.007756204],"category_scores_gemma":[0.01655587,0.0007851618,0.0008305962,0.009277418,0.001537603,0.004897591,0.001647238,0.001712239,0.002055334],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001550697,"about_ca_system_score_gemma":0.003704779,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002216969,"about_ca_topic_score_gemma":0.003352271,"domain_scores_codex":[0.9968098,0.00119707,0.0004880852,0.0003234157,0.001068299,0.0001134213],"domain_scores_gemma":[0.9825282,0.01422017,0.0009135422,0.000302156,0.001761379,0.0002746312],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006539215,0.00007909983,0.0003398839,0.06230987,0.00008845059,0.0001788964,0.0009756777,0.0004567879,0.0003428748,0.009611125,0.01966271,0.9058893],"study_design_scores_gemma":[0.00002191668,0.0001070985,0.002081441,0.08276144,0.0001598084,0.001129605,0.0007701103,0.0001353412,0.0004314575,0.005052766,0.9073071,0.00004189241],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004099639,0.994778,0.0009014916,0.0005151283,0.0001918869,0.00001960639,0.00002909949,0.00001571125,0.003139125],"genre_scores_gemma":[0.003076418,0.9943873,0.001295444,0.0003448721,0.0001358233,0.00004159355,0.00006705004,0.00001155512,0.0006399757],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.00881772,"threshold_uncertainty_score":0.02594709,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4213456987","doi":"10.1145/3485732","title":"Are They Learning or Playing? Moderator Conditions of Gamification’s Success in Programming Classrooms","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Moderation; Mathematics education; Psychology; Academic achievement; Dropout (neural networks); Computer science; Social psychology","authors":[{"name":"Luiz Rodrigues","is_ca":false},{"name":"Filipe Dwan Pereira","is_ca":false},{"name":"Armando M. Toda","is_ca":false},{"name":"Paula T. Palomino","is_ca":true},{"name":"Wilk Oliveira","is_ca":false},{"name":"Marcela Pessoa","is_ca":false},{"name":"Leandro Silva Galvão de Carvalho","is_ca":false},{"name":"David Braga Fernandes de Oliveira","is_ca":false},{"name":"Elaine Oliveira","is_ca":false},{"name":"Alexandra I. Cristea","is_ca":false},{"name":"Seiji Isotani","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03970501712019926,"gpt":0.3571040583306308,"spread":0.3173990412104316,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004764113,0.0005409044,0.001045126,0.0005109247,0.0008227105,0.00247658,0.0009590691,0.001202926,0.006901109],"category_scores_gemma":[0.02629107,0.0004227542,0.0008266186,0.0004714031,0.001567915,0.001060573,0.00221266,0.001870557,0.0005012644],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006252868,"about_ca_system_score_gemma":0.00112562,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00199928,"about_ca_topic_score_gemma":0.002614251,"domain_scores_codex":[0.9954248,0.002116256,0.000311036,0.001061749,0.0004367759,0.0006493587],"domain_scores_gemma":[0.9717714,0.02079393,0.003469732,0.001166024,0.0005007679,0.002298047],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.02446745,0.02192695,0.8254078,0.001132836,0.001112434,0.0005550016,0.05033899,0.001145993,0.01273647,0.002060334,0.00103649,0.05807923],"study_design_scores_gemma":[0.0001962011,0.006705338,0.9801721,0.0002062352,0.0003671166,0.00006646547,0.007531669,0.001298308,0.001495425,0.0006644935,0.001233375,0.0000632283],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9993495,0.00005909774,0.0001020648,0.00004486457,0.000009785608,0.00005176044,0.00003034774,0.000005205773,0.0003474072],"genre_scores_gemma":[0.9983584,0.00006959701,0.0004896988,0.00003495641,0.000007837649,0.000301984,0.00005521593,0.00001082463,0.0006713929],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006901109,"threshold_uncertainty_score":0.0251953,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3212699658","doi":"10.1145/3459995","title":"Creativity in CS1: A Literature Review","year":2021,"lang":"en","type":"review","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Creativity; Coursework; Computer science; Computational creativity; Creativity technique; Computational thinking; Mathematics education; Field (mathematics); Computer programming; Creative problem-solving; Multimedia; Engineering ethics; Psychology; Artificial intelligence; Engineering","authors":[{"name":"Sadia Sharmin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04687209741581069,"gpt":0.3889128453232563,"spread":0.3420407479074457,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002673119,0.0009249626,0.00166152,0.01263978,0.00101554,0.003609666,0.001660753,0.001771226,0.007807093],"category_scores_gemma":[0.01364095,0.0006609049,0.001900606,0.01852386,0.001165669,0.003753402,0.001373132,0.001792024,0.001373589],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00231077,"about_ca_system_score_gemma":0.008250947,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005462572,"about_ca_topic_score_gemma":0.008287576,"domain_scores_codex":[0.9981159,0.000472316,0.0004248488,0.0002681729,0.0006194758,0.00009927739],"domain_scores_gemma":[0.9768007,0.01853258,0.001617859,0.0002368541,0.002428253,0.0003838187],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001159959,0.0001242555,0.001605407,0.2119064,0.0003337121,0.0005147213,0.001370797,0.0005197908,0.000361735,0.006886655,0.03175288,0.7445075],"study_design_scores_gemma":[0.00003446059,0.0001650716,0.01067227,0.3419414,0.001635876,0.002654524,0.002484114,0.0003078392,0.0003998699,0.005491941,0.6341177,0.00009490444],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004531209,0.9969094,0.0001775526,0.0005744552,0.0001367906,0.00001880149,0.00006756486,0.000007468524,0.001654827],"genre_scores_gemma":[0.003034999,0.9960001,0.0002990763,0.0002967037,0.0001177053,0.00002310125,0.00007314525,0.000004484837,0.0001505509],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01263978,"threshold_uncertainty_score":0.02611738,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2616487348","doi":"10.1145/3088440","title":"Teaching Software Product Lines","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Thriving; Product (mathematics); Computer science; Software; Best practice; Engineering ethics; Knowledge management; Engineering management; Sociology; Mathematics education; Engineering; Psychology; Political science","authors":[{"name":"Mathieu Acher","is_ca":false},{"name":"Roberto E. Lopez-Herrejon","is_ca":true},{"name":"Rick Rabiser","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05217032727527773,"gpt":0.3563756791029412,"spread":0.3042053518276635,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004949719,0.0007039151,0.0004919277,0.001214994,0.001977993,0.00363493,0.001506057,0.001332129,0.01978605],"category_scores_gemma":[0.01897367,0.0003963129,0.0004670628,0.001257032,0.001692056,0.003608532,0.003647087,0.002679905,0.006175579],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002710802,"about_ca_system_score_gemma":0.00486726,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008360828,"about_ca_topic_score_gemma":0.002272194,"domain_scores_codex":[0.9956144,0.00180368,0.000236608,0.0006415702,0.001268199,0.0004355056],"domain_scores_gemma":[0.9837642,0.005764226,0.001229537,0.001438588,0.003128184,0.004675248],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008817999,0.0031951,0.02936016,0.0008124122,0.00002179583,0.0006960729,0.03917088,0.001712213,0.00906588,0.03502295,0.06105951,0.8197949],"study_design_scores_gemma":[0.00009575052,0.002162253,0.01602702,0.001875112,0.00006038668,0.002075937,0.06248039,0.004657313,0.01750988,0.08866943,0.8043112,0.00007523361],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.5375745,0.007001823,0.1852742,0.06172759,0.00195398,0.0007443738,0.0003415117,0.002463451,0.2029186],"genre_scores_gemma":[0.7774922,0.007931466,0.1368892,0.008311091,0.0004850931,0.0003849998,0.0004190323,0.0003064788,0.06778044],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.01978605,"threshold_uncertainty_score":0.06619096,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4221018635","doi":"10.1145/3517132","title":"Impact of UX Internships on Human-computer Interaction Graduate Students: A Qualitative Analysis of Internship Reports","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Internship; Medical education; Usability; Thematic analysis; Psychology; Teamwork; Qualitative research; Computer science; Pedagogy; Sociology; Medicine; Management; Human–computer interaction","authors":[{"name":"Jin Kang","is_ca":true},{"name":"Audrey Girouard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.206313730014587,"gpt":0.5477970618473516,"spread":0.3414833318327646,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01922349,0.0005051435,0.0006814782,0.002706094,0.004146905,0.00352297,0.00144123,0.001342524,0.0019736],"category_scores_gemma":[0.03893864,0.0005751772,0.0005381492,0.00215967,0.004998987,0.002419878,0.0069584,0.002398104,0.0002987714],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003613118,"about_ca_system_score_gemma":0.003924156,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002296327,"about_ca_topic_score_gemma":0.005095521,"domain_scores_codex":[0.9902857,0.006267293,0.0004874811,0.0006621983,0.001185518,0.001111879],"domain_scores_gemma":[0.9564526,0.02811354,0.003916589,0.001261177,0.00581994,0.004436045],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007468183,0.0001311678,0.02509124,0.0002004862,0.000009997465,0.000584084,0.9541402,0.00005021926,0.001432042,0.0005149819,0.001014444,0.01675643],"study_design_scores_gemma":[0.00000531053,0.0001896946,0.01717074,0.0001733155,0.000005990592,0.0002575303,0.9739475,0.0001013264,0.0005303462,0.0001528405,0.007441778,0.00002356723],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9953274,0.0002412603,0.001403451,0.001047136,0.00004011098,0.0001758247,0.0001897103,0.00002283245,0.001552343],"genre_scores_gemma":[0.9951727,0.0003731429,0.001483229,0.0006249385,0.00003148505,0.0005761721,0.0001882363,0.00002901599,0.001521192],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01922349,"threshold_uncertainty_score":0.1016647,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386326584","doi":"10.1145/3617896","title":"Bolstering the Persistence of Black Students in Undergraduate Computer Science Programs: A Systematic Mapping Study","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; University of the Fraser Valley; York University","funders":"","keywords":"Inclusion (mineral); Persistence (discontinuity); Psychology; Higher education; Undergraduate research; Mathematics education; Medical education; Pedagogy; Social psychology; Political science; Medicine","authors":[{"name":"Alvine Boaye Belle","is_ca":true},{"name":"C.hristine M. Sutherland","is_ca":true},{"name":"Opeyemi Adesina","is_ca":true},{"name":"Sègla Kpodjedo","is_ca":true},{"name":"Nathanael Ojöng","is_ca":true},{"name":"Lisa Cole","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0711817557000746,"gpt":0.3693724827933909,"spread":0.2981907270933163,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03977212,0.0009352628,0.004088711,0.03562643,0.001697573,0.003369702,0.002192982,0.001950706,0.003229568],"category_scores_gemma":[0.1305201,0.001019615,0.004569552,0.02502225,0.002251558,0.004673608,0.003917664,0.001214679,0.0002786453],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004409374,"about_ca_system_score_gemma":0.0212059,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01473121,"about_ca_topic_score_gemma":0.0423874,"domain_scores_codex":[0.9699014,0.009936283,0.01365797,0.002433632,0.003224934,0.0008458011],"domain_scores_gemma":[0.8757368,0.09388662,0.01701831,0.003648219,0.008596882,0.001113139],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0005496099,0.000101132,0.05011196,0.839722,0.01334651,0.0007104319,0.01516505,0.0002234352,0.0007032534,0.001871336,0.002436069,0.07505929],"study_design_scores_gemma":[0.0003190951,0.0005830341,0.04988413,0.8509379,0.04922999,0.0009895689,0.02422169,0.0003734302,0.0006337165,0.001709395,0.02099643,0.000121634],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.1912875,0.7599459,0.006174716,0.003696455,0.0003505809,0.02306614,0.01138506,0.0001029919,0.00399066],"genre_scores_gemma":[0.6427838,0.2909129,0.02134552,0.003489559,0.0001227932,0.03702793,0.003639474,0.0000519514,0.0006261024],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9602279,"threshold_uncertainty_score":0.2103376,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3007348132","doi":"10.1145/3377427","title":"An Incremental Mindset Intervention Increases Effort During Programming Activities but Not Performance","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Education, Achievement, and Giftedness","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Mindset; Psychological intervention; Computer science; Intervention (counseling); Psychology; Construct (python library); Domain (mathematical analysis); Applied psychology; Knowledge management; Artificial intelligence; Mathematics; Programming language","authors":[{"name":"Jakeline G. Celis Rangel","is_ca":true},{"name":"M.E. King","is_ca":true},{"name":"Kasia Müldner","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03004485223994594,"gpt":0.3378535373841895,"spread":0.3078086851442435,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005485587,0.0005197583,0.0004347592,0.0005440167,0.0003345911,0.0003799521,0.0004207258,0.0004326028,0.005189176],"category_scores_gemma":[0.00250684,0.0001931612,0.0004555703,0.0001687938,0.0002937347,0.0003870508,0.0008585181,0.001082891,0.0003258848],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002679129,"about_ca_system_score_gemma":0.0004817733,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004787762,"about_ca_topic_score_gemma":0.001198628,"domain_scores_codex":[0.9997125,0.00005094561,0.00002460108,0.00006834006,0.00008978018,0.00005391043],"domain_scores_gemma":[0.998538,0.0005765934,0.0002491375,0.0001390083,0.00009556398,0.0004017062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","study_design_scores_codex":[0.01513503,0.2065458,0.03774285,0.002249271,0.0005055744,0.0004301879,0.00297516,0.001574818,0.176258,0.001366269,0.002684898,0.5525321],"study_design_scores_gemma":[0.007426411,0.1422047,0.7320793,0.0008114108,0.001210796,0.0006308152,0.001595472,0.008586809,0.08806504,0.003392346,0.01381684,0.0001799329],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9952231,0.00008097774,0.002281612,0.0001490039,0.00006079458,0.0003272279,0.00004043151,0.0001775053,0.001659399],"genre_scores_gemma":[0.9798931,0.0002324137,0.01556699,0.0002252205,0.0000462862,0.001090602,0.0001607137,0.00002509348,0.002759539],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005189176,"threshold_uncertainty_score":0.01735955,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2045321685","doi":"10.1145/2648814","title":"Scenario-Based Programming, Usability-Oriented Perception","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Seventh Framework Programme; Azrieli Foundation; Israel Science Foundation","keywords":"Computer science; Programmer; Usability; Programming domain; Human–computer interaction; Programming paradigm; Pair programming; Context (archaeology); Procedural programming; Perspective (graphical); Domain (mathematical analysis); Programming language; Artifact (error); Perception; Software engineering; Inductive programming; Artificial intelligence; Software development; Software","authors":[{"name":"Giora Alexandron","is_ca":false},{"name":"Michal Armoni","is_ca":false},{"name":"Michal Gordon","is_ca":false},{"name":"David Harel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01363436085952442,"gpt":0.2871403162433251,"spread":0.2735059553838007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00589308,0.0006732758,0.0002315204,0.001808549,0.0007731554,0.003547447,0.00114823,0.001324083,0.003883034],"category_scores_gemma":[0.02512133,0.0003631006,0.0006302557,0.00100514,0.005122093,0.007268769,0.002145126,0.001569282,0.0003550906],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001219185,"about_ca_system_score_gemma":0.00104535,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001657676,"about_ca_topic_score_gemma":0.0007095902,"domain_scores_codex":[0.9927934,0.004875302,0.000241638,0.0006048497,0.001237713,0.0002470651],"domain_scores_gemma":[0.9832968,0.01086108,0.00173349,0.001260527,0.002063369,0.0007847026],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002223388,0.0003616884,0.03047919,0.001568238,0.0001144328,0.002133704,0.3508835,0.01703208,0.03146715,0.462963,0.003542649,0.09923196],"study_design_scores_gemma":[0.0001606247,0.0009343143,0.03345217,0.0007662064,0.0001196013,0.005528064,0.2435454,0.07410517,0.00931961,0.5179065,0.1137074,0.0004548393],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.4126258,0.0007254832,0.5243264,0.003661788,0.0001111863,0.0003199918,0.00009844657,0.0004712047,0.05765978],"genre_scores_gemma":[0.965041,0.0003180708,0.03250591,0.0001862343,0.00001758509,0.0001347687,0.00007097195,0.00006082293,0.001664642],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.00589308,"threshold_uncertainty_score":0.03116596,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3209041856","doi":"10.1145/3470654","title":"Student Performance on the BDSI for Basic Data Structures","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Concept inventory; Computer science; Mathematics education; Measure (data warehouse); Data science; Knowledge management; Psychology; Data mining","authors":[{"name":"Kevin C. Webb","is_ca":false},{"name":"Daniel Zingaro","is_ca":true},{"name":"Soohyun Nam Liao","is_ca":false},{"name":"Cynthia Taylor","is_ca":false},{"name":"Cynthia Lee","is_ca":false},{"name":"Michael Clancy","is_ca":false},{"name":"Leo Porter","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3665969980051029,"gpt":0.488338722418,"spread":0.1217417244128971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004921992,0.0006605368,0.0005509106,0.001731817,0.0006476939,0.002369059,0.000635796,0.0006436733,0.00574292],"category_scores_gemma":[0.02876659,0.0002211974,0.000787586,0.0011963,0.0009641874,0.001626664,0.001735158,0.001715118,0.00340455],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001114836,"about_ca_system_score_gemma":0.001705971,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002283594,"about_ca_topic_score_gemma":0.003269164,"domain_scores_codex":[0.9974655,0.0003853918,0.0003647477,0.0002693721,0.001218415,0.0002964849],"domain_scores_gemma":[0.9651339,0.01194101,0.007367503,0.003045172,0.007934204,0.004578262],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004327284,0.002301931,0.8505228,0.0001823909,0.0001423988,0.00008703343,0.003359851,0.001612491,0.003570461,0.001703034,0.009753513,0.1263314],"study_design_scores_gemma":[0.00006815381,0.00363326,0.9572098,0.0001102597,0.00005661407,0.0001712684,0.003620939,0.006284294,0.00864524,0.003049644,0.01705949,0.00009096639],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9884952,0.00007308292,0.00152876,0.0001981181,0.00004956614,0.0001446036,0.0006866949,0.0001296842,0.008694203],"genre_scores_gemma":[0.9887341,0.0001244057,0.003554774,0.00009816984,0.00001593369,0.0002205363,0.001293272,0.00003195557,0.005926772],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00574292,"threshold_uncertainty_score":0.02603024,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4366597152","doi":"10.1145/3591210","title":"Evaluation of Submission Limits and Regression Penalties to Improve Student Behavior with Automatic Assessment Systems","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Grading (engineering); Computer science; Limiting; Mathematics education; Psychology","authors":[{"name":"Ramon Lawrence","is_ca":true},{"name":"Sarah Foss","is_ca":true},{"name":"Tatiana Urazova","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04838050288104476,"gpt":0.3938446937359261,"spread":0.3454641908548813,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01638366,0.0009796059,0.0008332823,0.0007603912,0.0004845363,0.001521167,0.001859693,0.0008133042,0.001319844],"category_scores_gemma":[0.1080124,0.0003760474,0.0004438768,0.0005407311,0.0005347495,0.001495728,0.0008564342,0.001327101,0.0003348549],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009291596,"about_ca_system_score_gemma":0.002305425,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001738294,"about_ca_topic_score_gemma":0.001403387,"domain_scores_codex":[0.9827456,0.00973253,0.001824346,0.001153831,0.004110954,0.0004327399],"domain_scores_gemma":[0.8244206,0.1342057,0.01546268,0.006477922,0.01450582,0.004927306],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.02841952,0.03626708,0.1675929,0.001950958,0.000588396,0.0001639372,0.002470458,0.09079848,0.04947476,0.001123026,0.002468335,0.6186822],"study_design_scores_gemma":[0.00372697,0.1151422,0.2051833,0.0004095127,0.001004239,0.0002431133,0.001600905,0.597716,0.06748115,0.00159948,0.005568748,0.0003243747],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9867365,0.0001168511,0.01096158,0.0001152244,0.00003997271,0.0005051533,0.0000547692,0.0005656159,0.0009043716],"genre_scores_gemma":[0.9749083,0.00007191402,0.02372146,0.0000790374,0.00001635596,0.000483351,0.000112971,0.00004303291,0.0005634861],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01638366,"threshold_uncertainty_score":0.08664614,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2047859318","doi":"10.1145/1538234.1538239","title":"Adding Test Generation to the Teaching Machine","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Plug-in; Computer science; Scripting language; Generator (circuit theory); Visualization; Extension (predicate logic); Field (mathematics); Programming language; Software engineering; Artificial intelligence; Theoretical computer science","authors":[{"name":"Michael Bruce-Lockhart","is_ca":true},{"name":"Theodore S. Norvell","is_ca":true},{"name":"Pierluigi Crescenzi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02250825520392931,"gpt":0.3034278843088667,"spread":0.2809196291049374,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003895953,0.001285674,0.0009520965,0.001226448,0.0002787247,0.002025194,0.003360968,0.001622066,0.01486169],"category_scores_gemma":[0.02862165,0.0008046083,0.001011968,0.0007737055,0.000755144,0.00357559,0.002296079,0.002291674,0.005337846],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005300139,"about_ca_system_score_gemma":0.0009878376,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009745024,"about_ca_topic_score_gemma":0.0006949333,"domain_scores_codex":[0.9943715,0.002241315,0.0004450445,0.0009522383,0.001650924,0.00033912],"domain_scores_gemma":[0.9698058,0.01719801,0.0008747642,0.008002466,0.003414538,0.000704357],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009577716,0.001022886,0.00576407,0.0005753239,0.00008621263,0.0008634845,0.0004206141,0.02020021,0.02835963,0.01366638,0.03366151,0.8944219],"study_design_scores_gemma":[0.0007825602,0.001740543,0.005234244,0.0003011002,0.0001756582,0.002726352,0.0001242584,0.6079624,0.1678606,0.04919007,0.1636096,0.0002925137],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0174919,0.0001234743,0.8892559,0.0004692434,0.0003037519,0.0003653409,0.0004682019,0.08464,0.006882162],"genre_scores_gemma":[0.2046331,0.0001418992,0.7707914,0.0008914749,0.000216753,0.000625575,0.002353551,0.01138059,0.008965581],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01486169,"threshold_uncertainty_score":0.04971737,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404040173","doi":"10.1145/3703162","title":"Public Computing Intellectuals in the Age of AI Crisis","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Mathematics education; Public relations; Artificial intelligence; Psychology; Political science","authors":[{"name":"Randy Connolly","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1139246909575626,"gpt":0.4197251219838808,"spread":0.3058004310263183,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01679439,0.0006831976,0.0008744739,0.003859002,0.03042445,0.04035491,0.002683448,0.009442447,0.009443317],"category_scores_gemma":[0.03996725,0.0005354691,0.000713543,0.003535545,0.07129881,0.04393587,0.01619247,0.01850281,0.00242949],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01690802,"about_ca_system_score_gemma":0.01706115,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005334145,"about_ca_topic_score_gemma":0.004404209,"domain_scores_codex":[0.9839435,0.01001428,0.0003112968,0.0009414617,0.002068568,0.002720842],"domain_scores_gemma":[0.9711189,0.01751094,0.001847275,0.002665961,0.002470567,0.004386289],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005324822,0.00005437596,0.0007711637,0.00007600022,0.000007010231,0.0003864492,0.1966736,0.0001907639,0.0001498842,0.7537026,0.03277115,0.01516366],"study_design_scores_gemma":[0.00002548407,0.00002866481,0.0005003979,0.0003006805,0.00001162226,0.0003449311,0.2448815,0.0006774265,0.000358727,0.3634083,0.3894271,0.0000350839],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.08679335,0.006886494,0.007645146,0.6457983,0.002415702,0.00006846841,0.00004247698,0.000384359,0.2499657],"genre_scores_gemma":[0.9503338,0.003666678,0.001646961,0.02391558,0.001442893,0.00008709664,0.00003670809,0.0003160287,0.01855432],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9695755,"threshold_uncertainty_score":0.1226768,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389196130","doi":"10.1145/3632295","title":"The Important Role Social Capital Plays in Navigating the Computing Education Ecosystem for Black Girls","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact","funders":"","keywords":"Social capital; Public relations; Financial capital; Equity (law); Economic growth; Business; Sociology; Marketing; Political science; Economics; Human capital; Social science","authors":[{"name":"Camille Ferguson","is_ca":false},{"name":"Vanora Thomas","is_ca":false},{"name":"Juan Del Toro","is_ca":false},{"name":"Daniel Light","is_ca":false},{"name":"Kamau Bobb","is_ca":false},{"name":"P Clarke","is_ca":false},{"name":"Shameeka Emanuel","is_ca":true},{"name":"Ed Gronke","is_ca":false},{"name":"Mary Jo Madda","is_ca":false},{"name":"Imani Jennings","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01875514155883007,"gpt":0.3497999327629592,"spread":0.3310447912041291,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003301074,0.0004980536,0.0003524358,0.001195032,0.01816227,0.009655477,0.001016651,0.001650067,0.02035869],"category_scores_gemma":[0.004747286,0.0003065992,0.0004117364,0.000661386,0.00833864,0.006462131,0.01127901,0.003367244,0.001800175],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003030447,"about_ca_system_score_gemma":0.006664081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01784312,"about_ca_topic_score_gemma":0.03800957,"domain_scores_codex":[0.9970183,0.001423935,0.00003436116,0.0002497975,0.0003336436,0.0009399939],"domain_scores_gemma":[0.9968911,0.000613801,0.0004225014,0.0001170681,0.0003270584,0.001628592],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008138354,0.000506885,0.06956547,0.0004330031,0.00008801657,0.001589312,0.4834875,0.0001711613,0.001995743,0.1460963,0.05809447,0.2378907],"study_design_scores_gemma":[0.0000218555,0.0001463595,0.03482371,0.001360373,0.00006047714,0.0007024331,0.4792356,0.0001789842,0.0008452589,0.04423261,0.4383329,0.00005951874],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5202602,0.006868475,0.004418337,0.1620898,0.001709391,0.000160838,0.0003097558,0.0001036598,0.3040794],"genre_scores_gemma":[0.9334193,0.005018123,0.002745999,0.01300312,0.0002538226,0.0001065427,0.0001091726,0.0001278062,0.04521613],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02035869,"threshold_uncertainty_score":0.06810659,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412476143","doi":"10.1145/3748665","title":"Multi-Institutional Study on Impostor Phenomenon","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Perfectionism, Procrastination, Anxiety Studies","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; University of Toronto","funders":"National Science Foundation Graduate Research Fellowship Program","keywords":"Phenomenon; Computer science; Cognitive science; Psychology; Mathematics education; Cognitive psychology; Epistemology","authors":[{"name":"Sophia Krause-Levy","is_ca":false},{"name":"Andrew Petersen","is_ca":true},{"name":"Oladele O. Campbell","is_ca":false},{"name":"William G. Griswold","is_ca":false},{"name":"Leo Porter","is_ca":false},{"name":"Oluwatoyin Adelakun-Adeyemo","is_ca":false},{"name":"Jennifer Campbell","is_ca":true},{"name":"Michelle Craig","is_ca":true},{"name":"Adrienne Decker","is_ca":false},{"name":"Sebastian Dziallas","is_ca":false},{"name":"Carrie Demmans Epp","is_ca":true},{"name":"D. Gibson","is_ca":false},{"name":"Yekaterina Kharitonova","is_ca":false},{"name":"Devorah Kletenik","is_ca":false},{"name":"David L. Largent","is_ca":false},{"name":"Emma McDonald","is_ca":true},{"name":"Brian M. McSkimming","is_ca":false},{"name":"Tina L. Peterson","is_ca":false},{"name":"Caroline Sih","is_ca":false},{"name":"Cynthia Taylor","is_ca":false},{"name":"Neena Thota","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03688765236873847,"gpt":0.3791601755610205,"spread":0.342272523192282,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003612078,0.0002927037,0.0004691234,0.001979058,0.002333727,0.001412702,0.00081792,0.0005591505,0.003008482],"category_scores_gemma":[0.007067994,0.0002792405,0.0005051268,0.001567552,0.001222004,0.001594864,0.002916374,0.001188046,0.0003789286],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009318978,"about_ca_system_score_gemma":0.001195278,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002761962,"about_ca_topic_score_gemma":0.003541226,"domain_scores_codex":[0.9972109,0.001211427,0.0002230137,0.0003245836,0.0004806418,0.0005494999],"domain_scores_gemma":[0.9915501,0.001868744,0.002871648,0.0008140566,0.001079089,0.001816431],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001634025,0.001257877,0.9763179,0.00006196373,0.00005820071,0.0003811809,0.01283188,0.0000411788,0.0003613906,0.0002874131,0.0003612679,0.007876408],"study_design_scores_gemma":[0.00001026246,0.0009955029,0.9661685,0.00004349935,0.0000299905,0.0005125185,0.03020035,0.0001614907,0.0002956365,0.0001081504,0.001450899,0.00002331474],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9993309,0.00004113921,0.0001169822,0.0000271354,0.000004330784,0.00003452751,0.00003835511,0.000001652075,0.0004050857],"genre_scores_gemma":[0.9995055,0.00003428268,0.00009968151,0.00004209778,0.000009182885,0.00004515907,0.00004747349,0.000001945835,0.0002147658],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003612078,"threshold_uncertainty_score":0.01910269,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4409475854","doi":"10.1145/3730405","title":"20-Years Later: A Replication Study on Teaching CS1 Concepts","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Replication (statistics); Computer science; Mathematics education; Psychology; Cognitive science; Mathematics; Statistics","authors":[{"name":"Rita Garcia","is_ca":false},{"name":"Michelle Craig","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02061852418896842,"gpt":0.3579395890757084,"spread":0.33732106488674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03143017,0.0008906246,0.001247028,0.0017318,0.004056591,0.002927279,0.001440441,0.002281822,0.003452687],"category_scores_gemma":[0.06756604,0.001038595,0.001530275,0.001128817,0.001841639,0.004313537,0.002197413,0.003382285,0.001892789],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00344891,"about_ca_system_score_gemma":0.004620492,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006945281,"about_ca_topic_score_gemma":0.01071835,"domain_scores_codex":[0.9893339,0.005231352,0.001102675,0.001357675,0.002065877,0.0009083491],"domain_scores_gemma":[0.9459745,0.01438406,0.003809482,0.007869569,0.0247939,0.003168457],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.003114,0.03374645,0.2299384,0.002243563,0.0004602702,0.002757102,0.5392566,0.0005556778,0.01389013,0.002741748,0.02393901,0.147357],"study_design_scores_gemma":[0.002221416,0.03180538,0.4014234,0.001418363,0.0004998961,0.0009798052,0.3669281,0.001719914,0.01253192,0.002782698,0.1771749,0.0005143275],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9883505,0.0003196388,0.001942827,0.001023271,0.0003364394,0.004279339,0.0005630605,0.0001030271,0.003081794],"genre_scores_gemma":[0.9558802,0.0004481504,0.008953893,0.004421665,0.0001789134,0.02119874,0.0009440447,0.0001303735,0.007844026],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9685698,"threshold_uncertainty_score":0.1662206,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4416109732","doi":"10.1145/3776558","title":"Did Alice Do Wrong? Cross-Cultural Differences in Student Perceptions of Generative AI Use in University Computing Education","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Perception; Cultural diversity; Higher education; Generative grammar; Coding (social sciences); Cultural competence; Power (physics); Generative model; Ethical code; Cross-cultural","authors":[{"name":"Brian Harrington","is_ca":true},{"name":"Irina Zlotnikova","is_ca":false},{"name":"Gayathri Nadarajan","is_ca":false},{"name":"Samuel Ekundayo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02839049884791951,"gpt":0.3817625841504599,"spread":0.3533720853025404,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009133657,0.0002844493,0.0003659432,0.001273988,0.002217414,0.004500443,0.0005720208,0.000680446,0.001908339],"category_scores_gemma":[0.02527035,0.0002735534,0.0003942547,0.001014239,0.00397792,0.001685822,0.002354963,0.001383609,0.0002978122],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00250597,"about_ca_system_score_gemma":0.002770033,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02695358,"about_ca_topic_score_gemma":0.04057959,"domain_scores_codex":[0.9936579,0.002804395,0.0004782976,0.0004222749,0.001814459,0.0008226763],"domain_scores_gemma":[0.9769993,0.009871549,0.004971593,0.0009199962,0.003988042,0.003249425],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001989115,0.000186638,0.5707642,0.00007757114,0.00006902453,0.0003349771,0.408811,0.0001696224,0.001344123,0.0006891801,0.0005260663,0.01682863],"study_design_scores_gemma":[0.000009201563,0.0002669079,0.2802346,0.0001233426,0.00003437345,0.0003727165,0.7129903,0.0006242353,0.001020648,0.0004461691,0.00378465,0.00009290919],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.999022,0.00004843982,0.00008712892,0.0001456403,0.000005712525,0.000005718041,0.00000856423,0.000001538027,0.0006751831],"genre_scores_gemma":[0.9995809,0.000074661,0.00006333914,0.00007485036,0.000001568252,0.000005067882,0.00001039986,0.000002549023,0.0001866079],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9993196,"threshold_uncertainty_score":0.0535934,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4411153485","doi":"10.1145/3743683","title":"Analyzing Fine-Grained Skill Development across Computer Science Course Progressions","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Computer science; Mathematics education; Psychology; Engineering","authors":[{"name":"Bogdan Simion","is_ca":true},{"name":"Lisa Zhang","is_ca":true},{"name":"Giang Bui","is_ca":true},{"name":"HENG-LIANG HUANG","is_ca":true},{"name":"Ramzi Abu-Zeineh","is_ca":true},{"name":"Sam Vakil","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01399271123657153,"gpt":0.3470713540917704,"spread":0.3330786428551989,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005311462,0.0002911232,0.0002758119,0.003976311,0.000648085,0.001405976,0.0007661146,0.000453914,0.002370635],"category_scores_gemma":[0.05552137,0.0002205586,0.0002278247,0.002262062,0.001015061,0.001524111,0.00235876,0.0008097339,0.0003348333],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001572666,"about_ca_system_score_gemma":0.00166965,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005070117,"about_ca_topic_score_gemma":0.006885528,"domain_scores_codex":[0.9953384,0.001025605,0.0002978468,0.0007840441,0.002079196,0.0004749605],"domain_scores_gemma":[0.9352911,0.03703818,0.009381281,0.002179384,0.01374218,0.002367867],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003080983,0.0005348993,0.7282583,0.0005414766,0.0000849433,0.0002869999,0.05812448,0.002966581,0.008022472,0.001443997,0.001827695,0.1976001],"study_design_scores_gemma":[0.000009243851,0.0003005714,0.9675034,0.0001193486,0.00001499361,0.00007643216,0.02098814,0.003363108,0.002462569,0.001202197,0.003916716,0.00004319241],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9950177,0.00008244777,0.002825641,0.0001383754,0.000008059816,0.00007970326,0.0002877608,0.0000582419,0.001502032],"genre_scores_gemma":[0.9966019,0.00004636087,0.001901749,0.00002852862,0.000003523612,0.00009817902,0.0003264483,0.00001661448,0.0009765916],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005311462,"threshold_uncertainty_score":0.02809,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4406617275","doi":"10.1145/3712707","title":"Investigating the Progression of the Mental Models Formed by Programmers Learning Parallel Programming","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Fredericton; University of New Brunswick","funders":"","keywords":"Computer science; Mental model; Mathematics education; Programming language; Theoretical computer science; Artificial intelligence; Psychology; Cognitive science","authors":[{"name":"Leah Bidlake","is_ca":true},{"name":"Eric Aubanel","is_ca":true},{"name":"Daniel Voyer","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01845903829121145,"gpt":0.3059630879265255,"spread":0.2875040496353141,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008025159,0.0007584973,0.0003645797,0.001211507,0.00100968,0.006548953,0.001224304,0.00125138,0.001520939],"category_scores_gemma":[0.05687503,0.0009030922,0.0008406097,0.0006006005,0.003213682,0.007156389,0.003144806,0.004466637,0.0002764113],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001676784,"about_ca_system_score_gemma":0.001965581,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002701673,"about_ca_topic_score_gemma":0.003065772,"domain_scores_codex":[0.9941901,0.003201984,0.0001222378,0.0006140798,0.001517629,0.0003540729],"domain_scores_gemma":[0.9492825,0.0329578,0.006032596,0.00450394,0.005284217,0.001938889],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0005364805,0.001168322,0.1964755,0.0004090478,0.0002023789,0.0003855426,0.577072,0.008874058,0.03583027,0.02376535,0.001624927,0.1536562],"study_design_scores_gemma":[0.0002027671,0.003134928,0.2654402,0.0008829338,0.0003599286,0.001614015,0.4454314,0.1283255,0.03827428,0.08122046,0.03409784,0.001015764],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9611642,0.00008316484,0.03467939,0.0004134189,0.00001141357,0.00006850949,0.00002017663,0.00009986103,0.003459846],"genre_scores_gemma":[0.9795727,0.0001554171,0.0190005,0.00007866523,0.000004790755,0.00009814352,0.0000825188,0.00003858906,0.0009687272],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008025159,"threshold_uncertainty_score":0.04244161,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4292092579","doi":"10.1145/3550487","title":"Using Discrimination Response Ideation to Uncover Student Attitudes about Diversity and Inclusion in Computer Science","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"","keywords":"Racism; Diversity (politics); Inclusion (mineral); Ambiguity; Psychology; Ethnic group; Social psychology; Field (mathematics); Mathematics education; Sociology; Computer science","authors":[{"name":"Lina Lee","is_ca":false},{"name":"Celine Latulipe","is_ca":true},{"name":"Tonya K. Frevert","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05312511344388128,"gpt":0.3960525427098029,"spread":0.3429274292659217,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007661153,0.0005189231,0.0004591807,0.002815846,0.0009927267,0.002689378,0.0006386954,0.001175905,0.002966155],"category_scores_gemma":[0.03762493,0.0003405967,0.0005675493,0.001130652,0.001308758,0.002195492,0.002455985,0.002612218,0.0008001591],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006160693,"about_ca_system_score_gemma":0.0007073868,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000470002,"about_ca_topic_score_gemma":0.0006503267,"domain_scores_codex":[0.995159,0.002862961,0.0003531268,0.000264085,0.000947442,0.0004134495],"domain_scores_gemma":[0.9698378,0.01837596,0.006554419,0.001501089,0.002139555,0.001591289],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005087177,0.003692653,0.8236836,0.000209981,0.0001023881,0.0002899244,0.1082213,0.0003731575,0.005836598,0.00106701,0.0008375363,0.0551771],"study_design_scores_gemma":[0.00007612419,0.004860323,0.788473,0.0001646782,0.00005593824,0.0006411892,0.1875997,0.004160013,0.005681687,0.002792865,0.00533292,0.000161637],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9983765,0.00001093631,0.0005381218,0.00007191179,0.000006331687,0.0000607114,0.00002473194,0.000007531106,0.0009032344],"genre_scores_gemma":[0.9973545,0.00003602147,0.001637914,0.00008509868,0.000007835266,0.0002226176,0.00008546247,0.000004961119,0.0005655788],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007661153,"threshold_uncertainty_score":0.0405165,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4414203932","doi":"10.1145/3767736","title":"Can Alternative Grading Improve Student Interactions in Automatically Graded Programming Assignments?","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Grading (engineering); Debugging; Oracle; Formative assessment; Suite; Test suite; Unit testing; Software; Summative assessment; Software development","authors":[{"name":"Katharine Kerr","is_ca":true},{"name":"N Bradley","is_ca":true},{"name":"Reid Holmes","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01910403271611229,"gpt":0.3473919119798712,"spread":0.328287879263759,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02177206,0.0009406126,0.001010399,0.001912357,0.001355284,0.005313876,0.002104851,0.001218105,0.007571399],"category_scores_gemma":[0.1442181,0.0004581,0.0008149209,0.001389629,0.0009957207,0.004103899,0.003188089,0.001731457,0.003167549],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001651359,"about_ca_system_score_gemma":0.002330904,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001030433,"about_ca_topic_score_gemma":0.002742474,"domain_scores_codex":[0.9629877,0.02197587,0.002043801,0.004580942,0.006611145,0.001800457],"domain_scores_gemma":[0.8836187,0.06333866,0.01638908,0.01071923,0.01722693,0.008707386],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001616542,0.007593193,0.1539004,0.0009467927,0.0001133643,0.0001902358,0.01869926,0.002480109,0.009315768,0.001376414,0.01200386,0.7917641],"study_design_scores_gemma":[0.002054451,0.02898818,0.6885221,0.002124074,0.0006536418,0.0007452249,0.03816488,0.0606766,0.03843043,0.02240556,0.1159369,0.001297939],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9501595,0.0002175279,0.03287076,0.002031743,0.0003560293,0.001101169,0.0002189091,0.001715234,0.011329],"genre_scores_gemma":[0.9539964,0.0001343784,0.04127567,0.0004970316,0.00007932353,0.001146208,0.0002185648,0.0001433394,0.002509063],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02177206,"threshold_uncertainty_score":0.1151431,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4410892997","doi":"10.1145/3742441","title":"Views on Teaching and Learning Preferences for Women and Men in Undergraduate Computer Science","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Mathematics education; Computer science; Psychology; Computer-Assisted Instruction; Teaching method","authors":[{"name":"Dorian Stoilescu","is_ca":false},{"name":"Andreea Molnar","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02300737567428712,"gpt":0.3202432155753309,"spread":0.2972358399010438,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005228375,0.0003345601,0.0004173689,0.002028826,0.006259361,0.004320618,0.0005911802,0.0006577712,0.003887987],"category_scores_gemma":[0.008390088,0.000336443,0.0004086313,0.00157116,0.004939354,0.001542204,0.002298219,0.001650795,0.000612959],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007153585,"about_ca_system_score_gemma":0.005319747,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1427757,"about_ca_topic_score_gemma":0.2655742,"domain_scores_codex":[0.9944673,0.001898352,0.0001857613,0.0002968386,0.001766743,0.001384973],"domain_scores_gemma":[0.9916198,0.002248415,0.001005024,0.00010937,0.001186983,0.003830417],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004413183,0.0001336736,0.1900228,0.0001623897,0.00004896522,0.00115645,0.7385503,0.0001779618,0.004244641,0.004434216,0.002216559,0.05841082],"study_design_scores_gemma":[0.00001358015,0.0001703255,0.1194942,0.0001349989,0.00001930478,0.0005606347,0.8577995,0.0001265783,0.0006185929,0.0003637745,0.02062956,0.00006890659],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9830447,0.001064716,0.0004682424,0.002402931,0.00007336099,0.00002096281,0.00006955583,0.000007432921,0.01284808],"genre_scores_gemma":[0.9954425,0.0006679302,0.0001581345,0.0005038509,0.00002010472,0.000009870605,0.00003227059,0.0000109813,0.003154372],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1427757,"threshold_uncertainty_score":0.2838894,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}